2024-04-22T13:40:07.547 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-22T13:40:07.547 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --archive /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302 --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/fsx}} --name leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi -- /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/orig.config.yaml 2024-04-22T13:40:07.602 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T13:40:07.687 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/fsx}} email: null first_in_suite: false job_id: '7668302' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount - mds.dir_split install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 4362 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 222/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi083.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA98rZDBKciV3Nk+KGtn19pxcTIVG2DwDJI1oEXlosNlGc28TBxeRPz+KLfA15ekZ2df9LeZ7YYbYxm9utgGhas= smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBYi67IVFUZYhbFsDYz9cAuxeHHoUKKNR2uD+uoTGFwmeBdQNKYTYSDwPKETk8shMIWXXD1Ma5to/u5i5NTe9o= smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBhdCQZoEHHhoSfN7cHNJZqdHujip/2d3iZZiLUiG0g4YTdARPIsjck7j8qivw22hoENal2F+Pu3VFkGqzzl+f8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - quiescer: null - workunit: clients: all: - suites/fsx.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-22_12:36:42 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-22T13:40:07.687 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa; will attempt to use it 2024-04-22T13:40:07.687 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa/tasks 2024-04-22T13:40:07.688 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-22T13:40:07.689 INFO:teuthology.task.internal:Checking packages... 2024-04-22T13:40:07.710 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-22T13:40:07.711 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-22T13:40:07.711 INFO:teuthology.packaging:ref: None 2024-04-22T13:40:07.711 INFO:teuthology.packaging:tag: None 2024-04-22T13:40:07.711 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-22T13:40:07.711 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:40:07.711 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-22T13:40:07.880 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-22T13:40:07.881 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-22T13:40:07.887 INFO:teuthology.task.internal:no buildpackages task found 2024-04-22T13:40:07.887 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-22T13:40:07.893 INFO:teuthology.task.internal:Saving configuration 2024-04-22T13:40:07.913 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-22T13:40:07.919 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-22T13:40:07.943 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 13:34:59.601288', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA98rZDBKciV3Nk+KGtn19pxcTIVG2DwDJI1oEXlosNlGc28TBxeRPz+KLfA15ekZ2df9LeZ7YYbYxm9utgGhas='} 2024-04-22T13:40:07.966 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 13:34:59.602928', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHBYi67IVFUZYhbFsDYz9cAuxeHHoUKKNR2uD+uoTGFwmeBdQNKYTYSDwPKETk8shMIWXXD1Ma5to/u5i5NTe9o='} 2024-04-22T13:40:07.988 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-22 13:34:59.599435', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBhdCQZoEHHhoSfN7cHNJZqdHujip/2d3iZZiLUiG0g4YTdARPIsjck7j8qivw22hoENal2F+Pu3VFkGqzzl+f8='} 2024-04-22T13:40:07.988 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-22T13:40:07.994 INFO:teuthology.task.internal:roles: ubuntu@smithi083.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-22T13:40:07.994 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-22T13:40:07.994 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-22T13:40:07.994 INFO:teuthology.run_tasks:Running task console_log... 2024-04-22T13:40:08.094 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fbe75f430d0>, signals=[15]) 2024-04-22T13:40:08.094 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-22T13:40:08.100 INFO:teuthology.task.internal:Opening connections... 2024-04-22T13:40:08.100 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:40:08.102 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:40:08.179 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-04-22T13:40:08.180 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:40:08.254 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2024-04-22T13:40:08.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:40:08.326 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-22T13:40:08.333 DEBUG:teuthology.orchestra.run.smithi083:> uname -m 2024-04-22T13:40:08.350 INFO:teuthology.orchestra.run.smithi083.stdout:x86_64 2024-04-22T13:40:08.351 DEBUG:teuthology.orchestra.run.smithi083:> cat /etc/os-release 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:NAME="CentOS Stream" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION="9" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:ID="centos" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:ID_LIKE="rhel fedora" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_ID="9" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:PLATFORM_ID="platform:el9" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:ANSI_COLOR="0;31" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:LOGO="fedora-logo-icon" 2024-04-22T13:40:08.407 INFO:teuthology.orchestra.run.smithi083.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T13:40:08.408 INFO:teuthology.orchestra.run.smithi083.stdout:HOME_URL="https://centos.org/" 2024-04-22T13:40:08.408 INFO:teuthology.orchestra.run.smithi083.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T13:40:08.408 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T13:40:08.408 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T13:40:08.408 INFO:teuthology.lock.ops:Updating smithi083.front.sepia.ceph.com on lock server 2024-04-22T13:40:08.432 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-04-22T13:40:08.450 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-04-22T13:40:08.450 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="CentOS Stream" 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="9" 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:ID="centos" 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE="rhel fedora" 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="9" 2024-04-22T13:40:08.507 INFO:teuthology.orchestra.run.smithi084.stdout:PLATFORM_ID="platform:el9" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:ANSI_COLOR="0;31" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:LOGO="fedora-logo-icon" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://centos.org/" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T13:40:08.508 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T13:40:08.508 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-04-22T13:40:08.531 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2024-04-22T13:40:08.549 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2024-04-22T13:40:08.549 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="CentOS Stream" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="9" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:ID="centos" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="rhel fedora" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="9" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el9" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-22T13:40:08.606 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:LOGO="fedora-logo-icon" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://centos.org/" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-22T13:40:08.607 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-22T13:40:08.607 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2024-04-22T13:40:08.631 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-22T13:40:08.642 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-22T13:40:08.648 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-22T13:40:08.648 DEBUG:teuthology.orchestra.run.smithi083:> test '!' -e /home/ubuntu/cephtest 2024-04-22T13:40:08.651 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-04-22T13:40:08.653 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2024-04-22T13:40:08.669 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-22T13:40:08.677 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-22T13:40:08.677 DEBUG:teuthology.orchestra.run.smithi083:> test -z $(ls -A /var/lib/ceph) 2024-04-22T13:40:08.708 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-04-22T13:40:08.710 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2024-04-22T13:40:08.804 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-22T13:40:08.881 INFO:teuthology.run_tasks:Running task kernel... 2024-04-22T13:40:08.896 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-04-22T13:40:08.896 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-22T13:40:08.896 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-22T13:40:08.896 DEBUG:teuthology.orchestra.run.smithi083:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T13:40:08.913 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:08.913 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2024-04-22T13:40:08.971 INFO:teuthology.orchestra.run.smithi083.stdout:5.14.0-437.el9.x86_64 2024-04-22T13:40:08.971 INFO:teuthology.task.kernel:Running kernel on smithi083: 5.14.0-437.el9.x86_64 2024-04-22T13:40:08.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum install -y kernel 2024-04-22T13:40:11.592 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - BaseOS 8.2 MB/s | 8.0 MB 00:00 2024-04-22T13:40:33.822 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - AppStream 920 kB/s | 19 MB 00:21 2024-04-22T13:40:38.948 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.2 MB 00:01 2024-04-22T13:40:40.365 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 16 kB 00:00 2024-04-22T13:40:41.475 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:00 2024-04-22T13:40:46.592 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-22T13:40:48.423 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-22T13:40:48.423 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-22T13:40:48.503 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-22T13:40:48.504 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2024-04-22T13:40:48.504 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-22T13:40:48.607 DEBUG:teuthology.orchestra.run.smithi083:> echo no | sudo yum reinstall kernel || true 2024-04-22T13:40:49.147 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:03 ago on Mon 22 Apr 2024 01:40:46 PM UTC. 2024-04-22T13:40:49.265 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-22T13:40:49.277 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:Reinstalling: 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 255 k 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 0 2024-04-22T13:40:49.278 INFO:teuthology.orchestra.run.smithi083.stderr:Operation aborted. 2024-04-22T13:40:49.328 INFO:teuthology.orchestra.run.smithi083.stdout:Is this ok [y/N]: 2024-04-22T13:40:49.329 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum reinstall -y kernel || true 2024-04-22T13:40:49.819 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:03 ago on Mon 22 Apr 2024 01:40:46 PM UTC. 2024-04-22T13:40:49.934 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:Reinstalling: 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:49.935 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 255 k 2024-04-22T13:40:49.936 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 0 2024-04-22T13:40:49.936 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-22T13:40:50.686 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-5.14.0-437.el9.x86_64.rpm 554 kB/s | 255 kB 00:00 2024-04-22T13:40:50.686 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-22T13:40:50.686 INFO:teuthology.orchestra.run.smithi083.stdout:Total 339 kB/s | 255 kB 00:00 2024-04-22T13:40:50.701 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-22T13:40:50.883 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-22T13:40:50.883 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-22T13:40:50.888 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-22T13:40:50.889 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-22T13:40:51.019 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-22T13:40:51.078 INFO:teuthology.orchestra.run.smithi083.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T13:40:51.078 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T13:40:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T13:40:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout:Reinstalled: 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:40:52.414 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-22T13:40:52.590 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel | sort -rV | head -n 1 2024-04-22T13:40:52.636 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-22T13:40:52.637 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-22T13:40:52.637 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-22T13:40:52.637 DEBUG:teuthology.parallel:result is None 2024-04-22T13:40:52.637 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-22T13:40:52.645 INFO:teuthology.task.internal:Creating test directory... 2024-04-22T13:40:52.645 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T13:40:52.647 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T13:40:52.650 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-22T13:40:52.667 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-22T13:40:52.674 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-22T13:40:52.680 INFO:teuthology.task.internal:Creating archive directory... 2024-04-22T13:40:52.680 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T13:40:52.702 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T13:40:52.708 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-22T13:40:52.746 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-22T13:40:52.753 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-22T13:40:52.753 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T13:40:52.796 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:52.797 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-22T13:40:52.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:52.813 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T13:40:52.815 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T13:40:52.840 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-22T13:40:52.847 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.864 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.891 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.904 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.915 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.932 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-22T13:40:52.933 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-22T13:40:52.940 INFO:teuthology.task.internal:Configuring sudo... 2024-04-22T13:40:52.941 DEBUG:teuthology.orchestra.run.smithi083:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T13:40:52.943 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T13:40:52.945 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-22T13:40:52.971 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-22T13:40:52.980 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-22T13:40:52.980 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T13:40:53.007 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T13:40:53.010 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-22T13:40:53.027 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.103 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.157 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.239 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.277 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:40:53.277 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T13:40:53.340 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.382 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.430 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.513 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.554 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:40:53.554 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T13:40:53.619 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.663 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-22T13:40:53.721 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.804 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-22T13:40:53.847 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:40:53.847 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-22T13:40:53.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo service rsyslog restart 2024-04-22T13:40:53.915 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-04-22T13:40:53.917 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2024-04-22T13:40:53.952 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T13:40:53.953 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T13:40:53.991 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T13:40:54.468 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-22T13:40:54.475 INFO:teuthology.task.internal:Starting timer... 2024-04-22T13:40:54.476 INFO:teuthology.run_tasks:Running task pcp... 2024-04-22T13:40:54.494 INFO:teuthology.run_tasks:Running task selinux... 2024-04-22T13:40:54.501 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-22T13:40:54.501 DEBUG:teuthology.orchestra.run.smithi083:> sudo service auditd rotate 2024-04-22T13:40:54.550 INFO:teuthology.orchestra.run.smithi083.stdout:Rotating logs: 2024-04-22T13:40:54.551 DEBUG:teuthology.orchestra.run.smithi084:> sudo service auditd rotate 2024-04-22T13:40:54.627 INFO:teuthology.orchestra.run.smithi084.stdout:Rotating logs: 2024-04-22T13:40:54.629 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2024-04-22T13:40:54.707 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: 2024-04-22T13:40:54.709 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-22T13:40:54.710 DEBUG:teuthology.orchestra.run.smithi083:> /usr/sbin/getenforce 2024-04-22T13:40:54.741 INFO:teuthology.orchestra.run.smithi083.stdout:Permissive 2024-04-22T13:40:54.741 DEBUG:teuthology.orchestra.run.smithi084:> /usr/sbin/getenforce 2024-04-22T13:40:54.765 INFO:teuthology.orchestra.run.smithi084.stdout:Permissive 2024-04-22T13:40:54.765 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2024-04-22T13:40:54.791 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2024-04-22T13:40:54.791 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi083.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi084.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi173.front.sepia.ceph.com': 'permissive'} 2024-04-22T13:40:54.791 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T13:40:54.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:54.817 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T13:40:54.843 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:54.844 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T13:40:54.868 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:40:54.869 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-22T13:40:54.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo /usr/sbin/setenforce permissive 2024-04-22T13:40:54.916 DEBUG:teuthology.orchestra.run.smithi084:> sudo /usr/sbin/setenforce permissive 2024-04-22T13:40:54.944 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2024-04-22T13:40:54.976 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-22T13:40:54.986 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-22T13:40:54.992 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-22T13:40:55.132 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-22T13:40:55.147 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-22T13:40:55.149 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi083.front.sepia.ceph.com,smithi084.front.sepia.ceph.com,smithi173.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-22T13:44:58.882 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi083.front.sepia.ceph.com'), Remote(name='ubuntu@smithi084.front.sepia.ceph.com'), Remote(name='ubuntu@smithi173.front.sepia.ceph.com')] 2024-04-22T13:44:58.883 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-22T13:44:58.884 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:44:58.963 DEBUG:teuthology.orchestra.run.smithi083:> true 2024-04-22T13:44:59.044 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2024-04-22T13:44:59.045 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-22T13:44:59.046 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:44:59.124 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-22T13:44:59.197 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-22T13:44:59.198 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-04-22T13:44:59.198 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-22T13:44:59.279 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-04-22T13:44:59.357 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-04-22T13:44:59.357 INFO:teuthology.run_tasks:Running task clock... 2024-04-22T13:44:59.370 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-22T13:44:59.370 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T13:44:59.371 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T13:44:59.373 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T13:44:59.373 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T13:44:59.375 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-22T13:44:59.375 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T13:44:59.399 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T13:44:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T13:44:59.411 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T13:44:59.414 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T13:44:59.426 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-22T13:44:59.434 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: ntpd: command not found 2024-04-22T13:44:59.436 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: ntpd: command not found 2024-04-22T13:44:59.439 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-22T13:44:59.444 INFO:teuthology.orchestra.run.smithi083.stdout:506 Cannot talk to daemon 2024-04-22T13:44:59.446 INFO:teuthology.orchestra.run.smithi084.stdout:506 Cannot talk to daemon 2024-04-22T13:44:59.457 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T13:44:59.460 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T13:44:59.462 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2024-04-22T13:44:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T13:44:59.472 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2024-04-22T13:44:59.473 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T13:44:59.486 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-22T13:44:59.498 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-22T13:44:59.532 INFO:teuthology.orchestra.run.smithi083.stderr:bash: line 1: ntpq: command not found 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.535 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.536 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.540 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.554 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-04-22T13:44:59.557 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T13:44:59.557 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-04-22T13:44:59.557 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.557 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.558 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.558 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T13:44:59.559 INFO:teuthology.run_tasks:Running task install... 2024-04-22T13:44:59.567 DEBUG:teuthology.task.install:project ceph 2024-04-22T13:44:59.568 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-22T13:44:59.568 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-22T13:44:59.568 INFO:teuthology.task.install:Using flavor: default 2024-04-22T13:44:59.574 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-22T13:44:59.574 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-22T13:44:59.574 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-22T13:44:59.575 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:44:59.577 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-22T13:44:59.577 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:44:59.578 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-22T13:44:59.578 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:44:59.724 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-22T13:44:59.724 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-22T13:44:59.798 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-22T13:44:59.798 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-22T13:44:59.804 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-22T13:44:59.804 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-22T13:44:59.897 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T13:44:59.898 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:44:59.898 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T13:44:59.912 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T13:44:59.912 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:44:59.912 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T13:44:59.922 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T13:44:59.922 DEBUG:teuthology.orchestra.run.smithi083:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T13:44:59.926 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-22T13:44:59.926 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:44:59.926 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-22T13:44:59.938 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T13:44:59.938 DEBUG:teuthology.orchestra.run.smithi084:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T13:44:59.950 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-22T13:44:59.950 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-22T13:44:59.986 DEBUG:teuthology.orchestra.run.smithi083:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T13:45:00.005 DEBUG:teuthology.orchestra.run.smithi084:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T13:45:00.015 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-22T13:45:00.059 DEBUG:teuthology.orchestra.run.smithi083:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T13:45:00.079 DEBUG:teuthology.orchestra.run.smithi084:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T13:45:00.087 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-22T13:45:00.121 INFO:teuthology.orchestra.run.smithi083.stdout:check_obsoletes = 1 2024-04-22T13:45:00.122 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum clean all 2024-04-22T13:45:00.142 INFO:teuthology.orchestra.run.smithi084.stdout:check_obsoletes = 1 2024-04-22T13:45:00.144 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum clean all 2024-04-22T13:45:00.150 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2024-04-22T13:45:00.151 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2024-04-22T13:45:00.344 INFO:teuthology.orchestra.run.smithi083.stdout:48 files removed 2024-04-22T13:45:00.368 INFO:teuthology.orchestra.run.smithi084.stdout:48 files removed 2024-04-22T13:45:00.370 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T13:45:00.373 INFO:teuthology.orchestra.run.smithi173.stdout:48 files removed 2024-04-22T13:45:00.394 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T13:45:00.400 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-22T13:45:00.972 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 266 kB/s | 83 kB 00:00 2024-04-22T13:45:01.003 INFO:teuthology.orchestra.run.smithi084.stdout:ceph packages for x86_64 237 kB/s | 83 kB 00:00 2024-04-22T13:45:01.049 INFO:teuthology.orchestra.run.smithi083.stdout:ceph packages for x86_64 199 kB/s | 83 kB 00:00 2024-04-22T13:45:01.362 INFO:teuthology.orchestra.run.smithi084.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-22T13:45:01.406 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 30 kB/s | 12 kB 00:00 2024-04-22T13:45:01.408 INFO:teuthology.orchestra.run.smithi083.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-22T13:45:01.729 INFO:teuthology.orchestra.run.smithi084.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-04-22T13:45:01.733 INFO:teuthology.orchestra.run.smithi083.stdout:ceph source packages 6.5 kB/s | 1.9 kB 00:00 2024-04-22T13:45:01.756 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-22T13:45:02.373 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-22T13:45:02.946 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 6.8 MB/s | 8.0 MB 00:01 2024-04-22T13:45:04.091 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 28 MB/s | 19 MB 00:00 2024-04-22T13:45:08.234 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-22T13:45:10.526 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-22T13:45:10.783 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - BaseOS 914 kB/s | 8.0 MB 00:09 2024-04-22T13:45:12.294 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-22T13:45:17.369 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 21 kB/s | 1.7 kB 00:00 2024-04-22T13:45:19.479 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:19.480 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:19.491 INFO:teuthology.orchestra.run.smithi173.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T13:45:19.491 INFO:teuthology.orchestra.run.smithi173.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T13:45:19.492 INFO:teuthology.orchestra.run.smithi173.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T13:45:19.493 INFO:teuthology.orchestra.run.smithi173.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T13:45:19.495 INFO:teuthology.orchestra.run.smithi173.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T13:45:19.497 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T13:45:19.498 INFO:teuthology.orchestra.run.smithi173.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T13:45:19.557 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-04-22T13:45:19.576 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-04-22T13:45:19.576 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-04-22T13:45:19.576 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-04-22T13:45:19.576 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-22T13:45:19.577 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T13:45:19.578 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-22T13:45:19.579 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T13:45:19.580 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T13:45:19.581 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:19.582 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T13:45:19.583 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T13:45:19.584 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T13:45:19.585 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T13:45:19.586 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T13:45:19.587 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T13:45:19.588 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout:Installing weak dependencies: 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-04-22T13:45:19.589 INFO:teuthology.orchestra.run.smithi173.stdout:======================================================================================= 2024-04-22T13:45:19.590 INFO:teuthology.orchestra.run.smithi173.stdout:Install 148 Packages 2024-04-22T13:45:19.590 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 2 Packages 2024-04-22T13:45:19.590 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:45:19.590 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 218 M 2024-04-22T13:45:19.590 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-04-22T13:45:20.429 INFO:teuthology.orchestra.run.smithi173.stdout:(1/150): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 30 kB/s | 6.6 kB 00:00 2024-04-22T13:45:20.904 INFO:teuthology.orchestra.run.smithi173.stdout:(2/150): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.8 MB/s | 890 kB 00:00 2024-04-22T13:45:21.054 INFO:teuthology.orchestra.run.smithi173.stdout:(3/150): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 6.3 MB/s | 5.4 MB 00:00 2024-04-22T13:45:21.079 INFO:teuthology.orchestra.run.smithi173.stdout:(4/150): ceph-immutable-object-cache-19.0.0-315 827 kB/s | 145 kB 00:00 2024-04-22T13:45:21.338 INFO:teuthology.orchestra.run.smithi173.stdout:(5/150): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 8.3 MB/s | 2.4 MB 00:00 2024-04-22T13:45:21.688 INFO:teuthology.orchestra.run.smithi173.stdout:(6/150): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 2.5 MB/s | 1.5 MB 00:00 2024-04-22T13:45:21.863 INFO:teuthology.orchestra.run.smithi173.stdout:(7/150): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 8.9 MB/s | 4.7 MB 00:00 2024-04-22T13:45:22.089 INFO:teuthology.orchestra.run.smithi173.stdout:(8/150): ceph-common-19.0.0-3156.gd69f13d8.el7. 11 MB/s | 21 MB 00:01 2024-04-22T13:45:22.164 INFO:teuthology.orchestra.run.smithi173.stdout:(9/150): ceph-selinux-19.0.0-3156.gd69f13d8.el7 337 kB/s | 25 kB 00:00 2024-04-22T13:45:22.831 INFO:teuthology.orchestra.run.smithi173.stdout:(10/150): ceph-radosgw-19.0.0-3156.gd69f13d8.el 11 MB/s | 11 MB 00:00 2024-04-22T13:45:22.915 INFO:teuthology.orchestra.run.smithi173.stdout:(11/150): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.6 MB/s | 225 kB 00:00 2024-04-22T13:45:23.023 INFO:teuthology.orchestra.run.smithi173.stdout:(12/150): cephfs-shell-19.0.0-3156.gd69f13d8.el 249 kB/s | 27 kB 00:00 2024-04-22T13:45:23.098 INFO:teuthology.orchestra.run.smithi173.stdout:(13/150): libcephfs-devel-19.0.0-3156.gd69f13d8 423 kB/s | 32 kB 00:00 2024-04-22T13:45:23.257 INFO:teuthology.orchestra.run.smithi173.stdout:(14/150): libcephfs2-19.0.0-3156.gd69f13d8.el7. 4.6 MB/s | 747 kB 00:00 2024-04-22T13:45:23.349 INFO:teuthology.orchestra.run.smithi173.stdout:(15/150): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.7 MB/s | 163 kB 00:00 2024-04-22T13:45:23.432 INFO:teuthology.orchestra.run.smithi173.stdout:(16/150): librados-devel-19.0.0-3156.gd69f13d8. 1.5 MB/s | 126 kB 00:00 2024-04-22T13:45:23.533 INFO:teuthology.orchestra.run.smithi173.stdout:(17/150): libradosstriper1-19.0.0-3156.gd69f13d 4.9 MB/s | 500 kB 00:00 2024-04-22T13:45:24.241 INFO:teuthology.orchestra.run.smithi173.stdout:(18/150): librgw2-19.0.0-3156.gd69f13d8.el7.x86 7.6 MB/s | 5.4 MB 00:00 2024-04-22T13:45:24.308 INFO:teuthology.orchestra.run.smithi173.stdout:(19/150): python3-ceph-argparse-19.0.0-3156.gd6 676 kB/s | 45 kB 00:00 2024-04-22T13:45:24.475 INFO:teuthology.orchestra.run.smithi173.stdout:(20/150): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 6.0 MB/s | 17 MB 00:02 2024-04-22T13:45:24.501 INFO:teuthology.orchestra.run.smithi173.stdout:(21/150): python3-ceph-common-19.0.0-3156.gd69f 700 kB/s | 135 kB 00:00 2024-04-22T13:45:24.559 INFO:teuthology.orchestra.run.smithi173.stdout:(22/150): python3-cephfs-19.0.0-3156.gd69f13d8. 1.9 MB/s | 161 kB 00:00 2024-04-22T13:45:24.585 INFO:teuthology.orchestra.run.smithi173.stdout:(23/150): python3-rados-19.0.0-3156.gd69f13d8.e 3.8 MB/s | 320 kB 00:00 2024-04-22T13:45:24.635 INFO:teuthology.orchestra.run.smithi173.stdout:(24/150): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.9 MB/s | 298 kB 00:00 2024-04-22T13:45:24.660 INFO:teuthology.orchestra.run.smithi173.stdout:(25/150): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-22T13:45:24.711 INFO:teuthology.orchestra.run.smithi173.stdout:(26/150): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-22T13:45:24.794 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 936 kB/s | 19 MB 00:20 2024-04-22T13:45:24.802 INFO:teuthology.orchestra.run.smithi173.stdout:(27/150): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.8 MB/s | 170 kB 00:00 2024-04-22T13:45:24.886 INFO:teuthology.orchestra.run.smithi173.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3156.g 410 kB/s | 34 kB 00:00 2024-04-22T13:45:24.987 INFO:teuthology.orchestra.run.smithi173.stdout:(29/150): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 9.5 MB/s | 3.1 MB 00:00 2024-04-22T13:45:25.012 INFO:teuthology.orchestra.run.smithi173.stdout:(30/150): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.1 MB/s | 142 kB 00:00 2024-04-22T13:45:25.737 INFO:teuthology.orchestra.run.smithi173.stdout:(31/150): ceph-test-19.0.0-3156.gd69f13d8.el7.x 14 MB/s | 49 MB 00:03 2024-04-22T13:45:25.796 INFO:teuthology.orchestra.run.smithi173.stdout:(32/150): ceph-mgr-dashboard-19.0.0-3156.gd69f1 4.4 MB/s | 3.5 MB 00:00 2024-04-22T13:45:25.821 INFO:teuthology.orchestra.run.smithi173.stdout:(33/150): ceph-mgr-modules-core-19.0.0-3156.gd6 2.9 MB/s | 249 kB 00:00 2024-04-22T13:45:25.846 INFO:teuthology.orchestra.run.smithi173.stdout:(34/150): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 985 kB/s | 49 kB 00:00 2024-04-22T13:45:25.871 INFO:teuthology.orchestra.run.smithi173.stdout:(35/150): ceph-prometheus-alerts-19.0.0-3156.gd 328 kB/s | 16 kB 00:00 2024-04-22T13:45:25.896 INFO:teuthology.orchestra.run.smithi173.stdout:(36/150): ceph-volume-19.0.0-3156.gd69f13d8.el7 5.3 MB/s | 273 kB 00:00 2024-04-22T13:45:25.997 INFO:teuthology.orchestra.run.smithi173.stdout:(37/150): ceph-mgr-diskprediction-local-19.0.0- 7.5 MB/s | 7.4 MB 00:00 2024-04-22T13:45:26.022 INFO:teuthology.orchestra.run.smithi173.stdout:(38/150): cephfs-top-19.0.0-3156.gd69f13d8.el7. 146 kB/s | 18 kB 00:00 2024-04-22T13:45:26.048 INFO:teuthology.orchestra.run.smithi173.stdout:(39/150): cephadm-19.0.0-3156.gd69f13d8.el7.noa 4.2 MB/s | 762 kB 00:00 2024-04-22T13:45:26.131 INFO:teuthology.orchestra.run.smithi173.stdout:(40/150): fuse-2.9.9-15.el9.x86_64.rpm 601 kB/s | 80 kB 00:00 2024-04-22T13:45:26.198 INFO:teuthology.orchestra.run.smithi173.stdout:(41/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-04-22T13:45:26.223 INFO:teuthology.orchestra.run.smithi173.stdout:(42/150): libgfortran-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 803 kB 00:00 2024-04-22T13:45:26.248 INFO:teuthology.orchestra.run.smithi173.stdout:(43/150): libquadmath-11.4.1-3.el9.x86_64.rpm 974 kB/s | 195 kB 00:00 2024-04-22T13:45:26.298 INFO:teuthology.orchestra.run.smithi173.stdout:(44/150): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-04-22T13:45:26.324 INFO:teuthology.orchestra.run.smithi173.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-04-22T13:45:26.349 INFO:teuthology.orchestra.run.smithi173.stdout:(46/150): python3-ply-3.11-14.el9.noarch.rpm 846 kB/s | 106 kB 00:00 2024-04-22T13:45:26.375 INFO:teuthology.orchestra.run.smithi173.stdout:(47/150): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-22T13:45:26.418 INFO:teuthology.orchestra.run.smithi173.stdout:(48/150): python3-urllib3-1.26.5-5.el9.noarch.r 2.2 MB/s | 215 kB 00:00 2024-04-22T13:45:26.527 INFO:teuthology.orchestra.run.smithi173.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 988 kB/s | 107 kB 00:00 2024-04-22T13:45:26.552 INFO:teuthology.orchestra.run.smithi173.stdout:(50/150): automake-1.16.2-8.el9.noarch.rpm 3.3 MB/s | 689 kB 00:00 2024-04-22T13:45:26.578 INFO:teuthology.orchestra.run.smithi173.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 428 kB/s | 21 kB 00:00 2024-04-22T13:45:26.611 INFO:teuthology.orchestra.run.smithi173.stdout:(52/150): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-04-22T13:45:26.636 INFO:teuthology.orchestra.run.smithi173.stdout:(53/150): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-04-22T13:45:26.662 INFO:teuthology.orchestra.run.smithi173.stdout:(54/150): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-04-22T13:45:26.687 INFO:teuthology.orchestra.run.smithi173.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-04-22T13:45:26.712 INFO:teuthology.orchestra.run.smithi173.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-04-22T13:45:26.737 INFO:teuthology.orchestra.run.smithi173.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-22T13:45:26.763 INFO:teuthology.orchestra.run.smithi173.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 900 kB/s | 45 kB 00:00 2024-04-22T13:45:26.796 INFO:teuthology.orchestra.run.smithi173.stdout:(59/150): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-04-22T13:45:26.830 INFO:teuthology.orchestra.run.smithi173.stdout:(60/150): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 582 kB 00:00 2024-04-22T13:45:26.855 INFO:teuthology.orchestra.run.smithi173.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-04-22T13:45:26.880 INFO:teuthology.orchestra.run.smithi173.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-04-22T13:45:26.906 INFO:teuthology.orchestra.run.smithi173.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-22T13:45:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-22T13:45:26.956 INFO:teuthology.orchestra.run.smithi173.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 704 kB/s | 35 kB 00:00 2024-04-22T13:45:27.015 INFO:teuthology.orchestra.run.smithi173.stdout:(66/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-04-22T13:45:27.099 INFO:teuthology.orchestra.run.smithi173.stdout:(67/150): openblas-openmp-0.3.21-2.el9.x86_64.r 28 MB/s | 4.7 MB 00:00 2024-04-22T13:45:27.140 INFO:teuthology.orchestra.run.smithi173.stdout:(68/150): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-22T13:45:27.207 INFO:teuthology.orchestra.run.smithi173.stdout:(69/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 16 MB/s | 4.1 MB 00:00 2024-04-22T13:45:27.232 INFO:teuthology.orchestra.run.smithi173.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-22T13:45:27.266 INFO:teuthology.orchestra.run.smithi173.stdout:(71/150): postgresql-contrib-13.14-1.el9.x86_64 5.3 MB/s | 911 kB 00:00 2024-04-22T13:45:27.316 INFO:teuthology.orchestra.run.smithi173.stdout:(72/150): protobuf-3.14.0-13.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2024-04-22T13:45:27.342 INFO:teuthology.orchestra.run.smithi173.stdout:(73/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-04-22T13:45:27.384 INFO:teuthology.orchestra.run.smithi173.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 5.8 MB/s | 244 kB 00:00 2024-04-22T13:45:27.467 INFO:teuthology.orchestra.run.smithi173.stdout:(75/150): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-22T13:45:27.492 INFO:teuthology.orchestra.run.smithi173.stdout:(76/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-04-22T13:45:27.517 INFO:teuthology.orchestra.run.smithi173.stdout:(77/150): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-22T13:45:27.543 INFO:teuthology.orchestra.run.smithi173.stdout:(78/150): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-04-22T13:45:27.568 INFO:teuthology.orchestra.run.smithi173.stdout:(79/150): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-22T13:45:27.594 INFO:teuthology.orchestra.run.smithi173.stdout:(80/150): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-04-22T13:45:27.677 INFO:teuthology.orchestra.run.smithi173.stdout:(81/150): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-04-22T13:45:27.703 INFO:teuthology.orchestra.run.smithi173.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-04-22T13:45:27.728 INFO:teuthology.orchestra.run.smithi173.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-04-22T13:45:27.753 INFO:teuthology.orchestra.run.smithi173.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-22T13:45:27.778 INFO:teuthology.orchestra.run.smithi173.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-04-22T13:45:27.804 INFO:teuthology.orchestra.run.smithi173.stdout:(86/150): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-04-22T13:45:27.829 INFO:teuthology.orchestra.run.smithi173.stdout:(87/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-22T13:45:27.854 INFO:teuthology.orchestra.run.smithi173.stdout:(88/150): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-22T13:45:27.879 INFO:teuthology.orchestra.run.smithi173.stdout:(89/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-22T13:45:27.905 INFO:teuthology.orchestra.run.smithi173.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-22T13:45:27.988 INFO:teuthology.orchestra.run.smithi173.stdout:(91/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-04-22T13:45:28.014 INFO:teuthology.orchestra.run.smithi173.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-04-22T13:45:28.039 INFO:teuthology.orchestra.run.smithi173.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 885 kB/s | 44 kB 00:00 2024-04-22T13:45:28.064 INFO:teuthology.orchestra.run.smithi173.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-22T13:45:28.089 INFO:teuthology.orchestra.run.smithi173.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 715 kB/s | 36 kB 00:00 2024-04-22T13:45:28.115 INFO:teuthology.orchestra.run.smithi173.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-04-22T13:45:28.140 INFO:teuthology.orchestra.run.smithi173.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-22T13:45:28.174 INFO:teuthology.orchestra.run.smithi173.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 990 kB/s | 58 kB 00:00 2024-04-22T13:45:28.199 INFO:teuthology.orchestra.run.smithi173.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-22T13:45:28.224 INFO:teuthology.orchestra.run.smithi173.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-04-22T13:45:28.249 INFO:teuthology.orchestra.run.smithi173.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 896 kB/s | 45 kB 00:00 2024-04-22T13:45:28.475 INFO:teuthology.orchestra.run.smithi173.stdout:(102/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 27 MB/s | 16 MB 00:00 2024-04-22T13:45:28.836 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-22T13:45:28.933 INFO:teuthology.orchestra.run.smithi173.stdout:(103/150): abseil-cpp-20211102.0-3.el9.x86_64.r 1.2 MB/s | 548 kB 00:00 2024-04-22T13:45:29.000 INFO:teuthology.orchestra.run.smithi173.stdout:(104/150): lua-devel-5.4.4-4.el9.x86_64.rpm 29 kB/s | 22 kB 00:00 2024-04-22T13:45:29.025 INFO:teuthology.orchestra.run.smithi173.stdout:(105/150): gperftools-libs-2.9.1-2.el9.x86_64.r 3.3 MB/s | 309 kB 00:00 2024-04-22T13:45:29.234 INFO:teuthology.orchestra.run.smithi173.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 83 kB/s | 19 kB 00:00 2024-04-22T13:45:29.301 INFO:teuthology.orchestra.run.smithi173.stdout:(107/150): libarrow-9.0.0-10.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-04-22T13:45:29.326 INFO:teuthology.orchestra.run.smithi173.stdout:(108/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 283 kB/s | 26 kB 00:00 2024-04-22T13:45:29.368 INFO:teuthology.orchestra.run.smithi173.stdout:(109/150): liboath-2.6.7-2.el9.x86_64.rpm 727 kB/s | 49 kB 00:00 2024-04-22T13:45:29.444 INFO:teuthology.orchestra.run.smithi173.stdout:(110/150): luarocks-3.9.2-1.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-04-22T13:45:29.460 INFO:teuthology.orchestra.run.smithi173.stdout:(111/150): libunwind-1.6.2-1.el9.x86_64.rpm 502 kB/s | 67 kB 00:00 2024-04-22T13:45:29.527 INFO:teuthology.orchestra.run.smithi173.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 838 kB 00:00 2024-04-22T13:45:29.594 INFO:teuthology.orchestra.run.smithi173.stdout:(113/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 652 kB/s | 43 kB 00:00 2024-04-22T13:45:29.670 INFO:teuthology.orchestra.run.smithi173.stdout:(114/150): python3-asyncssh-2.13.2-5.el9.noarch 2.6 MB/s | 548 kB 00:00 2024-04-22T13:45:29.695 INFO:teuthology.orchestra.run.smithi173.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-04-22T13:45:29.737 INFO:teuthology.orchestra.run.smithi173.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 225 kB/s | 15 kB 00:00 2024-04-22T13:45:29.770 INFO:teuthology.orchestra.run.smithi173.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-04-22T13:45:29.829 INFO:teuthology.orchestra.run.smithi173.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-04-22T13:45:29.854 INFO:teuthology.orchestra.run.smithi173.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-04-22T13:45:29.896 INFO:teuthology.orchestra.run.smithi173.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 527 kB/s | 35 kB 00:00 2024-04-22T13:45:29.930 INFO:teuthology.orchestra.run.smithi173.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-04-22T13:45:30.005 INFO:teuthology.orchestra.run.smithi173.stdout:(122/150): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-04-22T13:45:30.097 INFO:teuthology.orchestra.run.smithi173.stdout:(123/150): python3-grpcio-1.46.7-10.el9.x86_64. 10 MB/s | 2.0 MB 00:00 2024-04-22T13:45:30.122 INFO:teuthology.orchestra.run.smithi173.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 91 kB/s | 11 kB 00:00 2024-04-22T13:45:30.156 INFO:teuthology.orchestra.run.smithi173.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 302 kB/s | 18 kB 00:00 2024-04-22T13:45:30.181 INFO:teuthology.orchestra.run.smithi173.stdout:(126/150): protobuf-compiler-3.14.0-13.el9.x86_ 447 kB/s | 863 kB 00:01 2024-04-22T13:45:30.198 INFO:teuthology.orchestra.run.smithi173.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 306 kB/s | 23 kB 00:00 2024-04-22T13:45:30.211 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 76 kB/s | 16 kB 00:00 2024-04-22T13:45:30.215 INFO:teuthology.orchestra.run.smithi173.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 337 kB/s | 19 kB 00:00 2024-04-22T13:45:30.290 INFO:teuthology.orchestra.run.smithi173.stdout:(129/150): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-04-22T13:45:30.307 INFO:teuthology.orchestra.run.smithi173.stdout:(130/150): python3-logutils-0.3.5-21.el9.noarch 504 kB/s | 46 kB 00:00 2024-04-22T13:45:30.357 INFO:teuthology.orchestra.run.smithi173.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-04-22T13:45:30.383 INFO:teuthology.orchestra.run.smithi173.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 779 kB/s | 58 kB 00:00 2024-04-22T13:45:30.424 INFO:teuthology.orchestra.run.smithi173.stdout:(133/150): python3-jaraco-text-3.2.0-6.el9.noar 81 kB/s | 20 kB 00:00 2024-04-22T13:45:30.450 INFO:teuthology.orchestra.run.smithi173.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-04-22T13:45:30.475 INFO:teuthology.orchestra.run.smithi173.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 178 kB/s | 16 kB 00:00 2024-04-22T13:45:30.517 INFO:teuthology.orchestra.run.smithi173.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 423 kB/s | 28 kB 00:00 2024-04-22T13:45:30.542 INFO:teuthology.orchestra.run.smithi173.stdout:(137/150): python3-repoze-lru-0.7-16.el9.noarch 460 kB/s | 31 kB 00:00 2024-04-22T13:45:30.584 INFO:teuthology.orchestra.run.smithi173.stdout:(138/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 565 kB/s | 90 kB 00:00 2024-04-22T13:45:30.609 INFO:teuthology.orchestra.run.smithi173.stdout:(139/150): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-22T13:45:30.635 INFO:teuthology.orchestra.run.smithi173.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 642 kB/s | 59 kB 00:00 2024-04-22T13:45:30.660 INFO:teuthology.orchestra.run.smithi173.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 472 kB/s | 36 kB 00:00 2024-04-22T13:45:30.686 INFO:teuthology.orchestra.run.smithi173.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 673 kB/s | 51 kB 00:00 2024-04-22T13:45:30.711 INFO:teuthology.orchestra.run.smithi173.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-22T13:45:30.761 INFO:teuthology.orchestra.run.smithi173.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 892 kB/s | 90 kB 00:00 2024-04-22T13:45:30.795 INFO:teuthology.orchestra.run.smithi173.stdout:(145/150): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-22T13:45:30.820 INFO:teuthology.orchestra.run.smithi173.stdout:(146/150): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-22T13:45:30.887 INFO:teuthology.orchestra.run.smithi173.stdout:(147/150): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-04-22T13:45:30.929 INFO:teuthology.orchestra.run.smithi173.stdout:(148/150): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-04-22T13:45:31.221 INFO:teuthology.orchestra.run.smithi173.stdout:(149/150): librbd1-19.0.0-3156.gd69f13d8.el7.x8 9.4 MB/s | 3.1 MB 00:00 2024-04-22T13:45:31.287 INFO:teuthology.orchestra.run.smithi173.stdout:(150/150): librados2-19.0.0-3156.gd69f13d8.el7. 7.3 MB/s | 3.4 MB 00:00 2024-04-22T13:45:31.293 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-04-22T13:45:31.294 INFO:teuthology.orchestra.run.smithi173.stdout:Total 19 MB/s | 218 MB 00:11 2024-04-22T13:45:31.549 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-22T13:45:32.358 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-04-22T13:45:32.482 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-04-22T13:45:32.482 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-04-22T13:45:32.857 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - AppStream 927 kB/s | 19 MB 00:21 2024-04-22T13:45:34.192 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-04-22T13:45:34.192 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-04-22T13:45:36.804 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 5.5 kB/s | 1.7 kB 00:00 2024-04-22T13:45:37.242 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - CRB 7.6 MB/s | 6.2 MB 00:00 2024-04-22T13:45:38.818 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 16 kB 00:00 2024-04-22T13:45:38.897 INFO:teuthology.orchestra.run.smithi084.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:38.897 INFO:teuthology.orchestra.run.smithi084.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:38.908 INFO:teuthology.orchestra.run.smithi084.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T13:45:38.908 INFO:teuthology.orchestra.run.smithi084.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T13:45:38.909 INFO:teuthology.orchestra.run.smithi084.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T13:45:38.910 INFO:teuthology.orchestra.run.smithi084.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T13:45:38.912 INFO:teuthology.orchestra.run.smithi084.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T13:45:38.914 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T13:45:38.915 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T13:45:38.973 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-22T13:45:38.986 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-22T13:45:38.986 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-22T13:45:38.986 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-22T13:45:38.986 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-22T13:45:38.987 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T13:45:38.988 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-22T13:45:38.989 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrading: 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-22T13:45:38.990 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-22T13:45:38.991 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T13:45:38.992 INFO:teuthology.orchestra.run.smithi084.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T13:45:38.993 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T13:45:38.994 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T13:45:38.995 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T13:45:38.996 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T13:45:38.997 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T13:45:38.998 INFO:teuthology.orchestra.run.smithi084.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout:Installing weak dependencies: 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout:======================================================================================= 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout:Install 148 Packages 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrade 2 Packages 2024-04-22T13:45:38.999 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:45:39.000 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 218 M 2024-04-22T13:45:39.000 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-22T13:45:39.781 INFO:teuthology.orchestra.run.smithi084.stdout:(1/150): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 40 kB/s | 6.6 kB 00:00 2024-04-22T13:45:39.998 INFO:teuthology.orchestra.run.smithi084.stdout:(2/150): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 4.0 MB/s | 890 kB 00:00 2024-04-22T13:45:40.073 INFO:teuthology.orchestra.run.smithi084.stdout:(3/150): ceph-immutable-object-cache-19.0.0-315 1.9 MB/s | 145 kB 00:00 2024-04-22T13:45:40.126 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-04-22T13:45:40.177 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-04-22T13:45:40.198 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T13:45:40.282 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T13:45:40.289 INFO:teuthology.orchestra.run.smithi084.stdout:(4/150): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 8.0 MB/s | 5.4 MB 00:00 2024-04-22T13:45:40.456 INFO:teuthology.orchestra.run.smithi084.stdout:(5/150): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 6.2 MB/s | 2.4 MB 00:00 2024-04-22T13:45:40.463 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T13:45:40.498 INFO:teuthology.orchestra.run.smithi084.stdout:(6/150): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 7.2 MB/s | 1.5 MB 00:00 2024-04-22T13:45:40.796 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T13:45:40.908 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:45:41.029 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:45:41.083 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:45:41.175 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:45:41.217 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:45:41.246 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T13:45:41.257 INFO:teuthology.orchestra.run.smithi084.stdout:(7/150): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 5.9 MB/s | 4.7 MB 00:00 2024-04-22T13:45:41.280 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T13:45:41.431 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T13:45:41.477 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T13:45:41.505 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:45:41.609 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:45:41.631 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:45:41.694 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:45:41.715 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:45:41.735 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:45:41.765 INFO:teuthology.orchestra.run.smithi084.stdout:(8/150): ceph-common-19.0.0-3156.gd69f13d8.el7. 9.8 MB/s | 21 MB 00:02 2024-04-22T13:45:41.832 INFO:teuthology.orchestra.run.smithi084.stdout:(9/150): ceph-selinux-19.0.0-3156.gd69f13d8.el7 378 kB/s | 25 kB 00:00 2024-04-22T13:45:41.933 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:45:41.965 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:45:42.072 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T13:45:42.157 INFO:teuthology.orchestra.run.smithi084.stdout:(10/150): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 10 MB/s | 17 MB 00:01 2024-04-22T13:45:42.166 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T13:45:42.206 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T13:45:42.241 INFO:teuthology.orchestra.run.smithi084.stdout:(11/150): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.6 MB/s | 225 kB 00:00 2024-04-22T13:45:42.241 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T13:45:42.316 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T13:45:42.316 INFO:teuthology.orchestra.run.smithi084.stdout:(12/150): cephfs-shell-19.0.0-3156.gd69f13d8.el 361 kB/s | 27 kB 00:00 2024-04-22T13:45:42.357 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T13:45:42.391 INFO:teuthology.orchestra.run.smithi084.stdout:(13/150): libcephfs-devel-19.0.0-3156.gd69f13d8 423 kB/s | 32 kB 00:00 2024-04-22T13:45:42.401 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T13:45:42.467 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T13:45:42.492 INFO:teuthology.orchestra.run.smithi084.stdout:(14/150): libcephfs2-19.0.0-3156.gd69f13d8.el7. 7.3 MB/s | 747 kB 00:00 2024-04-22T13:45:42.503 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T13:45:42.575 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T13:45:42.617 INFO:teuthology.orchestra.run.smithi084.stdout:(15/150): ceph-radosgw-19.0.0-3156.gd69f13d8.el 7.8 MB/s | 11 MB 00:01 2024-04-22T13:45:42.634 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T13:45:42.642 INFO:teuthology.orchestra.run.smithi084.stdout:(16/150): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.1 MB/s | 163 kB 00:00 2024-04-22T13:45:42.664 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T13:45:42.675 INFO:teuthology.orchestra.run.smithi084.stdout:(17/150): librados-devel-19.0.0-3156.gd69f13d8. 2.1 MB/s | 126 kB 00:00 2024-04-22T13:45:42.708 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T13:45:42.726 INFO:teuthology.orchestra.run.smithi084.stdout:(18/150): libradosstriper1-19.0.0-3156.gd69f13d 5.8 MB/s | 500 kB 00:00 2024-04-22T13:45:42.787 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T13:45:42.801 INFO:teuthology.orchestra.run.smithi084.stdout:(19/150): python3-ceph-argparse-19.0.0-3156.gd6 602 kB/s | 45 kB 00:00 2024-04-22T13:45:42.818 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 30/152 2024-04-22T13:45:42.862 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 31/152 2024-04-22T13:45:42.885 INFO:teuthology.orchestra.run.smithi084.stdout:(20/150): python3-ceph-common-19.0.0-3156.gd69f 1.6 MB/s | 135 kB 00:00 2024-04-22T13:45:42.890 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 32/152 2024-04-22T13:45:42.962 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T13:45:42.986 INFO:teuthology.orchestra.run.smithi084.stdout:(21/150): python3-cephfs-19.0.0-3156.gd69f13d8. 1.6 MB/s | 161 kB 00:00 2024-04-22T13:45:43.014 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T13:45:43.078 INFO:teuthology.orchestra.run.smithi084.stdout:(22/150): python3-rados-19.0.0-3156.gd69f13d8.e 3.4 MB/s | 320 kB 00:00 2024-04-22T13:45:43.090 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T13:45:43.161 INFO:teuthology.orchestra.run.smithi084.stdout:(23/150): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.5 MB/s | 298 kB 00:00 2024-04-22T13:45:43.227 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T13:45:43.236 INFO:teuthology.orchestra.run.smithi084.stdout:(24/150): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-22T13:45:43.283 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T13:45:43.353 INFO:teuthology.orchestra.run.smithi084.stdout:(25/150): librgw2-19.0.0-3156.gd69f13d8.el7.x86 7.9 MB/s | 5.4 MB 00:00 2024-04-22T13:45:43.381 INFO:teuthology.orchestra.run.smithi084.stdout:(26/150): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 592 kB/s | 85 kB 00:00 2024-04-22T13:45:43.464 INFO:teuthology.orchestra.run.smithi084.stdout:(27/150): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 170 kB 00:00 2024-04-22T13:45:43.540 INFO:teuthology.orchestra.run.smithi084.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3156.g 457 kB/s | 34 kB 00:00 2024-04-22T13:45:43.623 INFO:teuthology.orchestra.run.smithi084.stdout:(29/150): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.7 MB/s | 142 kB 00:00 2024-04-22T13:45:43.782 INFO:teuthology.orchestra.run.smithi084.stdout:(30/150): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 7.2 MB/s | 3.1 MB 00:00 2024-04-22T13:45:43.820 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T13:45:43.904 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T13:45:43.932 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T13:45:43.975 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T13:45:44.013 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 42/152 2024-04-22T13:45:44.015 INFO:teuthology.orchestra.run.smithi084.stdout:(31/150): ceph-mgr-dashboard-19.0.0-3156.gd69f1 9.0 MB/s | 3.5 MB 00:00 2024-04-22T13:45:44.046 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T13:45:44.102 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T13:45:44.107 INFO:teuthology.orchestra.run.smithi084.stdout:(32/150): ceph-mgr-modules-core-19.0.0-3156.gd6 2.7 MB/s | 249 kB 00:00 2024-04-22T13:45:44.175 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T13:45:44.182 INFO:teuthology.orchestra.run.smithi084.stdout:(33/150): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 660 kB/s | 49 kB 00:00 2024-04-22T13:45:44.230 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T13:45:44.258 INFO:teuthology.orchestra.run.smithi084.stdout:(34/150): ceph-prometheus-alerts-19.0.0-3156.gd 219 kB/s | 16 kB 00:00 2024-04-22T13:45:44.267 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T13:45:44.315 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T13:45:44.341 INFO:teuthology.orchestra.run.smithi084.stdout:(35/150): ceph-volume-19.0.0-3156.gd69f13d8.el7 3.2 MB/s | 273 kB 00:00 2024-04-22T13:45:44.349 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T13:45:44.392 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T13:45:44.435 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T13:45:44.450 INFO:teuthology.orchestra.run.smithi084.stdout:(36/150): cephadm-19.0.0-3156.gd69f13d8.el7.noa 6.9 MB/s | 762 kB 00:00 2024-04-22T13:45:44.526 INFO:teuthology.orchestra.run.smithi084.stdout:(37/150): cephfs-top-19.0.0-3156.gd69f13d8.el7. 243 kB/s | 18 kB 00:00 2024-04-22T13:45:44.574 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T13:45:44.615 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T13:45:44.642 INFO:teuthology.orchestra.run.smithi084.stdout:(38/150): fuse-2.9.9-15.el9.x86_64.rpm 690 kB/s | 80 kB 00:00 2024-04-22T13:45:44.645 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T13:45:44.687 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T13:45:44.734 INFO:teuthology.orchestra.run.smithi084.stdout:(39/150): ceph-mgr-diskprediction-local-19.0.0- 7.8 MB/s | 7.4 MB 00:00 2024-04-22T13:45:44.790 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T13:45:44.836 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T13:45:44.877 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T13:45:44.902 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T13:45:44.927 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T13:45:45.003 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T13:45:45.131 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T13:45:45.151 INFO:teuthology.orchestra.run.smithi084.stdout:(40/150): ceph-test-19.0.0-3156.gd69f13d8.el7.x 15 MB/s | 49 MB 00:03 2024-04-22T13:45:45.167 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T13:45:45.177 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-04-22T13:45:45.196 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T13:45:45.230 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T13:45:45.260 INFO:teuthology.orchestra.run.smithi084.stdout:(41/150): libquadmath-11.4.1-3.el9.x86_64.rpm 372 kB/s | 195 kB 00:00 2024-04-22T13:45:45.274 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T13:45:45.285 INFO:teuthology.orchestra.run.smithi084.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-04-22T13:45:45.310 INFO:teuthology.orchestra.run.smithi084.stdout:(43/150): libgfortran-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 803 kB 00:00 2024-04-22T13:45:45.312 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T13:45:45.343 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T13:45:45.373 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T13:45:45.377 INFO:teuthology.orchestra.run.smithi084.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-04-22T13:45:45.402 INFO:teuthology.orchestra.run.smithi084.stdout:(45/150): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-04-22T13:45:45.416 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T13:45:45.449 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T13:45:45.469 INFO:teuthology.orchestra.run.smithi084.stdout:(46/150): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-04-22T13:45:45.491 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T13:45:45.495 INFO:teuthology.orchestra.run.smithi084.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-04-22T13:45:45.525 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T13:45:45.553 INFO:teuthology.orchestra.run.smithi084.stdout:(48/150): python3-cryptography-36.0.1-4.el9.x86 4.2 MB/s | 1.2 MB 00:00 2024-04-22T13:45:45.613 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T13:45:45.656 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T13:45:45.787 INFO:teuthology.orchestra.run.smithi084.stdout:(49/150): bison-3.7.4-5.el9.x86_64.rpm 3.2 MB/s | 943 kB 00:00 2024-04-22T13:45:45.804 INFO:teuthology.orchestra.run.smithi084.stdout:(50/150): boost-program-options-1.75.0-8.el9.x8 427 kB/s | 107 kB 00:00 2024-04-22T13:45:45.837 INFO:teuthology.orchestra.run.smithi084.stdout:(51/150): automake-1.16.2-8.el9.noarch.rpm 1.8 MB/s | 689 kB 00:00 2024-04-22T13:45:45.862 INFO:teuthology.orchestra.run.smithi084.stdout:(52/150): elfutils-libelf-devel-0.190-2.el9.x86 285 kB/s | 21 kB 00:00 2024-04-22T13:45:45.863 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T13:45:45.888 INFO:teuthology.orchestra.run.smithi084.stdout:(53/150): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-04-22T13:45:45.905 INFO:teuthology.orchestra.run.smithi084.stdout:(54/150): flexiblas-3.0.4-8.el9.x86_64.rpm 487 kB/s | 33 kB 00:00 2024-04-22T13:45:45.911 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T13:45:45.938 INFO:teuthology.orchestra.run.smithi084.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-04-22T13:45:45.981 INFO:teuthology.orchestra.run.smithi084.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 147 kB/s | 11 kB 00:00 2024-04-22T13:45:46.021 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T13:45:46.039 INFO:teuthology.orchestra.run.smithi084.stdout:(57/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 17 MB/s | 3.0 MB 00:00 2024-04-22T13:45:46.064 INFO:teuthology.orchestra.run.smithi084.stdout:(58/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-04-22T13:45:46.072 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T13:45:46.089 INFO:teuthology.orchestra.run.smithi084.stdout:(59/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 417 kB/s | 45 kB 00:00 2024-04-22T13:45:46.123 INFO:teuthology.orchestra.run.smithi084.stdout:(60/150): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-04-22T13:45:46.157 INFO:teuthology.orchestra.run.smithi084.stdout:(61/150): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 582 kB 00:00 2024-04-22T13:45:46.182 INFO:teuthology.orchestra.run.smithi084.stdout:(62/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 276 kB/s | 25 kB 00:00 2024-04-22T13:45:46.207 INFO:teuthology.orchestra.run.smithi084.stdout:(63/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 566 kB/s | 47 kB 00:00 2024-04-22T13:45:46.233 INFO:teuthology.orchestra.run.smithi084.stdout:(64/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-04-22T13:45:46.258 INFO:teuthology.orchestra.run.smithi084.stdout:(65/150): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-04-22T13:45:46.283 INFO:teuthology.orchestra.run.smithi084.stdout:(66/150): openblas-0.3.21-2.el9.x86_64.rpm 468 kB/s | 35 kB 00:00 2024-04-22T13:45:46.425 INFO:teuthology.orchestra.run.smithi084.stdout:(67/150): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-04-22T13:45:46.500 INFO:teuthology.orchestra.run.smithi084.stdout:(68/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 17 MB/s | 4.1 MB 00:00 2024-04-22T13:45:46.559 INFO:teuthology.orchestra.run.smithi084.stdout:(69/150): postgresql-contrib-13.14-1.el9.x86_64 6.7 MB/s | 911 kB 00:00 2024-04-22T13:45:46.584 INFO:teuthology.orchestra.run.smithi084.stdout:(70/150): postgresql-private-libs-13.14-1.el9.x 1.6 MB/s | 133 kB 00:00 2024-04-22T13:45:46.701 INFO:teuthology.orchestra.run.smithi084.stdout:(71/150): protobuf-3.14.0-13.el9.x86_64.rpm 8.6 MB/s | 1.0 MB 00:00 2024-04-22T13:45:46.813 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T13:45:46.818 INFO:teuthology.orchestra.run.smithi084.stdout:(72/150): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-04-22T13:45:46.843 INFO:teuthology.orchestra.run.smithi084.stdout:(73/150): python3-attrs-20.3.0-7.el9.noarch.rpm 617 kB/s | 87 kB 00:00 2024-04-22T13:45:46.861 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T13:45:46.885 INFO:teuthology.orchestra.run.smithi084.stdout:(74/150): postgresql-13.14-1.el9.x86_64.rpm 2.6 MB/s | 1.6 MB 00:00 2024-04-22T13:45:46.894 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T13:45:46.952 INFO:teuthology.orchestra.run.smithi084.stdout:(75/150): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-04-22T13:45:46.995 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T13:45:47.036 INFO:teuthology.orchestra.run.smithi084.stdout:(76/150): python3-babel-2.9.1-2.el9.noarch.rpm 27 MB/s | 6.0 MB 00:00 2024-04-22T13:45:47.053 INFO:teuthology.orchestra.run.smithi084.stdout:(77/150): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-04-22T13:45:47.061 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T13:45:47.078 INFO:teuthology.orchestra.run.smithi084.stdout:(78/150): python3-jsonpatch-1.21-16.el9.noarch. 204 kB/s | 26 kB 00:00 2024-04-22T13:45:47.103 INFO:teuthology.orchestra.run.smithi084.stdout:(79/150): python3-jsonpointer-2.0-4.el9.noarch. 286 kB/s | 19 kB 00:00 2024-04-22T13:45:47.129 INFO:teuthology.orchestra.run.smithi084.stdout:(80/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-22T13:45:47.149 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T13:45:47.154 INFO:teuthology.orchestra.run.smithi084.stdout:(81/150): python3-markupsafe-1.1.1-12.el9.x86_6 460 kB/s | 35 kB 00:00 2024-04-22T13:45:47.179 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T13:45:47.220 INFO:teuthology.orchestra.run.smithi084.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-22T13:45:47.288 INFO:teuthology.orchestra.run.smithi084.stdout:(83/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 28 MB/s | 5.1 MB 00:00 2024-04-22T13:45:47.295 INFO:teuthology.orchestra.run.smithi083.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:47.296 INFO:teuthology.orchestra.run.smithi083.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-22T13:45:47.307 INFO:teuthology.orchestra.run.smithi083.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-22T13:45:47.308 INFO:teuthology.orchestra.run.smithi083.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-22T13:45:47.308 INFO:teuthology.orchestra.run.smithi083.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-22T13:45:47.309 INFO:teuthology.orchestra.run.smithi083.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-22T13:45:47.311 INFO:teuthology.orchestra.run.smithi083.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-22T13:45:47.313 INFO:teuthology.orchestra.run.smithi084.stdout:(84/150): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-22T13:45:47.313 INFO:teuthology.orchestra.run.smithi083.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-22T13:45:47.314 INFO:teuthology.orchestra.run.smithi083.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-22T13:45:47.338 INFO:teuthology.orchestra.run.smithi084.stdout:(85/150): python3-packaging-20.9-5.el9.noarch.r 657 kB/s | 77 kB 00:00 2024-04-22T13:45:47.364 INFO:teuthology.orchestra.run.smithi084.stdout:(86/150): python3-prettytable-0.7.2-27.el9.noar 558 kB/s | 42 kB 00:00 2024-04-22T13:45:47.372 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T13:45:47.374 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2024-04-22T13:45:47.383 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================= 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================= 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-22T13:45:47.384 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-22T13:45:47.385 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-22T13:45:47.386 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrading: 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-22T13:45:47.387 INFO:teuthology.orchestra.run.smithi083.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-22T13:45:47.388 INFO:teuthology.orchestra.run.smithi083.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-22T13:45:47.389 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-22T13:45:47.390 INFO:teuthology.orchestra.run.smithi083.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-22T13:45:47.391 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-22T13:45:47.392 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-22T13:45:47.393 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-22T13:45:47.394 INFO:teuthology.orchestra.run.smithi083.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-22T13:45:47.395 INFO:teuthology.orchestra.run.smithi083.stdout:Installing weak dependencies: 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout:======================================================================================= 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout:Install 148 Packages 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrade 2 Packages 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:45:47.396 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 218 M 2024-04-22T13:45:47.397 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2024-04-22T13:45:47.397 INFO:teuthology.orchestra.run.smithi084.stdout:(87/150): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 269 kB 00:00 2024-04-22T13:45:47.402 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T13:45:47.422 INFO:teuthology.orchestra.run.smithi084.stdout:(88/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.8 MB/s | 159 kB 00:00 2024-04-22T13:45:47.448 INFO:teuthology.orchestra.run.smithi084.stdout:(89/150): python3-pyasn1-modules-0.4.8-6.el9.no 3.3 MB/s | 279 kB 00:00 2024-04-22T13:45:47.473 INFO:teuthology.orchestra.run.smithi084.stdout:(90/150): python3-pytz-2021.1-5.el9.noarch.rpm 675 kB/s | 51 kB 00:00 2024-04-22T13:45:47.479 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T13:45:47.498 INFO:teuthology.orchestra.run.smithi084.stdout:(91/150): python3-requests-oauthlib-1.3.0-12.el 710 kB/s | 54 kB 00:00 2024-04-22T13:45:47.582 INFO:teuthology.orchestra.run.smithi084.stdout:(92/150): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-04-22T13:45:47.607 INFO:teuthology.orchestra.run.smithi084.stdout:(93/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-04-22T13:45:47.658 INFO:teuthology.orchestra.run.smithi084.stdout:(94/150): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-04-22T13:45:47.682 INFO:teuthology.orchestra.run.smithi084.stdout:(95/150): qatlib-service-24.02.0-1.el9.x86_64.r 479 kB/s | 36 kB 00:00 2024-04-22T13:45:47.725 INFO:teuthology.orchestra.run.smithi084.stdout:(96/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 708 kB/s | 47 kB 00:00 2024-04-22T13:45:47.933 INFO:teuthology.orchestra.run.smithi084.stdout:(97/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-04-22T13:45:47.959 INFO:teuthology.orchestra.run.smithi084.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 248 kB/s | 58 kB 00:00 2024-04-22T13:45:47.992 INFO:teuthology.orchestra.run.smithi084.stdout:(99/150): socat-1.7.4.1-5.el9.x86_64.rpm 986 kB/s | 305 kB 00:00 2024-04-22T13:45:48.009 INFO:teuthology.orchestra.run.smithi084.stdout:(100/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-22T13:45:48.034 INFO:teuthology.orchestra.run.smithi084.stdout:(101/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-04-22T13:45:48.060 INFO:teuthology.orchestra.run.smithi084.stdout:(102/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 669 kB/s | 45 kB 00:00 2024-04-22T13:45:48.137 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T13:45:48.177 INFO:teuthology.orchestra.run.smithi084.stdout:(103/150): lua-devel-5.4.4-4.el9.x86_64.rpm 133 kB/s | 22 kB 00:00 2024-04-22T13:45:48.227 INFO:teuthology.orchestra.run.smithi084.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 3.2 MB/s | 548 kB 00:00 2024-04-22T13:45:48.260 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T13:45:48.261 INFO:teuthology.orchestra.run.smithi084.stdout:(105/150): gperftools-libs-2.9.1-2.el9.x86_64.r 3.6 MB/s | 309 kB 00:00 2024-04-22T13:45:48.286 INFO:teuthology.orchestra.run.smithi084.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 334 kB/s | 19 kB 00:00 2024-04-22T13:45:48.354 INFO:teuthology.orchestra.run.smithi083.stdout:(1/150): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 27 kB/s | 6.6 kB 00:00 2024-04-22T13:45:48.378 INFO:teuthology.orchestra.run.smithi084.stdout:(107/150): libarrow-9.0.0-10.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-04-22T13:45:48.403 INFO:teuthology.orchestra.run.smithi084.stdout:(108/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 227 kB/s | 26 kB 00:00 2024-04-22T13:45:48.428 INFO:teuthology.orchestra.run.smithi084.stdout:(109/150): liboath-2.6.7-2.el9.x86_64.rpm 971 kB/s | 49 kB 00:00 2024-04-22T13:45:48.453 INFO:teuthology.orchestra.run.smithi084.stdout:(110/150): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-22T13:45:48.479 INFO:teuthology.orchestra.run.smithi084.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-04-22T13:45:48.512 INFO:teuthology.orchestra.run.smithi084.stdout:(112/150): protobuf-compiler-3.14.0-13.el9.x86_ 1.8 MB/s | 863 kB 00:00 2024-04-22T13:45:48.537 INFO:teuthology.orchestra.run.smithi084.stdout:(113/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 9.8 MB/s | 838 kB 00:00 2024-04-22T13:45:48.571 INFO:teuthology.orchestra.run.smithi084.stdout:(114/150): python3-asyncssh-2.13.2-5.el9.noarch 5.9 MB/s | 548 kB 00:00 2024-04-22T13:45:48.596 INFO:teuthology.orchestra.run.smithi084.stdout:(115/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 528 kB/s | 43 kB 00:00 2024-04-22T13:45:48.630 INFO:teuthology.orchestra.run.smithi084.stdout:(116/150): python3-cachetools-4.2.4-1.el9.noarc 549 kB/s | 32 kB 00:00 2024-04-22T13:45:48.655 INFO:teuthology.orchestra.run.smithi084.stdout:(117/150): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-04-22T13:45:48.680 INFO:teuthology.orchestra.run.smithi084.stdout:(118/150): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-04-22T13:45:48.706 INFO:teuthology.orchestra.run.smithi084.stdout:(119/150): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-04-22T13:45:48.739 INFO:teuthology.orchestra.run.smithi084.stdout:(120/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.6 MB/s | 303 kB 00:00 2024-04-22T13:45:48.764 INFO:teuthology.orchestra.run.smithi084.stdout:(121/150): python3-colorama-0.4.4-12.el9.noarch 425 kB/s | 35 kB 00:00 2024-04-22T13:45:48.790 INFO:teuthology.orchestra.run.smithi084.stdout:(122/150): python3-google-auth-2.28.2-1.el9.noa 3.9 MB/s | 203 kB 00:00 2024-04-22T13:45:48.812 INFO:teuthology.orchestra.run.smithi083.stdout:(2/150): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 7.6 MB/s | 5.4 MB 00:00 2024-04-22T13:45:48.832 INFO:teuthology.orchestra.run.smithi084.stdout:(123/150): python3-grpcio-1.46.7-10.el9.x86_64. 22 MB/s | 2.0 MB 00:00 2024-04-22T13:45:48.857 INFO:teuthology.orchestra.run.smithi084.stdout:(124/150): python3-grpcio-tools-1.46.7-10.el9.x 1.6 MB/s | 144 kB 00:00 2024-04-22T13:45:48.879 INFO:teuthology.orchestra.run.smithi083.stdout:(3/150): ceph-immutable-object-cache-19.0.0-315 2.1 MB/s | 145 kB 00:00 2024-04-22T13:45:48.882 INFO:teuthology.orchestra.run.smithi084.stdout:(125/150): python3-jaraco-8.2.1-3.el9.noarch.rp 117 kB/s | 11 kB 00:00 2024-04-22T13:45:48.908 INFO:teuthology.orchestra.run.smithi084.stdout:(126/150): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-04-22T13:45:48.924 INFO:teuthology.orchestra.run.smithi084.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 346 kB/s | 23 kB 00:00 2024-04-22T13:45:48.941 INFO:teuthology.orchestra.run.smithi084.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 331 kB/s | 19 kB 00:00 2024-04-22T13:45:48.958 INFO:teuthology.orchestra.run.smithi084.stdout:(129/150): python3-jaraco-text-3.2.0-6.el9.noar 587 kB/s | 20 kB 00:00 2024-04-22T13:45:48.992 INFO:teuthology.orchestra.run.smithi084.stdout:(130/150): python3-kubernetes-26.1.0-2.el9.noar 15 MB/s | 1.0 MB 00:00 2024-04-22T13:45:49.008 INFO:teuthology.orchestra.run.smithi084.stdout:(131/150): python3-logutils-0.3.5-21.el9.noarch 690 kB/s | 46 kB 00:00 2024-04-22T13:45:49.034 INFO:teuthology.orchestra.run.smithi084.stdout:(132/150): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-22T13:45:49.059 INFO:teuthology.orchestra.run.smithi084.stdout:(133/150): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-22T13:45:49.084 INFO:teuthology.orchestra.run.smithi084.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-22T13:45:49.101 INFO:teuthology.orchestra.run.smithi084.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 247 kB/s | 16 kB 00:00 2024-04-22T13:45:49.126 INFO:teuthology.orchestra.run.smithi084.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 677 kB/s | 28 kB 00:00 2024-04-22T13:45:49.129 INFO:teuthology.orchestra.run.smithi083.stdout:(4/150): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 9.4 MB/s | 2.4 MB 00:00 2024-04-22T13:45:49.152 INFO:teuthology.orchestra.run.smithi084.stdout:(137/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-04-22T13:45:49.163 INFO:teuthology.orchestra.run.smithi083.stdout:(5/150): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 890 kB 00:00 2024-04-22T13:45:49.177 INFO:teuthology.orchestra.run.smithi084.stdout:(138/150): python3-repoze-lru-0.7-16.el9.noarch 408 kB/s | 31 kB 00:00 2024-04-22T13:45:49.202 INFO:teuthology.orchestra.run.smithi084.stdout:(139/150): python3-routes-2.5.1-5.el9.noarch.rp 2.5 MB/s | 188 kB 00:00 2024-04-22T13:45:49.227 INFO:teuthology.orchestra.run.smithi084.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-22T13:45:49.252 INFO:teuthology.orchestra.run.smithi084.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 477 kB/s | 36 kB 00:00 2024-04-22T13:45:49.278 INFO:teuthology.orchestra.run.smithi084.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 677 kB/s | 51 kB 00:00 2024-04-22T13:45:49.297 INFO:teuthology.orchestra.run.smithi083.stdout:(6/150): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 9.0 MB/s | 1.5 MB 00:00 2024-04-22T13:45:49.303 INFO:teuthology.orchestra.run.smithi084.stdout:(143/150): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-22T13:45:49.328 INFO:teuthology.orchestra.run.smithi084.stdout:(144/150): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-22T13:45:49.362 INFO:teuthology.orchestra.run.smithi084.stdout:(145/150): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-04-22T13:45:49.387 INFO:teuthology.orchestra.run.smithi084.stdout:(146/150): python3-zc-lockfile-2.0-10.el9.noarc 241 kB/s | 20 kB 00:00 2024-04-22T13:45:49.421 INFO:teuthology.orchestra.run.smithi084.stdout:(147/150): thrift-0.15.0-2.el9.x86_64.rpm 27 MB/s | 1.6 MB 00:00 2024-04-22T13:45:49.446 INFO:teuthology.orchestra.run.smithi084.stdout:(148/150): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-04-22T13:45:49.506 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T13:45:49.598 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T13:45:49.626 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T13:45:49.659 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T13:45:49.756 INFO:teuthology.orchestra.run.smithi083.stdout:(7/150): ceph-common-19.0.0-3156.gd69f13d8.el7. 13 MB/s | 21 MB 00:01 2024-04-22T13:45:49.970 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T13:45:50.013 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:45:50.071 INFO:teuthology.orchestra.run.smithi084.stdout:(149/150): librados2-19.0.0-3156.gd69f13d8.el7. 5.0 MB/s | 3.4 MB 00:00 2024-04-22T13:45:50.104 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:45:50.134 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 98/152 2024-04-22T13:45:50.163 INFO:teuthology.orchestra.run.smithi084.stdout:(150/150): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.2 MB/s | 3.1 MB 00:00 2024-04-22T13:45:50.170 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-22T13:45:50.170 INFO:teuthology.orchestra.run.smithi084.stdout:Total 19 MB/s | 218 MB 00:11 2024-04-22T13:45:50.170 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T13:45:50.649 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T13:45:50.674 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:45:50.745 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:45:50.850 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 102/152 2024-04-22T13:45:50.864 INFO:teuthology.orchestra.run.smithi083.stdout:(8/150): ceph-osd-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 17 MB 00:01 2024-04-22T13:45:50.972 INFO:teuthology.orchestra.run.smithi083.stdout:(9/150): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 8.7 MB/s | 11 MB 00:01 2024-04-22T13:45:51.008 INFO:teuthology.orchestra.run.smithi083.stdout:(10/150): ceph-selinux-19.0.0-3156.gd69f13d8.el 175 kB/s | 25 kB 00:00 2024-04-22T13:45:51.058 INFO:teuthology.orchestra.run.smithi083.stdout:(11/150): cephfs-mirror-19.0.0-3156.gd69f13d8.e 4.4 MB/s | 225 kB 00:00 2024-04-22T13:45:51.117 INFO:teuthology.orchestra.run.smithi083.stdout:(12/150): cephfs-shell-19.0.0-3156.gd69f13d8.el 465 kB/s | 27 kB 00:00 2024-04-22T13:45:51.168 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-22T13:45:51.176 INFO:teuthology.orchestra.run.smithi083.stdout:(13/150): libcephfs-devel-19.0.0-3156.gd69f13d8 543 kB/s | 32 kB 00:00 2024-04-22T13:45:51.284 INFO:teuthology.orchestra.run.smithi083.stdout:(14/150): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.7 MB/s | 747 kB 00:00 2024-04-22T13:45:51.293 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-22T13:45:51.293 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-22T13:45:51.351 INFO:teuthology.orchestra.run.smithi083.stdout:(15/150): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 163 kB 00:00 2024-04-22T13:45:51.418 INFO:teuthology.orchestra.run.smithi083.stdout:(16/150): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-22T13:45:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:(17/150): ceph-mon-19.0.0-3156.gd69f13d8.el7.x8 2.0 MB/s | 4.7 MB 00:02 2024-04-22T13:45:51.527 INFO:teuthology.orchestra.run.smithi083.stdout:(18/150): libradosstriper1-19.0.0-3156.gd69f13d 4.5 MB/s | 500 kB 00:00 2024-04-22T13:45:51.578 INFO:teuthology.orchestra.run.smithi083.stdout:(19/150): python3-ceph-argparse-19.0.0-3156.gd6 901 kB/s | 45 kB 00:00 2024-04-22T13:45:51.637 INFO:teuthology.orchestra.run.smithi083.stdout:(20/150): python3-ceph-common-19.0.0-3156.gd69f 2.2 MB/s | 135 kB 00:00 2024-04-22T13:45:51.704 INFO:teuthology.orchestra.run.smithi083.stdout:(21/150): python3-cephfs-19.0.0-3156.gd69f13d8. 2.4 MB/s | 161 kB 00:00 2024-04-22T13:45:51.779 INFO:teuthology.orchestra.run.smithi083.stdout:(22/150): python3-rados-19.0.0-3156.gd69f13d8.e 4.2 MB/s | 320 kB 00:00 2024-04-22T13:45:51.854 INFO:teuthology.orchestra.run.smithi083.stdout:(23/150): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.9 MB/s | 298 kB 00:00 2024-04-22T13:45:51.913 INFO:teuthology.orchestra.run.smithi083.stdout:(24/150): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 99 kB 00:00 2024-04-22T13:45:51.972 INFO:teuthology.orchestra.run.smithi083.stdout:(25/150): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.4 MB/s | 85 kB 00:00 2024-04-22T13:45:52.305 INFO:teuthology.orchestra.run.smithi083.stdout:(26/150): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 9.3 MB/s | 3.1 MB 00:00 2024-04-22T13:45:52.355 INFO:teuthology.orchestra.run.smithi083.stdout:(27/150): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 3.3 MB/s | 170 kB 00:00 2024-04-22T13:45:52.414 INFO:teuthology.orchestra.run.smithi083.stdout:(28/150): ceph-grafana-dashboards-19.0.0-3156.g 587 kB/s | 34 kB 00:00 2024-04-22T13:45:52.481 INFO:teuthology.orchestra.run.smithi083.stdout:(29/150): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 2.1 MB/s | 142 kB 00:00 2024-04-22T13:45:52.848 INFO:teuthology.orchestra.run.smithi083.stdout:(30/150): ceph-mgr-dashboard-19.0.0-3156.gd69f1 9.7 MB/s | 3.5 MB 00:00 2024-04-22T13:45:52.998 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-22T13:45:53.000 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-22T13:45:53.148 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:45:53.180 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:45:53.532 INFO:teuthology.orchestra.run.smithi083.stdout:(31/150): ceph-mgr-diskprediction-local-19.0.0- 11 MB/s | 7.4 MB 00:00 2024-04-22T13:45:53.607 INFO:teuthology.orchestra.run.smithi083.stdout:(32/150): librgw2-19.0.0-3156.gd69f13d8.el7.x86 2.5 MB/s | 5.4 MB 00:02 2024-04-22T13:45:53.632 INFO:teuthology.orchestra.run.smithi083.stdout:(33/150): ceph-mgr-modules-core-19.0.0-3156.gd6 2.4 MB/s | 249 kB 00:00 2024-04-22T13:45:53.666 INFO:teuthology.orchestra.run.smithi083.stdout:(34/150): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 844 kB/s | 49 kB 00:00 2024-04-22T13:45:53.691 INFO:teuthology.orchestra.run.smithi083.stdout:(35/150): ceph-prometheus-alerts-19.0.0-3156.gd 280 kB/s | 16 kB 00:00 2024-04-22T13:45:53.728 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:45:53.767 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:45:53.808 INFO:teuthology.orchestra.run.smithi083.stdout:(36/150): cephadm-19.0.0-3156.gd69f13d8.el7.noa 6.4 MB/s | 762 kB 00:00 2024-04-22T13:45:53.834 INFO:teuthology.orchestra.run.smithi083.stdout:(37/150): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.6 MB/s | 273 kB 00:00 2024-04-22T13:45:53.856 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:45:53.856 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T13:45:53.856 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T13:45:53.856 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:45:53.867 INFO:teuthology.orchestra.run.smithi083.stdout:(38/150): cephfs-top-19.0.0-3156.gd69f13d8.el7. 311 kB/s | 18 kB 00:00 2024-04-22T13:45:53.876 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:45:53.951 INFO:teuthology.orchestra.run.smithi083.stdout:(39/150): fuse-2.9.9-15.el9.x86_64.rpm 686 kB/s | 80 kB 00:00 2024-04-22T13:45:54.018 INFO:teuthology.orchestra.run.smithi083.stdout:(40/150): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-04-22T13:45:54.468 INFO:teuthology.orchestra.run.smithi083.stdout:(41/150): ceph-test-19.0.0-3156.gd69f13d8.el7.x 14 MB/s | 49 MB 00:03 2024-04-22T13:45:54.493 INFO:teuthology.orchestra.run.smithi083.stdout:(42/150): python3-cffi-1.14.5-5.el9.x86_64.rpm 533 kB/s | 253 kB 00:00 2024-04-22T13:45:54.527 INFO:teuthology.orchestra.run.smithi083.stdout:(43/150): libgfortran-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 803 kB 00:00 2024-04-22T13:45:54.552 INFO:teuthology.orchestra.run.smithi083.stdout:(44/150): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-22T13:45:54.611 INFO:teuthology.orchestra.run.smithi083.stdout:(45/150): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-22T13:45:54.636 INFO:teuthology.orchestra.run.smithi083.stdout:(46/150): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-04-22T13:45:54.661 INFO:teuthology.orchestra.run.smithi083.stdout:(47/150): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-22T13:45:54.720 INFO:teuthology.orchestra.run.smithi083.stdout:(48/150): python3-cryptography-36.0.1-4.el9.x86 4.9 MB/s | 1.2 MB 00:00 2024-04-22T13:45:54.879 INFO:teuthology.orchestra.run.smithi083.stdout:(49/150): boost-program-options-1.75.0-8.el9.x8 675 kB/s | 107 kB 00:00 2024-04-22T13:45:54.920 INFO:teuthology.orchestra.run.smithi083.stdout:(50/150): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-04-22T13:45:54.937 INFO:teuthology.orchestra.run.smithi083.stdout:(51/150): elfutils-libelf-devel-0.190-2.el9.x86 368 kB/s | 21 kB 00:00 2024-04-22T13:45:54.979 INFO:teuthology.orchestra.run.smithi083.stdout:(52/150): flexiblas-3.0.4-8.el9.x86_64.rpm 787 kB/s | 33 kB 00:00 2024-04-22T13:45:55.030 INFO:teuthology.orchestra.run.smithi083.stdout:(53/150): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-04-22T13:45:55.063 INFO:teuthology.orchestra.run.smithi083.stdout:(54/150): bison-3.7.4-5.el9.x86_64.rpm 2.3 MB/s | 943 kB 00:00 2024-04-22T13:45:55.080 INFO:teuthology.orchestra.run.smithi083.stdout:(55/150): flexiblas-openblas-openmp-3.0.4-8.el9 363 kB/s | 18 kB 00:00 2024-04-22T13:45:55.114 INFO:teuthology.orchestra.run.smithi083.stdout:(56/150): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-04-22T13:45:55.172 INFO:teuthology.orchestra.run.smithi083.stdout:(57/150): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-22T13:45:55.197 INFO:teuthology.orchestra.run.smithi083.stdout:(58/150): librabbitmq-0.11.0-7.el9.x86_64.rpm 543 kB/s | 45 kB 00:00 2024-04-22T13:45:55.340 INFO:teuthology.orchestra.run.smithi083.stdout:(59/150): libtool-2.4.6-45.el9.x86_64.rpm 4.0 MB/s | 582 kB 00:00 2024-04-22T13:45:55.373 INFO:teuthology.orchestra.run.smithi083.stdout:(60/150): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-04-22T13:45:55.399 INFO:teuthology.orchestra.run.smithi083.stdout:(61/150): libuuid-devel-2.37.4-18.el9.x86_64.rp 435 kB/s | 25 kB 00:00 2024-04-22T13:45:55.424 INFO:teuthology.orchestra.run.smithi083.stdout:(62/150): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-04-22T13:45:55.482 INFO:teuthology.orchestra.run.smithi083.stdout:(63/150): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-22T13:45:55.508 INFO:teuthology.orchestra.run.smithi083.stdout:(64/150): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-22T13:45:55.533 INFO:teuthology.orchestra.run.smithi083.stdout:(65/150): openblas-0.3.21-2.el9.x86_64.rpm 697 kB/s | 35 kB 00:00 2024-04-22T13:45:56.059 INFO:teuthology.orchestra.run.smithi083.stdout:(66/150): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-04-22T13:45:56.392 INFO:teuthology.orchestra.run.smithi083.stdout:(67/150): openblas-openmp-0.3.21-2.el9.x86_64.r 5.4 MB/s | 4.7 MB 00:00 2024-04-22T13:45:56.501 INFO:teuthology.orchestra.run.smithi083.stdout:(68/150): openssl-devel-3.0.7-27.el9.x86_64.rpm 4.3 MB/s | 4.1 MB 00:00 2024-04-22T13:45:56.559 INFO:teuthology.orchestra.run.smithi083.stdout:(69/150): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-04-22T13:45:56.626 INFO:teuthology.orchestra.run.smithi083.stdout:(70/150): postgresql-13.14-1.el9.x86_64.rpm 2.8 MB/s | 1.6 MB 00:00 2024-04-22T13:45:56.660 INFO:teuthology.orchestra.run.smithi083.stdout:(71/150): postgresql-contrib-13.14-1.el9.x86_64 3.3 MB/s | 911 kB 00:00 2024-04-22T13:45:56.718 INFO:teuthology.orchestra.run.smithi083.stdout:(72/150): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-22T13:45:56.894 INFO:teuthology.orchestra.run.smithi083.stdout:(73/150): protobuf-3.14.0-13.el9.x86_64.rpm 3.8 MB/s | 1.0 MB 00:00 2024-04-22T13:45:56.977 INFO:teuthology.orchestra.run.smithi083.stdout:(74/150): python3-devel-3.9.18-3.el9.x86_64.rpm 2.9 MB/s | 244 kB 00:00 2024-04-22T13:45:57.069 INFO:teuthology.orchestra.run.smithi083.stdout:(75/150): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-22T13:45:57.120 INFO:teuthology.orchestra.run.smithi083.stdout:(76/150): python3-jsonpatch-1.21-16.el9.noarch. 514 kB/s | 26 kB 00:00 2024-04-22T13:45:57.169 INFO:teuthology.orchestra.run.smithi083.stdout:(77/150): python3-jsonpointer-2.0-4.el9.noarch. 384 kB/s | 19 kB 00:00 2024-04-22T13:45:57.253 INFO:teuthology.orchestra.run.smithi083.stdout:(78/150): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-22T13:45:57.303 INFO:teuthology.orchestra.run.smithi083.stdout:(79/150): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-04-22T13:45:57.662 INFO:teuthology.orchestra.run.smithi083.stdout:(80/150): postgresql-server-13.14-1.el9.x86_64. 5.2 MB/s | 5.8 MB 00:01 2024-04-22T13:45:57.738 INFO:teuthology.orchestra.run.smithi083.stdout:(81/150): python3-babel-2.9.1-2.el9.noarch.rpm 5.9 MB/s | 6.0 MB 00:01 2024-04-22T13:45:57.788 INFO:teuthology.orchestra.run.smithi083.stdout:(82/150): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-04-22T13:45:57.813 INFO:teuthology.orchestra.run.smithi083.stdout:(83/150): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-04-22T13:45:57.838 INFO:teuthology.orchestra.run.smithi083.stdout:(84/150): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-22T13:45:57.855 INFO:teuthology.orchestra.run.smithi083.stdout:(85/150): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-04-22T13:45:57.914 INFO:teuthology.orchestra.run.smithi083.stdout:(86/150): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-22T13:45:57.939 INFO:teuthology.orchestra.run.smithi083.stdout:(87/150): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-04-22T13:45:57.981 INFO:teuthology.orchestra.run.smithi083.stdout:(88/150): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-04-22T13:45:58.006 INFO:teuthology.orchestra.run.smithi083.stdout:(89/150): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-04-22T13:45:58.032 INFO:teuthology.orchestra.run.smithi083.stdout:(90/150): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-22T13:45:58.082 INFO:teuthology.orchestra.run.smithi083.stdout:(91/150): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-04-22T13:45:58.132 INFO:teuthology.orchestra.run.smithi083.stdout:(92/150): python3-wcwidth-0.2.5-8.el9.noarch.rp 883 kB/s | 44 kB 00:00 2024-04-22T13:45:58.191 INFO:teuthology.orchestra.run.smithi083.stdout:(93/150): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-22T13:45:58.249 INFO:teuthology.orchestra.run.smithi083.stdout:(94/150): qatlib-service-24.02.0-1.el9.x86_64.r 612 kB/s | 36 kB 00:00 2024-04-22T13:45:58.308 INFO:teuthology.orchestra.run.smithi083.stdout:(95/150): qatzip-libs-1.2.0-1.el9.x86_64.rpm 813 kB/s | 47 kB 00:00 2024-04-22T13:45:58.433 INFO:teuthology.orchestra.run.smithi083.stdout:(96/150): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-04-22T13:45:58.467 INFO:teuthology.orchestra.run.smithi083.stdout:(97/150): socat-1.7.4.1-5.el9.x86_64.rpm 1.9 MB/s | 305 kB 00:00 2024-04-22T13:45:58.492 INFO:teuthology.orchestra.run.smithi083.stdout:(98/150): uuid-1.6.2-55.el9.x86_64.rpm 989 kB/s | 58 kB 00:00 2024-04-22T13:45:58.526 INFO:teuthology.orchestra.run.smithi083.stdout:(99/150): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-04-22T13:45:58.572 INFO:teuthology.orchestra.run.smithi083.stdout:(100/150): xmlstarlet-1.6.1-20.el9.x86_64.rpm 799 kB/s | 64 kB 00:00 2024-04-22T13:45:58.627 INFO:teuthology.orchestra.run.smithi083.stdout:(101/150): zlib-devel-1.2.11-41.el9.x86_64.rpm 447 kB/s | 45 kB 00:00 2024-04-22T13:45:58.702 INFO:teuthology.orchestra.run.smithi083.stdout:(102/150): lua-devel-5.4.4-4.el9.x86_64.rpm 172 kB/s | 22 kB 00:00 2024-04-22T13:45:58.811 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-22T13:45:58.847 INFO:teuthology.orchestra.run.smithi083.stdout:(103/150): protobuf-compiler-3.14.0-13.el9.x86_ 3.8 MB/s | 863 kB 00:00 2024-04-22T13:45:58.899 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T13:45:58.924 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T13:45:58.967 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T13:45:59.351 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T13:45:59.417 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:45:59.494 INFO:teuthology.orchestra.run.smithi083.stdout:(104/150): abseil-cpp-20211102.0-3.el9.x86_64.r 692 kB/s | 548 kB 00:00 2024-04-22T13:45:59.537 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:45:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:(105/150): gperftools-libs-2.9.1-2.el9.x86_64.r 459 kB/s | 309 kB 00:00 2024-04-22T13:45:59.567 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:45:59.603 INFO:teuthology.orchestra.run.smithi083.stdout:(106/150): grpc-data-1.46.7-10.el9.noarch.rpm 179 kB/s | 19 kB 00:00 2024-04-22T13:45:59.641 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:45:59.684 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:45:59.703 INFO:teuthology.orchestra.run.smithi083.stdout:(107/150): libarrow-doc-9.0.0-10.el9.noarch.rpm 259 kB/s | 26 kB 00:00 2024-04-22T13:45:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T13:45:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T13:45:59.812 INFO:teuthology.orchestra.run.smithi083.stdout:(108/150): liboath-2.6.7-2.el9.x86_64.rpm 448 kB/s | 49 kB 00:00 2024-04-22T13:45:59.890 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T13:45:59.921 INFO:teuthology.orchestra.run.smithi083.stdout:(109/150): libunwind-1.6.2-1.el9.x86_64.rpm 622 kB/s | 67 kB 00:00 2024-04-22T13:45:59.953 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T13:45:59.981 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:00.030 INFO:teuthology.orchestra.run.smithi083.stdout:(110/150): libarrow-9.0.0-10.el9.x86_64.rpm 9.1 MB/s | 4.4 MB 00:00 2024-04-22T13:46:00.055 INFO:teuthology.orchestra.run.smithi083.stdout:(111/150): luarocks-3.9.2-1.el9.noarch.rpm 1.1 MB/s | 151 kB 00:00 2024-04-22T13:46:00.083 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:00.107 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:46:00.147 INFO:teuthology.orchestra.run.smithi083.stdout:(112/150): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.0 MB/s | 838 kB 00:00 2024-04-22T13:46:00.169 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:46:00.191 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:46:00.214 INFO:teuthology.orchestra.run.smithi083.stdout:(113/150): python3-asyncssh-2.13.2-5.el9.noarch 3.4 MB/s | 548 kB 00:00 2024-04-22T13:46:00.215 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:46:00.248 INFO:teuthology.orchestra.run.smithi083.stdout:(114/150): python3-bcrypt-3.2.2-1.el9.x86_64.rp 432 kB/s | 43 kB 00:00 2024-04-22T13:46:00.315 INFO:teuthology.orchestra.run.smithi083.stdout:(115/150): python3-cachetools-4.2.4-1.el9.noarc 320 kB/s | 32 kB 00:00 2024-04-22T13:46:00.348 INFO:teuthology.orchestra.run.smithi083.stdout:(116/150): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-22T13:46:00.416 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:46:00.432 INFO:teuthology.orchestra.run.smithi083.stdout:(117/150): python3-cheroot-8.6.0-4.el9.noarch.r 1.4 MB/s | 172 kB 00:00 2024-04-22T13:46:00.449 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:46:00.457 INFO:teuthology.orchestra.run.smithi083.stdout:(118/150): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-04-22T13:46:00.555 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T13:46:00.566 INFO:teuthology.orchestra.run.smithi083.stdout:(119/150): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.2 MB/s | 303 kB 00:00 2024-04-22T13:46:00.591 INFO:teuthology.orchestra.run.smithi083.stdout:(120/150): python3-colorama-0.4.4-12.el9.noarch 263 kB/s | 35 kB 00:00 2024-04-22T13:46:00.644 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T13:46:00.682 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T13:46:00.691 INFO:teuthology.orchestra.run.smithi083.stdout:(121/150): python3-google-auth-2.28.2-1.el9.noa 1.6 MB/s | 203 kB 00:00 2024-04-22T13:46:00.716 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T13:46:00.750 INFO:teuthology.orchestra.run.smithi083.stdout:(122/150): python3-grpcio-1.46.7-10.el9.x86_64. 13 MB/s | 2.0 MB 00:00 2024-04-22T13:46:00.781 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T13:46:00.809 INFO:teuthology.orchestra.run.smithi083.stdout:(123/150): python3-grpcio-tools-1.46.7-10.el9.x 1.2 MB/s | 144 kB 00:00 2024-04-22T13:46:00.816 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T13:46:00.859 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T13:46:00.859 INFO:teuthology.orchestra.run.smithi083.stdout:(124/150): python3-jaraco-8.2.1-3.el9.noarch.rp 98 kB/s | 11 kB 00:00 2024-04-22T13:46:00.892 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T13:46:00.918 INFO:teuthology.orchestra.run.smithi083.stdout:(125/150): python3-jaraco-classes-3.2.1-5.el9.n 162 kB/s | 18 kB 00:00 2024-04-22T13:46:00.919 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T13:46:00.989 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T13:46:01.043 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T13:46:01.072 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T13:46:01.085 INFO:teuthology.orchestra.run.smithi083.stdout:(126/150): python3-scipy-1.6.2-8.el9.x86_64.rpm 5.3 MB/s | 16 MB 00:03 2024-04-22T13:46:01.107 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T13:46:01.110 INFO:teuthology.orchestra.run.smithi083.stdout:(127/150): python3-jaraco-collections-3.0.0-8.e 92 kB/s | 23 kB 00:00 2024-04-22T13:46:01.135 INFO:teuthology.orchestra.run.smithi083.stdout:(128/150): python3-jaraco-functools-3.5.0-2.el9 89 kB/s | 19 kB 00:00 2024-04-22T13:46:01.184 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T13:46:01.218 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 30/152 2024-04-22T13:46:01.244 INFO:teuthology.orchestra.run.smithi083.stdout:(129/150): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-04-22T13:46:01.261 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 31/152 2024-04-22T13:46:01.290 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 32/152 2024-04-22T13:46:01.336 INFO:teuthology.orchestra.run.smithi083.stdout:(130/150): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-04-22T13:46:01.361 INFO:teuthology.orchestra.run.smithi083.stdout:(131/150): python3-more-itertools-8.12.0-2.el9. 675 kB/s | 79 kB 00:00 2024-04-22T13:46:01.362 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T13:46:01.428 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T13:46:01.444 INFO:teuthology.orchestra.run.smithi083.stdout:(132/150): python3-natsort-7.1.1-5.el9.noarch.r 532 kB/s | 58 kB 00:00 2024-04-22T13:46:01.470 INFO:teuthology.orchestra.run.smithi083.stdout:(133/150): python3-jaraco-text-3.2.0-6.el9.noar 51 kB/s | 20 kB 00:00 2024-04-22T13:46:01.495 INFO:teuthology.orchestra.run.smithi083.stdout:(134/150): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-04-22T13:46:01.506 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T13:46:01.545 INFO:teuthology.orchestra.run.smithi083.stdout:(135/150): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-04-22T13:46:01.604 INFO:teuthology.orchestra.run.smithi083.stdout:(136/150): python3-pyperclip-1.8.2-2.el9.noarch 260 kB/s | 28 kB 00:00 2024-04-22T13:46:01.642 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T13:46:01.654 INFO:teuthology.orchestra.run.smithi083.stdout:(137/150): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-04-22T13:46:01.700 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T13:46:01.713 INFO:teuthology.orchestra.run.smithi083.stdout:(138/150): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-22T13:46:01.747 INFO:teuthology.orchestra.run.smithi083.stdout:(139/150): python3-pyOpenSSL-21.0.0-1.el9.noarc 325 kB/s | 90 kB 00:00 2024-04-22T13:46:01.780 INFO:teuthology.orchestra.run.smithi083.stdout:(140/150): python3-rsa-4.9-2.el9.noarch.rpm 471 kB/s | 59 kB 00:00 2024-04-22T13:46:01.839 INFO:teuthology.orchestra.run.smithi083.stdout:(141/150): python3-tempora-5.0.0-2.el9.noarch.r 285 kB/s | 36 kB 00:00 2024-04-22T13:46:01.906 INFO:teuthology.orchestra.run.smithi083.stdout:(142/150): python3-typing-extensions-4.4.0-2.el 321 kB/s | 51 kB 00:00 2024-04-22T13:46:01.931 INFO:teuthology.orchestra.run.smithi083.stdout:(143/150): python3-webob-1.8.7-6.el9.noarch.rpm 1.5 MB/s | 230 kB 00:00 2024-04-22T13:46:01.965 INFO:teuthology.orchestra.run.smithi083.stdout:(144/150): python3-websocket-client-1.2.3-2.el9 714 kB/s | 90 kB 00:00 2024-04-22T13:46:02.057 INFO:teuthology.orchestra.run.smithi083.stdout:(145/150): python3-zc-lockfile-2.0-10.el9.noarc 159 kB/s | 20 kB 00:00 2024-04-22T13:46:02.090 INFO:teuthology.orchestra.run.smithi083.stdout:(146/150): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-04-22T13:46:02.224 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T13:46:02.232 INFO:teuthology.orchestra.run.smithi083.stdout:(147/150): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-22T13:46:02.299 INFO:teuthology.orchestra.run.smithi083.stdout:(148/150): python3-werkzeug-2.0.3-3.el9.1.noarc 1.1 MB/s | 427 kB 00:00 2024-04-22T13:46:02.304 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T13:46:02.332 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T13:46:02.376 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T13:46:02.414 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 42/152 2024-04-22T13:46:02.416 INFO:teuthology.orchestra.run.smithi083.stdout:(149/150): librados2-19.0.0-3156.gd69f13d8.el7. 10 MB/s | 3.4 MB 00:00 2024-04-22T13:46:02.446 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T13:46:02.502 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T13:46:02.575 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T13:46:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T13:46:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T13:46:02.690 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T13:46:02.725 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T13:46:02.768 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T13:46:02.811 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T13:46:02.900 INFO:teuthology.orchestra.run.smithi083.stdout:(150/150): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.7 MB/s | 3.1 MB 00:00 2024-04-22T13:46:02.906 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-22T13:46:02.906 INFO:teuthology.orchestra.run.smithi083.stdout:Total 14 MB/s | 218 MB 00:15 2024-04-22T13:46:02.948 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T13:46:02.991 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T13:46:03.021 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T13:46:03.062 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T13:46:03.160 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T13:46:03.204 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T13:46:03.244 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T13:46:03.270 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T13:46:03.294 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T13:46:03.369 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T13:46:03.496 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T13:46:03.527 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T13:46:03.554 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T13:46:03.589 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T13:46:03.633 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T13:46:03.679 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T13:46:03.727 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T13:46:03.757 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T13:46:03.791 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T13:46:03.825 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T13:46:03.866 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T13:46:03.901 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T13:46:03.961 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2024-04-22T13:46:03.996 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T13:46:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2024-04-22T13:46:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2024-04-22T13:46:04.199 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T13:46:04.230 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T13:46:04.277 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T13:46:04.376 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T13:46:04.432 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T13:46:05.200 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T13:46:05.253 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T13:46:05.287 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T13:46:05.388 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T13:46:05.434 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /root 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2024-04-22T13:46:05.435 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:05.445 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T13:46:05.533 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T13:46:05.572 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T13:46:05.638 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:05.655 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:05.655 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:05.655 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T13:46:05.655 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:05.748 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T13:46:05.778 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T13:46:05.796 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2024-04-22T13:46:05.796 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2024-04-22T13:46:05.855 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T13:46:06.495 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T13:46:06.619 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T13:46:07.132 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:07.158 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:07.383 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:07.405 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:07.405 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:07.405 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T13:46:07.405 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:07.405 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:07.406 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:07.842 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:07.853 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T13:46:07.864 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:07.864 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:07.864 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T13:46:07.864 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:07.865 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:07.865 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:07.940 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T13:46:07.968 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T13:46:07.988 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T13:46:08.001 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T13:46:08.045 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T13:46:08.101 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T13:46:08.286 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T13:46:08.320 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T13:46:08.342 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T13:46:08.364 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:46:08.420 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T13:46:08.454 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:46:08.485 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 98/152 2024-04-22T13:46:08.508 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T13:46:08.521 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T13:46:08.639 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T13:46:08.684 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T13:46:08.716 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T13:46:08.744 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T13:46:08.997 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T13:46:09.025 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:46:09.096 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:46:09.118 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 102/152 2024-04-22T13:46:09.146 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:09.175 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:09.207 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 122/152 2024-04-22T13:46:09.269 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 123/152 2024-04-22T13:46:09.299 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:10.336 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:10.367 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:11.332 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:11.358 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:11.412 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:11.448 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:11.459 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:11.548 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2024-04-22T13:46:11.614 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 127/152 2024-04-22T13:46:11.627 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/152 2024-04-22T13:46:11.653 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:11.661 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/152 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:11.676 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:11.704 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/152 2024-04-22T13:46:11.720 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:11.732 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:11.829 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/152 2024-04-22T13:46:11.876 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 131/152 2024-04-22T13:46:11.987 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:12.018 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:46:12.033 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/152 2024-04-22T13:46:12.107 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:46:12.107 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T13:46:12.107 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T13:46:12.108 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:12.136 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:46:12.162 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:46:12.267 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 5/152 2024-04-22T13:46:12.297 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:46:12.371 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:46:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:46:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/152 2024-04-22T13:46:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/152 2024-04-22T13:46:12.622 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 10/152 2024-04-22T13:46:12.674 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : postgresql-13.14-1.el9.x86_64 11/152 2024-04-22T13:46:12.702 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:12.802 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T13:46:12.821 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:46:12.831 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:12.853 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:12.853 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:12.853 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T13:46:12.854 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:12.854 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:12.854 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:12.874 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 13/152 2024-04-22T13:46:12.896 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:46:12.898 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:12.920 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/152 2024-04-22T13:46:12.920 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:12.920 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:12.920 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T13:46:12.920 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:12.965 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:12.988 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:13.079 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:46:13.112 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/152 2024-04-22T13:46:13.220 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : re2-1:20211101-3.el9.x86_64 16/152 2024-04-22T13:46:13.291 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:13.309 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 17/152 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:13.314 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:13.345 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 18/152 2024-04-22T13:46:13.380 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : liboath-2.6.7-2.el9.x86_64 19/152 2024-04-22T13:46:13.462 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/152 2024-04-22T13:46:13.495 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/152 2024-04-22T13:46:13.538 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/152 2024-04-22T13:46:13.580 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 23/152 2024-04-22T13:46:13.608 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : lua-5.4.4-4.el9.x86_64 24/152 2024-04-22T13:46:13.676 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 25/152 2024-04-22T13:46:13.730 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 26/152 2024-04-22T13:46:13.760 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 27/152 2024-04-22T13:46:13.795 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 28/152 2024-04-22T13:46:13.881 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 29/152 2024-04-22T13:46:13.915 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 30/152 2024-04-22T13:46:13.959 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 31/152 2024-04-22T13:46:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 32/152 2024-04-22T13:46:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 33/152 2024-04-22T13:46:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : luarocks-3.9.2-1.el9.noarch 34/152 2024-04-22T13:46:14.186 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 35/152 2024-04-22T13:46:14.494 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 36/152 2024-04-22T13:46:14.546 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 37/152 2024-04-22T13:46:15.074 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rsa-4.9-2.el9.noarch 38/152 2024-04-22T13:46:15.160 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 39/152 2024-04-22T13:46:15.213 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 40/152 2024-04-22T13:46:15.255 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 41/152 2024-04-22T13:46:15.294 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 42/152 2024-04-22T13:46:15.327 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 43/152 2024-04-22T13:46:15.382 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 44/152 2024-04-22T13:46:15.463 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 45/152 2024-04-22T13:46:15.494 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 46/152 2024-04-22T13:46:15.531 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 47/152 2024-04-22T13:46:15.578 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 48/152 2024-04-22T13:46:15.614 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 49/152 2024-04-22T13:46:15.657 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 50/152 2024-04-22T13:46:15.700 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 51/152 2024-04-22T13:46:15.837 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 52/152 2024-04-22T13:46:15.888 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 53/152 2024-04-22T13:46:15.918 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 54/152 2024-04-22T13:46:15.960 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 55/152 2024-04-22T13:46:16.054 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 56/152 2024-04-22T13:46:16.101 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 57/152 2024-04-22T13:46:16.141 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 58/152 2024-04-22T13:46:16.167 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 59/152 2024-04-22T13:46:16.191 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 60/152 2024-04-22T13:46:16.266 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 61/152 2024-04-22T13:46:16.394 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 62/152 2024-04-22T13:46:16.432 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 63/152 2024-04-22T13:46:16.460 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 64/152 2024-04-22T13:46:16.494 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 65/152 2024-04-22T13:46:16.538 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : uuid-1.6.2-55.el9.x86_64 66/152 2024-04-22T13:46:16.585 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/152 2024-04-22T13:46:16.616 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 68/152 2024-04-22T13:46:16.646 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 69/152 2024-04-22T13:46:16.680 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 70/152 2024-04-22T13:46:16.714 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 71/152 2024-04-22T13:46:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 72/152 2024-04-22T13:46:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 73/152 2024-04-22T13:46:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 74/152 2024-04-22T13:46:16.921 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 75/152 2024-04-22T13:46:16.960 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 76/152 2024-04-22T13:46:17.007 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 77/152 2024-04-22T13:46:17.123 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-packaging-20.9-5.el9.noarch 78/152 2024-04-22T13:46:17.179 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 79/152 2024-04-22T13:46:17.911 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 80/152 2024-04-22T13:46:17.928 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/152 2024-04-22T13:46:17.959 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 81/152 2024-04-22T13:46:17.969 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/152 2024-04-22T13:46:17.993 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 82/152 2024-04-22T13:46:18.010 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/152 2024-04-22T13:46:18.042 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T13:46:18.069 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T13:46:18.091 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 83/152 2024-04-22T13:46:18.142 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 84/152 2024-04-22T13:46:18.230 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 85/152 2024-04-22T13:46:18.253 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 142/152 2024-04-22T13:46:18.261 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 86/152 2024-04-22T13:46:18.298 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T13:46:18.329 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 144/152 2024-04-22T13:46:18.438 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-0.3.21-2.el9.x86_64 87/152 2024-04-22T13:46:18.467 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 88/152 2024-04-22T13:46:18.544 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 89/152 2024-04-22T13:46:18.936 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:18.976 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:18.996 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:19.203 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 90/152 2024-04-22T13:46:19.318 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 91/152 2024-04-22T13:46:19.780 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 146/152 2024-04-22T13:46:19.864 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T13:46:19.905 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T13:46:19.984 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T13:46:20.034 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T13:46:20.034 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:20.117 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:20.118 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:20.553 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 92/152 2024-04-22T13:46:20.631 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 93/152 2024-04-22T13:46:20.659 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 94/152 2024-04-22T13:46:20.692 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 95/152 2024-04-22T13:46:21.002 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 96/152 2024-04-22T13:46:21.038 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:46:21.111 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 97/152 2024-04-22T13:46:21.143 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 98/152 2024-04-22T13:46:21.179 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 99/152 2024-04-22T13:46:21.655 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 100/152 2024-04-22T13:46:21.691 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:46:21.762 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 101/152 2024-04-22T13:46:21.784 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 102/152 2024-04-22T13:46:23.257 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /sys 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /proc 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /mnt 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /var/tmp 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /home 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /root 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /tmp 2024-04-22T13:46:23.258 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:23.456 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:23.470 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:23.470 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:23.470 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T13:46:23.471 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:24.048 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:24.090 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:24.628 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/152 2024-04-22T13:46:24.668 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:46:24.757 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/152 2024-04-22T13:46:24.757 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-22T13:46:24.757 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-22T13:46:24.757 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:46:24.933 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:24.958 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:24.958 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:24.958 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T13:46:24.958 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:24.958 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:24.959 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:25.175 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:25.197 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:25.197 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:25.197 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T13:46:25.197 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:25.198 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:25.198 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:25.643 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:25.665 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:25.773 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T13:46:25.837 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T13:46:25.892 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/152 2024-04-22T13:46:26.032 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/152 2024-04-22T13:46:26.033 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/152 2024-04-22T13:46:26.046 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/152 2024-04-22T13:46:26.046 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/152 2024-04-22T13:46:26.046 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T13:46:26.047 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T13:46:26.048 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T13:46:26.049 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T13:46:26.050 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T13:46:26.051 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T13:46:26.052 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T13:46:26.053 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T13:46:26.054 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T13:46:26.055 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T13:46:26.055 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T13:46:26.055 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/152 2024-04-22T13:46:26.055 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T13:46:26.055 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/152 2024-04-22T13:46:26.077 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T13:46:26.126 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T13:46:26.196 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T13:46:26.284 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T13:46:26.412 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T13:46:26.460 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T13:46:26.492 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T13:46:26.520 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T13:46:26.972 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:27.001 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:27.033 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 122/152 2024-04-22T13:46:27.103 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 123/152 2024-04-22T13:46:27.141 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:28.077 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:28.077 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.078 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.079 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T13:46:28.080 INFO:teuthology.orchestra.run.smithi173.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T13:46:28.081 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T13:46:28.082 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.083 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T13:46:28.084 INFO:teuthology.orchestra.run.smithi173.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T13:46:28.085 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T13:46:28.086 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T13:46:28.087 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T13:46:28.088 INFO:teuthology.orchestra.run.smithi173.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T13:46:28.089 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T13:46:28.090 INFO:teuthology.orchestra.run.smithi173.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T13:46:28.090 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:46:28.090 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-04-22T13:46:28.170 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:28.210 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:28.481 DEBUG:teuthology.parallel:result is None 2024-04-22T13:46:29.165 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:29.193 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:29.293 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:29.457 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 127/152 2024-04-22T13:46:29.487 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:29.509 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:29.510 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:29.510 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T13:46:29.510 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:29.510 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:29.510 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:29.555 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:29.565 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:29.663 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/152 2024-04-22T13:46:29.728 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 131/152 2024-04-22T13:46:30.655 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T13:46:30.690 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:30.713 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:30.713 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:30.713 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T13:46:30.713 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:30.713 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:30.714 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:30.758 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:30.779 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:30.779 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:30.779 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T13:46:30.779 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:30.825 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:30.847 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:31.151 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:31.173 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:35.754 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/152 2024-04-22T13:46:35.795 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/152 2024-04-22T13:46:35.844 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/152 2024-04-22T13:46:35.885 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T13:46:35.912 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/152 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /sys 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /proc 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /mnt 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /var/tmp 2024-04-22T13:46:36.062 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /home 2024-04-22T13:46:36.063 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /root 2024-04-22T13:46:36.063 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /tmp 2024-04-22T13:46:36.063 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:36.093 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 142/152 2024-04-22T13:46:36.133 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T13:46:36.163 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 144/152 2024-04-22T13:46:36.251 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:36.269 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 106/152 2024-04-22T13:46:36.269 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:36.270 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-22T13:46:36.270 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:36.758 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:36.794 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:36.814 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:37.585 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 146/152 2024-04-22T13:46:37.673 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T13:46:37.714 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T13:46:37.754 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:37.780 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/152 2024-04-22T13:46:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-22T13:46:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:37.780 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-22T13:46:37.781 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:37.804 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T13:46:37.844 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T13:46:37.844 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:37.928 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:37.928 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:38.013 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 108/152 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-22T13:46:38.035 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:38.472 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:38.494 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/152 2024-04-22T13:46:38.494 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:38.494 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-22T13:46:38.495 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:38.495 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-22T13:46:38.495 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:38.602 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : automake-1.16.2-8.el9.noarch 110/152 2024-04-22T13:46:38.659 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ply-3.11-14.el9.noarch 111/152 2024-04-22T13:46:38.715 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 112/152 2024-04-22T13:46:38.909 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 113/152 2024-04-22T13:46:38.956 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 114/152 2024-04-22T13:46:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 115/152 2024-04-22T13:46:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 116/152 2024-04-22T13:46:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 117/152 2024-04-22T13:46:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 118/152 2024-04-22T13:46:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 119/152 2024-04-22T13:46:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : fuse-2.9.9-15.el9.x86_64 120/152 2024-04-22T13:46:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 121/152 2024-04-22T13:46:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 122/152 2024-04-22T13:46:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 123/152 2024-04-22T13:46:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:40.993 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 124/152 2024-04-22T13:46:41.032 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:41.993 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 125/152 2024-04-22T13:46:42.015 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:42.118 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 126/152 2024-04-22T13:46:42.290 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 127/152 2024-04-22T13:46:42.326 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 128/152 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-22T13:46:42.349 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:42.394 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:42.404 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 129/152 2024-04-22T13:46:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/152 2024-04-22T13:46:42.550 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 131/152 2024-04-22T13:46:43.469 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libtool-2.4.6-45.el9.x86_64 132/152 2024-04-22T13:46:43.496 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/152 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-22T13:46:43.519 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:43.563 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:43.585 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 134/152 2024-04-22T13:46:43.585 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:43.586 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-22T13:46:43.586 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:43.639 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/152 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-22T13:46:43.662 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:46:43.913 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/152 2024-04-22T13:46:43.914 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/152 2024-04-22T13:46:43.915 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T13:46:43.916 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T13:46:43.917 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T13:46:43.918 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T13:46:43.919 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T13:46:43.920 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T13:46:43.921 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T13:46:43.922 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T13:46:43.923 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T13:46:43.924 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/152 2024-04-22T13:46:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 136/152 2024-04-22T13:46:43.988 INFO:teuthology.orchestra.run.smithi083.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-22T13:46:43.988 INFO:teuthology.orchestra.run.smithi083.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-22T13:46:43.988 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:43.988 INFO:teuthology.orchestra.run.smithi083.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-22T13:46:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout:Upgraded: 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T13:46:46.045 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.046 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T13:46:46.047 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T13:46:46.048 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T13:46:46.049 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T13:46:46.050 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T13:46:46.051 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:46.052 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.053 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T13:46:46.054 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T13:46:46.055 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T13:46:46.056 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T13:46:46.056 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-22T13:46:46.056 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-22T13:46:46.446 DEBUG:teuthology.parallel:result is None 2024-04-22T13:46:48.569 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/152 2024-04-22T13:46:48.610 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/152 2024-04-22T13:46:48.651 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/152 2024-04-22T13:46:48.683 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 140/152 2024-04-22T13:46:48.710 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 141/152 2024-04-22T13:46:48.891 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 142/152 2024-04-22T13:46:48.940 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 143/152 2024-04-22T13:46:48.970 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 144/152 2024-04-22T13:46:49.549 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:49.602 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:49.621 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 145/152 2024-04-22T13:46:50.399 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 146/152 2024-04-22T13:46:50.481 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 147/152 2024-04-22T13:46:50.522 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 148/152 2024-04-22T13:46:50.612 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : flex-2.6.4-9.el9.x86_64 149/152 2024-04-22T13:46:50.644 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : bison-3.7.4-5.el9.x86_64 150/152 2024-04-22T13:46:50.644 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:50.736 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 151/152 2024-04-22T13:46:50.736 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:56.921 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/152 2024-04-22T13:46:56.922 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/152 2024-04-22T13:46:56.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/152 2024-04-22T13:46:56.924 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/152 2024-04-22T13:46:56.924 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/152 2024-04-22T13:46:56.924 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/152 2024-04-22T13:46:56.924 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/152 2024-04-22T13:46:56.924 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/152 2024-04-22T13:46:56.937 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/152 2024-04-22T13:46:56.938 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/152 2024-04-22T13:46:56.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 68/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/152 2024-04-22T13:46:56.940 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/152 2024-04-22T13:46:56.941 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/152 2024-04-22T13:46:56.942 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 122/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/152 2024-04-22T13:46:56.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/152 2024-04-22T13:46:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/152 2024-04-22T13:46:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/152 2024-04-22T13:46:58.923 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/152 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout:Upgraded: 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: automake-1.16.2-8.el9.noarch 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: bison-3.7.4-5.el9.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.924 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.925 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: flex-2.6.4-9.el9.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-22T13:46:58.926 INFO:teuthology.orchestra.run.smithi083.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-22T13:46:58.927 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: lua-5.4.4-4.el9.x86_64 2024-04-22T13:46:58.928 INFO:teuthology.orchestra.run.smithi083.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-13.14-1.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-22T13:46:58.929 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-22T13:46:58.930 INFO:teuthology.orchestra.run.smithi083.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-22T13:46:58.931 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ply-3.11-14.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-22T13:46:58.932 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-22T13:46:58.933 INFO:teuthology.orchestra.run.smithi083.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: re2-1:20211101-3.el9.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-22T13:46:58.934 INFO:teuthology.orchestra.run.smithi083.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:46:58.935 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2024-04-22T13:46:59.287 DEBUG:teuthology.parallel:result is None 2024-04-22T13:46:59.288 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:46:59.431 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T13:46:59.452 INFO:teuthology.orchestra.run.smithi083.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.452 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.453 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-22T13:46:59.454 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:46:59.671 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T13:46:59.697 INFO:teuthology.orchestra.run.smithi084.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.697 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.697 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-22T13:46:59.699 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:46:59.837 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-22T13:46:59.863 INFO:teuthology.orchestra.run.smithi173.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.863 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-22T13:46:59.863 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-22T13:46:59.865 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-22T13:46:59.865 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:46:59.865 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T13:46:59.890 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:46:59.891 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T13:46:59.922 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:46:59.922 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-22T13:46:59.952 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-22T13:46:59.952 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:46:59.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T13:46:59.975 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T13:47:00.040 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:47:00.040 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T13:47:00.067 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T13:47:00.133 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:47:00.133 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2024-04-22T13:47:00.160 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-22T13:47:00.227 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-22T13:47:00.227 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:47:00.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T13:47:00.251 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T13:47:00.315 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:47:00.315 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T13:47:00.340 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T13:47:00.403 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:47:00.403 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-22T13:47:00.428 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-22T13:47:00.493 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-22T13:47:00.493 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:47:00.493 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T13:47:00.516 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T13:47:00.579 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:47:00.579 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T13:47:00.603 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T13:47:00.666 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:47:00.667 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2024-04-22T13:47:00.690 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-22T13:47:00.754 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-22T13:47:00.857 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-22T13:47:00.857 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:47:00.858 INFO:tasks.cephadm:Cluster fsid is cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:47:00.858 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-22T13:47:00.858 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.83', 'mon.b': '172.21.15.84', 'mon.c': '172.21.15.173'} 2024-04-22T13:47:00.859 INFO:tasks.cephadm:First mon is mon.a on smithi083 2024-04-22T13:47:00.859 INFO:tasks.cephadm:First mgr is x 2024-04-22T13:47:00.859 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-22T13:47:00.859 DEBUG:teuthology.orchestra.run.smithi083:> sudo hostname $(hostname -s) 2024-04-22T13:47:00.882 DEBUG:teuthology.orchestra.run.smithi084:> sudo hostname $(hostname -s) 2024-04-22T13:47:00.906 DEBUG:teuthology.orchestra.run.smithi173:> sudo hostname $(hostname -s) 2024-04-22T13:47:00.929 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-22T13:47:00.930 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:47:01.070 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-22T13:47:01.282 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:47:01.284 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-22T13:47:01.284 DEBUG:teuthology.orchestra.run.smithi083:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:01.921 INFO:teuthology.orchestra.run.smithi083.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 22 13:47 /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:01.921 DEBUG:teuthology.orchestra.run.smithi084:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:02.626 INFO:teuthology.orchestra.run.smithi084.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 22 13:47 /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:02.626 DEBUG:teuthology.orchestra.run.smithi173:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:03.441 INFO:teuthology.orchestra.run.smithi173.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 22 13:47 /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:03.442 DEBUG:teuthology.orchestra.run.smithi083:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:03.461 DEBUG:teuthology.orchestra.run.smithi084:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:03.479 DEBUG:teuthology.orchestra.run.smithi173:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-22T13:47:03.514 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-22T13:47:03.514 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-22T13:47:03.516 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-22T13:47:03.522 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-22T13:47:05.036 INFO:teuthology.orchestra.run.smithi084.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-22T13:47:05.045 INFO:teuthology.orchestra.run.smithi173.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-22T13:47:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-22T13:47:32.646 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout: "repo_digests": [ 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2024-04-22T13:47:32.647 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-04-22T13:47:35.039 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:47:35.039 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-22T13:47:35.040 INFO:teuthology.orchestra.run.smithi083.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-22T13:47:35.040 INFO:teuthology.orchestra.run.smithi083.stdout: "repo_digests": [ 2024-04-22T13:47:35.040 INFO:teuthology.orchestra.run.smithi083.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-22T13:47:35.040 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T13:47:35.040 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout: "repo_digests": [ 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout: ] 2024-04-22T13:47:42.663 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-22T13:47:42.687 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /etc/ceph 2024-04-22T13:47:42.720 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph 2024-04-22T13:47:42.745 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph 2024-04-22T13:47:42.776 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 777 /etc/ceph 2024-04-22T13:47:42.803 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /etc/ceph 2024-04-22T13:47:42.826 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /etc/ceph 2024-04-22T13:47:42.854 INFO:tasks.cephadm:Writing seed config... 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-22T13:47:42.855 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-22T13:47:42.856 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-22T13:47:42.857 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-22T13:47:42.858 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-22T13:47:42.859 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:47:42.859 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-22T13:47:42.876 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = cb669d90-00ae-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-22T13:47:42.876 DEBUG:teuthology.orchestra.run.smithi083:mon.a> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service 2024-04-22T13:47:42.918 DEBUG:teuthology.orchestra.run.smithi083:mgr.x> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x.service 2024-04-22T13:47:42.962 INFO:tasks.cephadm:Bootstrapping... 2024-04-22T13:47:42.962 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.83 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-22T13:47:43.160 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2024-04-22T13:47:43.160 INFO:teuthology.orchestra.run.smithi083.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'cb669d90-00ae-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.83', '--skip-admin-label'] 2024-04-22T13:47:43.160 INFO:teuthology.orchestra.run.smithi083.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-22T13:47:43.161 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying podman|docker is present... 2024-04-22T13:47:43.188 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-22T13:47:43.188 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying lvm2 is present... 2024-04-22T13:47:43.188 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying time synchronization is in place... 2024-04-22T13:47:43.196 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-22T13:47:43.196 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T13:47:43.202 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-22T13:47:43.202 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:47:43.209 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout enabled 2024-04-22T13:47:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout active 2024-04-22T13:47:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:Unit chronyd.service is enabled and running 2024-04-22T13:47:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:Repeating the final host check... 2024-04-22T13:47:43.245 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-22T13:47:43.245 INFO:teuthology.orchestra.run.smithi083.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-22T13:47:43.245 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl is present 2024-04-22T13:47:43.245 INFO:teuthology.orchestra.run.smithi083.stdout:lvcreate is present 2024-04-22T13:47:43.251 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-22T13:47:43.251 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-22T13:47:43.258 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-22T13:47:43.258 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:47:43.265 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout enabled 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout active 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Unit chronyd.service is enabled and running 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Host looks OK 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Cluster fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Acquiring lock 140503177592784 on /run/cephadm/cb669d90-00ae-11ef-bc93-c7b262605968.lock 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Lock 140503177592784 acquired on /run/cephadm/cb669d90-00ae-11ef-bc93-c7b262605968.lock 2024-04-22T13:47:43.272 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying IP 172.21.15.83 port 3300 ... 2024-04-22T13:47:43.273 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying IP 172.21.15.83 port 6789 ... 2024-04-22T13:47:43.273 INFO:teuthology.orchestra.run.smithi083.stdout:Base mon IP(s) is [172.21.15.83:3300, 172.21.15.83:6789], mon addrv is [v2:172.21.15.83:3300,v1:172.21.15.83:6789] 2024-04-22T13:47:43.276 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.83 metric 100 2024-04-22T13:47:43.276 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.83 metric 100 2024-04-22T13:47:43.279 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-22T13:47:43.279 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-22T13:47:43.279 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-22T13:47:43.281 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-22T13:47:43.281 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-22T13:47:43.281 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-22T13:47:43.281 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-22T13:47:43.282 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout inet6 fe80::161f:b339:d193:2a15/64 scope link noprefixroute 2024-04-22T13:47:43.282 INFO:teuthology.orchestra.run.smithi083.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-22T13:47:43.282 INFO:teuthology.orchestra.run.smithi083.stdout:Mon IP `172.21.15.83` is in CIDR network `172.21.0.0/20` 2024-04-22T13:47:43.282 INFO:teuthology.orchestra.run.smithi083.stdout:Mon IP `172.21.15.83` is in CIDR network `172.21.0.0/20` 2024-04-22T13:47:43.282 INFO:teuthology.orchestra.run.smithi083.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-22T13:47:43.283 INFO:teuthology.orchestra.run.smithi083.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-22T13:47:43.284 INFO:teuthology.orchestra.run.smithi083.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-22T13:47:46.799 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Getting image source signatures 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-22T13:47:46.800 INFO:teuthology.orchestra.run.smithi083.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-22T13:47:56.113 INFO:teuthology.orchestra.run.smithi083.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-22T13:47:56.113 INFO:teuthology.orchestra.run.smithi083.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-22T13:47:56.113 INFO:teuthology.orchestra.run.smithi083.stdout:Extracting ceph user uid/gid from container image... 2024-04-22T13:47:57.069 INFO:teuthology.orchestra.run.smithi083.stdout:stat: stdout 167 167 2024-04-22T13:47:57.070 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial keys... 2024-04-22T13:47:58.010 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQCNaiZmTmg/FxAATAfdemyvDyM4xtyW5ef4yQ== 2024-04-22T13:47:58.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQCOaiZmSpavEhAAuMkWd9fIc5aG8iP2IveAag== 2024-04-22T13:47:59.802 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph-authtool: stdout AQCPaiZmzM30DRAACykC9dec60DZNKRple72WA== 2024-04-22T13:47:59.803 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial monmap... 2024-04-22T13:48:00.717 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T13:48:00.717 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-22T13:48:00.717 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:00.717 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T13:48:00.717 INFO:teuthology.orchestra.run.smithi083.stdout:monmaptool for a [v2:172.21.15.83:3300,v1:172.21.15.83:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-22T13:48:00.718 INFO:teuthology.orchestra.run.smithi083.stdout:setting min_mon_release = quincy 2024-04-22T13:48:00.718 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: set fsid to cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:00.718 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-22T13:48:00.718 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:48:00.718 INFO:teuthology.orchestra.run.smithi083.stdout:Creating mon... 2024-04-22T13:48:02.395 INFO:teuthology.orchestra.run.smithi083.stdout:create mon.a on 2024-04-22T13:48:02.601 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-22T13:48:02.757 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-22T13:48:02.941 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target. 2024-04-22T13:48:02.941 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target. 2024-04-22T13:48:03.188 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a 2024-04-22T13:48:03.188 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-22T13:48:03.359 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target.wants/ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968@.service. 2024-04-22T13:48:04.078 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T13:48:04.078 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-22T13:48:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T13:48:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:48:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-22T13:48:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to enable service . firewalld.service is not available 2024-04-22T13:48:04.085 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mon to start... 2024-04-22T13:48:04.086 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mon... 2024-04-22T13:48:05.120 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout cluster: 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout id: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout services: 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.547565s) 2024-04-22T13:48:05.205 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout data: 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout pgs: 2024-04-22T13:48:05.206 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.504+0000 7f823bcc6700 1 Processor -- start 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f823bcc6700 1 -- start start 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f823bcc6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f823bcc6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f823407c8e0 con 0x7f823407de60 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f8239a62700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f8239a62700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49150/0 (socket says 172.21.15.83:49150) 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.505+0000 7f8239a62700 1 -- 172.21.15.83:0/3694711258 learned_addr learned my addr 172.21.15.83:0/3694711258 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:05.207 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.506+0000 7f8239a62700 1 -- 172.21.15.83:0/3694711258 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823407ca60 con 0x7f823407de60 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.506+0000 7f8239a62700 1 --2- 172.21.15.83:0/3694711258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f82240098a0 tx=0x7f8224009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=815a54b11d755e64 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.506+0000 7f8238a60700 1 -- 172.21.15.83:0/3694711258 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8224004160 con 0x7f823407de60 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.506+0000 7f8238a60700 1 -- 172.21.15.83:0/3694711258 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8224004300 con 0x7f823407de60 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.506+0000 7f8238a60700 1 -- 172.21.15.83:0/3694711258 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82240036a0 con 0x7f823407de60 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- 172.21.15.83:0/3694711258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 msgr2=0x7f823407c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 --2- 172.21.15.83:0/3694711258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f82240098a0 tx=0x7f8224009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- 172.21.15.83:0/3694711258 shutdown_connections 2024-04-22T13:48:05.208 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 --2- 172.21.15.83:0/3694711258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823407c310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- 172.21.15.83:0/3694711258 >> 172.21.15.83:0/3694711258 conn(0x7f8234103b70 msgr2=0x7f8234105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- 172.21.15.83:0/3694711258 shutdown_connections 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- 172.21.15.83:0/3694711258 wait complete. 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 Processor -- start 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- start start 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f823bcc6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f823407cf90 con 0x7f823407de60 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f8239a62700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:05.209 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.507+0000 7f8239a62700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49160/0 (socket says 172.21.15.83:49160) 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f8239a62700 1 -- 172.21.15.83:0/2067282253 learned_addr learned my addr 172.21.15.83:0/2067282253 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f8239a62700 1 -- 172.21.15.83:0/2067282253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823419e620 con 0x7f823407de60 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f8239a62700 1 --2- 172.21.15.83:0/2067282253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8224000c00 tx=0x7f8224004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8224003db0 con 0x7f823407de60 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8224011630 con 0x7f823407de60 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8224011950 con 0x7f823407de60 2024-04-22T13:48:05.210 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823419e8b0 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82341a1550 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8224011af0 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.508+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f822401c450 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.509+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82340640a0 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.511+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f8224032020 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.581+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f823402df80 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.581+0000 7f822affd700 1 -- 172.21.15.83:0/2067282253 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f8224004260 con 0x7f823407de60 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 msgr2=0x7f823419e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:05.211 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 --2- 172.21.15.83:0/2067282253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8224000c00 tx=0x7f8224004750 comp rx=0 tx=0).stop 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 shutdown_connections 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 --2- 172.21.15.83:0/2067282253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f823407de60 0x7f823419e0e0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 >> 172.21.15.83:0/2067282253 conn(0x7f8234103b70 msgr2=0x7f8234104ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 shutdown_connections 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:04.582+0000 7f823bcc6700 1 -- 172.21.15.83:0/2067282253 wait complete. 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:mon is available 2024-04-22T13:48:05.212 INFO:teuthology.orchestra.run.smithi083.stdout:Assimilating anything we can from ceph.conf... 2024-04-22T13:48:06.277 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:06.277 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [global] 2024-04-22T13:48:06.277 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout fsid = cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:06.277 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.83:3300,v1:172.21.15.83:6789] 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [osd] 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-22T13:48:06.278 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f908a139700 1 Processor -- start 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f908a139700 1 -- start start 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f908a139700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f908a139700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9084107210 con 0x7f9084106820 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f90837fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f90837fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49176/0 (socket says 172.21.15.83:49176) 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.563+0000 7f90837fe700 1 -- 172.21.15.83:0/1664163040 learned_addr learned my addr 172.21.15.83:0/1664163040 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f90837fe700 1 -- 172.21.15.83:0/1664163040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90841097b0 con 0x7f9084106820 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f90837fe700 1 --2- 172.21.15.83:0/1664163040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f90740098a0 tx=0x7f9074009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a26edc19aec7390 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f90827fc700 1 -- 172.21.15.83:0/1664163040 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9074004160 con 0x7f9084106820 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f90827fc700 1 -- 172.21.15.83:0/1664163040 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9074004300 con 0x7f9084106820 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f90827fc700 1 -- 172.21.15.83:0/1664163040 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90740036a0 con 0x7f9084106820 2024-04-22T13:48:06.279 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f908a139700 1 -- 172.21.15.83:0/1664163040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 msgr2=0x7f9084106c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.564+0000 7f908a139700 1 --2- 172.21.15.83:0/1664163040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f90740098a0 tx=0x7f9074009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- 172.21.15.83:0/1664163040 shutdown_connections 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 --2- 172.21.15.83:0/1664163040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f9084106c40 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- 172.21.15.83:0/1664163040 >> 172.21.15.83:0/1664163040 conn(0x7f90841021b0 msgr2=0x7f90841045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- 172.21.15.83:0/1664163040 shutdown_connections 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- 172.21.15.83:0/1664163040 wait complete. 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 Processor -- start 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- start start 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.565+0000 7f908a139700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9084109ce0 con 0x7f9084106820 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f90837fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f90837fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49182/0 (socket says 172.21.15.83:49182) 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f90837fe700 1 -- 172.21.15.83:0/1101777932 learned_addr learned my addr 172.21.15.83:0/1101777932 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:06.280 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f90837fe700 1 -- 172.21.15.83:0/1101777932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f908419c460 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f90837fe700 1 --2- 172.21.15.83:0/1101777932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9074000c00 tx=0x7f9074004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9074003db0 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9074011630 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f908419c6f0 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9074011950 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f908419f3e0 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9074011af0 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.566+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f907401c450 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.567+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90840640a0 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.569+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f9074032020 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.636+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f90841a0730 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.639+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f9074004260 con 0x7f9084106820 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 msgr2=0x7f908419bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:06.281 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f908a139700 1 --2- 172.21.15.83:0/1101777932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9074000c00 tx=0x7f9074004750 comp rx=0 tx=0).stop 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f9080ff9700 1 -- 172.21.15.83:0/1101777932 <== mon.0 v2:172.21.15.83:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f907401c650 con 0x7f9084106820 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 shutdown_connections 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f908a139700 1 --2- 172.21.15.83:0/1101777932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9084106820 0x7f908419bf20 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.640+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 >> 172.21.15.83:0/1101777932 conn(0x7f90841021b0 msgr2=0x7f9084192870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.641+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 shutdown_connections 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:05.641+0000 7f908a139700 1 -- 172.21.15.83:0/1101777932 wait complete. 2024-04-22T13:48:06.282 INFO:teuthology.orchestra.run.smithi083.stdout:Generating new minimal ceph.conf... 2024-04-22T13:48:07.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:07 smithi083 ceph-mon[27607]: from='client.? 172.21.15.83:0/1345339212' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f38933b7700 1 Processor -- start 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f38933b7700 1 -- start start 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f38933b7700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f38933b7700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f388c07bec0 con 0x7f388c108f80 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f3891153700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f3891153700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49198/0 (socket says 172.21.15.83:49198) 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f3891153700 1 -- 172.21.15.83:0/4133627263 learned_addr learned my addr 172.21.15.83:0/4133627263 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.824+0000 7f3891153700 1 -- 172.21.15.83:0/4133627263 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f388c10b8b0 con 0x7f388c108f80 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f3891153700 1 --2- 172.21.15.83:0/4133627263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f38880098a0 tx=0x7f3888009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59d904b306245780 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f3883fff700 1 -- 172.21.15.83:0/4133627263 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3888004160 con 0x7f388c108f80 2024-04-22T13:48:07.624 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f3883fff700 1 -- 172.21.15.83:0/4133627263 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3888004300 con 0x7f388c108f80 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f3883fff700 1 -- 172.21.15.83:0/4133627263 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3888011af0 con 0x7f388c108f80 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f38933b7700 1 -- 172.21.15.83:0/4133627263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 msgr2=0x7f388c10b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f38933b7700 1 --2- 172.21.15.83:0/4133627263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f38880098a0 tx=0x7f3888009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f38933b7700 1 -- 172.21.15.83:0/4133627263 shutdown_connections 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f38933b7700 1 --2- 172.21.15.83:0/4133627263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c10b370 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.825+0000 7f38933b7700 1 -- 172.21.15.83:0/4133627263 >> 172.21.15.83:0/4133627263 conn(0x7f388c102a70 msgr2=0x7f388c104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 -- 172.21.15.83:0/4133627263 shutdown_connections 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 -- 172.21.15.83:0/4133627263 wait complete. 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 Processor -- start 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 -- start start 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:07.625 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f38933b7700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f388c10c880 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f3891153700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f3891153700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49212/0 (socket says 172.21.15.83:49212) 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.826+0000 7f3891153700 1 -- 172.21.15.83:0/1345339212 learned_addr learned my addr 172.21.15.83:0/1345339212 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f3891153700 1 -- 172.21.15.83:0/1345339212 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f388c19ee70 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f3891153700 1 --2- 172.21.15.83:0/1345339212 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3888003f40 tx=0x7f3888011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f38880038b0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f388c19f100 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3888003a50 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f388801a5c0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.827+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f388c1a1df0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.828+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f388801a8c0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.828+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f388802ddb0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.828+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f388c0640a0 con 0x7f388c108f80 2024-04-22T13:48:07.626 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.830+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f38880248c0 con 0x7f388c108f80 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.898+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f388c02df80 con 0x7f388c108f80 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.898+0000 7f38827fc700 1 -- 172.21.15.83:0/1345339212 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f3888032030 con 0x7f388c108f80 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 msgr2=0x7f388c19e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 --2- 172.21.15.83:0/1345339212 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3888003f40 tx=0x7f3888011890 comp rx=0 tx=0).stop 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 shutdown_connections 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 --2- 172.21.15.83:0/1345339212 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f388c108f80 0x7f388c19e930 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 >> 172.21.15.83:0/1345339212 conn(0x7f388c102a70 msgr2=0x7f388c103680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 shutdown_connections 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:06.899+0000 7f38933b7700 1 -- 172.21.15.83:0/1345339212 wait complete. 2024-04-22T13:48:07.627 INFO:teuthology.orchestra.run.smithi083.stdout:Restarting the monitor... 2024-04-22T13:48:07.903 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:07 smithi083 systemd[1]: Stopping Ceph mon.a for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:48:08.185 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a[27603]: 2024-04-22T13:48:07.904+0000 7f7eabd4d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T13:48:08.185 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a[27603]: 2024-04-22T13:48:07.904+0000 7f7eabd4d700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-22T13:48:08.185 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 podman[27849]: 2024-04-22 13:48:08.150744935 +0000 UTC m=+0.355316174 container died efc21e298b4ebe5bffc1c7ab295dee76321ae2cb38512b6f1d8efb1c7d4bf4e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-22T13:48:08.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 podman[27849]: 2024-04-22 13:48:08.513267828 +0000 UTC m=+0.717839055 container cleanup efc21e298b4ebe5bffc1c7ab295dee76321ae2cb38512b6f1d8efb1c7d4bf4e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-22T13:48:08.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 bash[27849]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a 2024-04-22T13:48:09.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 podman[27863]: 2024-04-22 13:48:08.797786638 +0000 UTC m=+0.639512420 container remove efc21e298b4ebe5bffc1c7ab295dee76321ae2cb38512b6f1d8efb1c7d4bf4e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T13:48:09.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-22T13:48:09.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 systemd[1]: Stopped Ceph mon.a for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:48:09.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:08 smithi083 systemd[1]: Starting Ceph mon.a for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 podman[27958]: 2024-04-22 13:48:09.148487056 +0000 UTC m=+0.102325489 container create 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 podman[27958]: 2024-04-22 13:48:09.064548948 +0000 UTC m=+0.018387403 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 podman[27958]: 2024-04-22 13:48:09.359144678 +0000 UTC m=+0.312983142 container init 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 podman[27958]: 2024-04-22 13:48:09.362174106 +0000 UTC m=+0.316012538 container start 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: set uid:gid to 167:167 (ceph:ceph) 2024-04-22T13:48:09.432 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: pidfile_write: ignore empty --pid-file 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: load: jerasure load: lrc 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: RocksDB version: 7.9.2 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Git sha 0 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: DB SUMMARY 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: DB Session ID: V27JIPG1MKAD0RWJJTY2 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: CURRENT file: CURRENT 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: IDENTITY file: IDENTITY 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105682 ; 2024-04-22T13:48:09.433 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.error_if_exists: 0 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.create_if_missing: 0 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.paranoid_checks: 1 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.env: 0x5560c82c8cc0 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.fs: PosixFileSystem 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.info_log: 0x5560c9af3be0 2024-04-22T13:48:09.434 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_file_opening_threads: 16 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.statistics: (nil) 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.use_fsync: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_log_file_size: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.keep_log_file_num: 1000 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.recycle_log_file_num: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_fallocate: 1 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_mmap_reads: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_mmap_writes: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.use_direct_reads: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.create_missing_column_families: 0 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.db_log_dir: 2024-04-22T13:48:09.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.wal_dir: 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.advise_random_on_open: 1 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.db_write_buffer_size: 0 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.write_buffer_manager: 0x5560c9a870e0 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.rate_limiter: (nil) 2024-04-22T13:48:09.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.wal_recovery_mode: 2 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enable_thread_tracking: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enable_pipelined_write: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.unordered_write: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.row_cache: None 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.wal_filter: None 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_ingest_behind: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.two_write_queues: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.manual_wal_flush: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.wal_compression: 0 2024-04-22T13:48:09.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.atomic_flush: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.log_readahead_size: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.best_efforts_recovery: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.allow_data_in_errors: 0 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.db_host_id: __hostname__ 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_background_jobs: 2 2024-04-22T13:48:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_background_compactions: -1 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_subcompactions: 1 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_total_wal_size: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_open_files: -1 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bytes_per_sync: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_readahead_size: 0 2024-04-22T13:48:09.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_background_flushes: -1 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Compression algorithms supported: 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kZSTD supported: 0 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kXpressCompression supported: 0 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kLZ4HCCompression supported: 1 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kZlibCompression supported: 1 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kSnappyCompression supported: 1 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kLZ4Compression supported: 1 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: kBZip2Compression supported: 0 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.merge_operator: 2024-04-22T13:48:09.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_filter: None 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_filter_factory: None 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.sst_partitioner_factory: None 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5560c9af3dc0) 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks: 1 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: pin_top_level_index_and_filter: 1 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_type: 0 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_index_type: 0 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_shortening: 1 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: checksum: 4 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: no_block_cache: 0 2024-04-22T13:48:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache: 0x5560c9ab91f0 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_name: BinnedLRUCache 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_options: 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: capacity : 536870912 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: num_shard_bits : 4 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: strict_capacity_limit : 0 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: high_pri_pool_ratio: 0.000 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_cache_compressed: (nil) 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: persistent_cache: (nil) 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size: 4096 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_size_deviation: 10 2024-04-22T13:48:09.442 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_restart_interval: 16 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: index_block_restart_interval: 1 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: metadata_block_size: 4096 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: partition_filters: 0 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: use_delta_encoding: 1 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: filter_policy: bloomfilter 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: whole_key_filtering: 1 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: verify_compression: 0 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: read_amp_bytes_per_bit: 0 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: format_version: 5 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_index_compression: 1 2024-04-22T13:48:09.443 INFO:journalctl@ceph.mon.a.smithi083.stdout: block_align: 0 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout: max_auto_readahead_size: 262144 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout: prepopulate_block_cache: 0 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout: initial_auto_readahead_size: 8192 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout: num_file_reads_for_auto_readahead: 2 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.write_buffer_size: 33554432 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_write_buffer_number: 2 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression: NoCompression 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression: Disabled 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.prefix_extractor: nullptr 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.num_levels: 7 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-22T13:48:09.444 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.level: 32767 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.strategy: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-22T13:48:09.445 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.enabled: false 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.target_file_size_base: 67108864 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-22T13:48:09.446 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.arena_block_size: 1048576 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.disable_auto_compactions: 0 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-22T13:48:09.447 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.inplace_update_support: 0 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-22T13:48:09.448 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-22T13:48:09.448 INFO:teuthology.orchestra.run.smithi083.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.bloom_locality: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.max_successive_merges: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.paranoid_file_checks: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.force_consistency_checks: 1 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.report_bg_io_stats: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.ttl: 2592000 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enable_blob_files: false 2024-04-22T13:48:09.449 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.min_blob_size: 0 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_file_size: 268435456 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.blob_file_starting_level: 0 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8c5fecc4-001b-44d0-989a-71fbee153426 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713793689390761, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713793689391785, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100789, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98677, "index_size": 304, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14302, "raw_average_key_size": 49, "raw_value_size": 90895, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713793689, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8c5fecc4-001b-44d0-989a-71fbee153426", "db_session_id": "V27JIPG1MKAD0RWJJTY2", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-22T13:48:09.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713793689391865, "job": 1, "event": "recovery_finished"} 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5560c9bce000 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: DB pointer 0x5560c9bb8000 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** DB Stats ** 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.451 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: L0 2/0 100.29 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Sum 2/0 100.29 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 148.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** Compaction Stats [default] ** 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 148.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-22T13:48:09.452 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: Cumulative compaction: 0.00 GB write, 32.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: Interval compaction: 0.00 GB write, 32.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: Block cache BinnedLRUCache@0x5560c9ab91f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: starting mon.a rank 0 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???) e1 preinit fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).mds e1 new map 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).mds e1 print_map 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: e1 2024-04-22T13:48:09.453 INFO:journalctl@ceph.mon.a.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout: legacy client fscid: -1 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout: 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout: No filesystems configured 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 bash[27958]: 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 2024-04-22T13:48:09.454 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 systemd[1]: Started Ceph mon.a for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:48:09.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-22T13:48:09.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: monmap epoch 1 2024-04-22T13:48:09.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: last_changed 2024-04-22T13:48:00.115415+0000 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: min_mon_release 19 (squid) 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: election_strategy: 1 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: fsmap 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: osdmap e1: 0 total, 0 up, 0 in 2024-04-22T13:48:09.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:09 smithi083 ceph-mon[27977]: mgrmap e1: no daemons active 2024-04-22T13:48:10.498 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.845+0000 7f4b266ea700 1 Processor -- start 2024-04-22T13:48:10.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.845+0000 7f4b266ea700 1 -- start start 2024-04-22T13:48:10.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b266ea700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:10.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b266ea700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2007be00 con 0x7f4b20109010 2024-04-22T13:48:10.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b1ffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:10.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b1ffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49226/0 (socket says 172.21.15.83:49226) 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b1ffff700 1 -- 172.21.15.83:0/3133757870 learned_addr learned my addr 172.21.15.83:0/3133757870 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b1ffff700 1 -- 172.21.15.83:0/3133757870 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b2010b940 con 0x7f4b20109010 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.846+0000 7f4b1ffff700 1 --2- 172.21.15.83:0/3133757870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4b100098a0 tx=0x7f4b10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74ed2d9d2b14a3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b1f7fe700 1 -- 172.21.15.83:0/3133757870 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b10004160 con 0x7f4b20109010 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b1f7fe700 1 -- 172.21.15.83:0/3133757870 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4b10004300 con 0x7f4b20109010 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b1f7fe700 1 -- 172.21.15.83:0/3133757870 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b10011af0 con 0x7f4b20109010 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 -- 172.21.15.83:0/3133757870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 msgr2=0x7f4b2010b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 --2- 172.21.15.83:0/3133757870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f4b100098a0 tx=0x7f4b10009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 -- 172.21.15.83:0/3133757870 shutdown_connections 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 --2- 172.21.15.83:0/3133757870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2010b400 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 -- 172.21.15.83:0/3133757870 >> 172.21.15.83:0/3133757870 conn(0x7f4b201029c0 msgr2=0x7f4b20104de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 -- 172.21.15.83:0/3133757870 shutdown_connections 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.847+0000 7f4b266ea700 1 -- 172.21.15.83:0/3133757870 wait complete. 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b266ea700 1 Processor -- start 2024-04-22T13:48:10.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b266ea700 1 -- start start 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b266ea700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b266ea700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4b2010c850 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b1ffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b1ffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49240/0 (socket says 172.21.15.83:49240) 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b1ffff700 1 -- 172.21.15.83:0/996639744 learned_addr learned my addr 172.21.15.83:0/996639744 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.848+0000 7f4b1ffff700 1 -- 172.21.15.83:0/996639744 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b2019cca0 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1ffff700 1 --2- 172.21.15.83:0/996639744 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4b10011ac0 tx=0x7f4b10011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b10003b20 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4b1001a8c0 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b2019cf30 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4b100248d0 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b2019fbd0 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4b10022020 con 0x7f4b20109010 2024-04-22T13:48:10.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.849+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4b100193c0 con 0x7f4b20109010 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.850+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b200640a0 con 0x7f4b20109010 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.852+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f4b1002ddf0 con 0x7f4b20109010 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.921+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f4b2002df80 con 0x7f4b20109010 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.923+0000 7f4b1dffb700 1 -- 172.21.15.83:0/996639744 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f4b1001aa70 con 0x7f4b20109010 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.923+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 msgr2=0x7f4b2019c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.923+0000 7f4b266ea700 1 --2- 172.21.15.83:0/996639744 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f4b10011ac0 tx=0x7f4b10011ba0 comp rx=0 tx=0).stop 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.924+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 shutdown_connections 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.924+0000 7f4b266ea700 1 --2- 172.21.15.83:0/996639744 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4b20109010 0x7f4b2019c760 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.924+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 >> 172.21.15.83:0/996639744 conn(0x7f4b201029c0 msgr2=0x7f4b20103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.924+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 shutdown_connections 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:09.924+0000 7f4b266ea700 1 -- 172.21.15.83:0/996639744 wait complete. 2024-04-22T13:48:10.506 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-22T13:48:10.521 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-22T13:48:10.521 INFO:teuthology.orchestra.run.smithi083.stdout:Creating mgr... 2024-04-22T13:48:10.521 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-22T13:48:10.522 INFO:teuthology.orchestra.run.smithi083.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-22T13:48:10.765 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x 2024-04-22T13:48:10.765 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-22T13:48:10.909 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968.target.wants/ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-cb669d90-00ae-11ef-bc93-c7b262605968@.service. 2024-04-22T13:48:11.140 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:10 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/996639744' entity='client.admin' 2024-04-22T13:48:11.140 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:10 smithi083 systemd[1]: Starting Ceph mgr.x for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:48:11.434 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 podman[28191]: 2024-04-22 13:48:11.142768033 +0000 UTC m=+0.114259059 container create 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T13:48:11.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 podman[28191]: 2024-04-22 13:48:11.046434753 +0000 UTC m=+0.017925778 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:48:11.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 podman[28191]: 2024-04-22 13:48:11.362093597 +0000 UTC m=+0.333584622 container init 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-22T13:48:11.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 podman[28191]: 2024-04-22 13:48:11.364507993 +0000 UTC m=+0.335999013 container start 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T13:48:11.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 bash[28191]: 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c 2024-04-22T13:48:11.448 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T13:48:11.448 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-22T13:48:11.456 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T13:48:11.456 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:48:11.456 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-22T13:48:11.456 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to enable service . firewalld.service is not available 2024-04-22T13:48:11.464 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T13:48:11.464 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr to start... 2024-04-22T13:48:11.471 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr... 2024-04-22T13:48:11.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 systemd[1]: Started Ceph mgr.x for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:48:11.686 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:11.517+0000 7f0b20026200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:48:12.001 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:11.703+0000 7f0b20026200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:12.001 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:11.810+0000 7f0b20026200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:48:12.349 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:12 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3544555159' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T13:48:12.349 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:12.142+0000 7f0b20026200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:48:12.349 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:12.227+0000 7f0b20026200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:48:12.596 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:12.596 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:12.596 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:48:12.596 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T13:48:12.597 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T13:48:12.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T13:48:12.605 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T13:48:12.605 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T13:48:12.606 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:12.607 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T13:48:04.036160+0000", 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.923+0000 7f2cd2357700 1 Processor -- start 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.923+0000 7f2cd2357700 1 -- start start 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2cd2357700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2cd2357700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc108ed0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2ccbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:12.608 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2ccbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49266/0 (socket says 172.21.15.83:49266) 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2ccbfff700 1 -- 172.21.15.83:0/2489947317 learned_addr learned my addr 172.21.15.83:0/2489947317 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2ccbfff700 1 -- 172.21.15.83:0/2489947317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc109690 con 0x7f2ccc1084e0 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.924+0000 7f2ccbfff700 1 --2- 172.21.15.83:0/2489947317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc0098a0 tx=0x7f2cbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9ce9375eb2ecde4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.925+0000 7f2ccaffd700 1 -- 172.21.15.83:0/2489947317 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2cbc004160 con 0x7f2ccc1084e0 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.925+0000 7f2ccaffd700 1 -- 172.21.15.83:0/2489947317 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2cbc004300 con 0x7f2ccc1084e0 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.925+0000 7f2ccaffd700 1 -- 172.21.15.83:0/2489947317 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2cbc011af0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.925+0000 7f2cd2357700 1 -- 172.21.15.83:0/2489947317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 msgr2=0x7f2ccc108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.925+0000 7f2cd2357700 1 --2- 172.21.15.83:0/2489947317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc0098a0 tx=0x7f2cbc009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 -- 172.21.15.83:0/2489947317 shutdown_connections 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 --2- 172.21.15.83:0/2489947317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc108900 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 -- 172.21.15.83:0/2489947317 >> 172.21.15.83:0/2489947317 conn(0x7f2ccc103b40 msgr2=0x7f2ccc105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 -- 172.21.15.83:0/2489947317 shutdown_connections 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 -- 172.21.15.83:0/2489947317 wait complete. 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 Processor -- start 2024-04-22T13:48:12.609 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.926+0000 7f2cd2357700 1 -- start start 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cd2357700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cd2357700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc10ca40 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2ccbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2ccbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49272/0 (socket says 172.21.15.83:49272) 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2ccbfff700 1 -- 172.21.15.83:0/3544555159 learned_addr learned my addr 172.21.15.83:0/3544555159 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2ccbfff700 1 -- 172.21.15.83:0/3544555159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc19cca0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2ccbfff700 1 --2- 172.21.15.83:0/3544555159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc003f40 tx=0x7f2cbc011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2cbc0038b0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2cbc003a50 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2cbc01a5c0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ccc19cf30 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.927+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ccc19fc20 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.928+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2cbc01ac00 con 0x7f2ccc1084e0 2024-04-22T13:48:12.610 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.928+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2cbc0199f0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.928+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ccc0640a0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:11.931+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f2cbc019bf0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.002+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f2ccc02df80 con 0x7f2ccc1084e0 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.003+0000 7f2cc97fa700 1 -- 172.21.15.83:0/3544555159 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f2cbc019dd0 con 0x7f2ccc1084e0 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.004+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 msgr2=0x7f2ccc19c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.004+0000 7f2cd2357700 1 --2- 172.21.15.83:0/3544555159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc003f40 tx=0x7f2cbc011890 comp rx=0 tx=0).stop 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.004+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 shutdown_connections 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.004+0000 7f2cd2357700 1 --2- 172.21.15.83:0/3544555159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2ccc1084e0 0x7f2ccc19c760 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.005+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 >> 172.21.15.83:0/3544555159 conn(0x7f2ccc103b40 msgr2=0x7f2ccc104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.005+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 shutdown_connections 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:12.005+0000 7f2cd2357700 1 -- 172.21.15.83:0/3544555159 wait complete. 2024-04-22T13:48:12.611 INFO:teuthology.orchestra.run.smithi083.stdout:mgr not available, waiting (1/15)... 2024-04-22T13:48:13.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:13.417+0000 7f0b20026200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:48:13.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:13.584+0000 7f0b20026200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:14.036 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:13.751+0000 7f0b20026200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:48:14.036 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:14.037+0000 7f0b20026200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:48:14.327 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:14.129+0000 7f0b20026200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:48:14.327 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:14.328+0000 7f0b20026200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:48:14.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:14.518+0000 7f0b20026200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:15.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:15 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3302426765' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T13:48:15.436 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:15.146+0000 7f0b20026200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T13:48:15.728 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:15.729 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T13:48:15.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T13:48:15.730 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T13:48:15.737 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T13:48:15.737 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T13:48:15.737 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T13:48:15.737 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.737 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T13:48:15.738 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T13:48:04.036160+0000", 2024-04-22T13:48:15.739 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f220ac6c700 1 Processor -- start 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f220ac6c700 1 -- start start 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f220ac6c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f220ac6c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f220407bea0 con 0x7f2204108f40 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f2208a08700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f2208a08700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55346/0 (socket says 172.21.15.83:55346) 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.012+0000 7f2208a08700 1 -- 172.21.15.83:0/121065127 learned_addr learned my addr 172.21.15.83:0/121065127 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.013+0000 7f2208a08700 1 -- 172.21.15.83:0/121065127 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220410b870 con 0x7f2204108f40 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.013+0000 7f2208a08700 1 --2- 172.21.15.83:0/121065127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f21f80098a0 tx=0x7f21f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=163cb927804d147 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.013+0000 7f22037fe700 1 -- 172.21.15.83:0/121065127 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21f8004160 con 0x7f2204108f40 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.013+0000 7f22037fe700 1 -- 172.21.15.83:0/121065127 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f21f8004300 con 0x7f2204108f40 2024-04-22T13:48:15.740 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.013+0000 7f22037fe700 1 -- 172.21.15.83:0/121065127 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21f8011af0 con 0x7f2204108f40 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 -- 172.21.15.83:0/121065127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 msgr2=0x7f220410b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 --2- 172.21.15.83:0/121065127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f21f80098a0 tx=0x7f21f8009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 -- 172.21.15.83:0/121065127 shutdown_connections 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 --2- 172.21.15.83:0/121065127 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220410b330 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 -- 172.21.15.83:0/121065127 >> 172.21.15.83:0/121065127 conn(0x7f2204102970 msgr2=0x7f2204104d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 -- 172.21.15.83:0/121065127 shutdown_connections 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.014+0000 7f220ac6c700 1 -- 172.21.15.83:0/121065127 wait complete. 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f220ac6c700 1 Processor -- start 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f220ac6c700 1 -- start start 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f220ac6c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f220ac6c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f220410c7c0 con 0x7f2204108f40 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f2208a08700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f2208a08700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55354/0 (socket says 172.21.15.83:55354) 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f2208a08700 1 -- 172.21.15.83:0/3302426765 learned_addr learned my addr 172.21.15.83:0/3302426765 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:15.741 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f2208a08700 1 -- 172.21.15.83:0/3302426765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220419c950 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.015+0000 7f2208a08700 1 --2- 172.21.15.83:0/3302426765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f21f8011ac0 tx=0x7f21f8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21f8003970 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220419cc40 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f21f8003b10 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f21f8024610 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220419f8d0 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f21f8024c20 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.016+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f21f8019700 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.017+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22040640a0 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.019+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f21f801a9e0 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.092+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f220419fb40 con 0x7f2204108f40 2024-04-22T13:48:15.742 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.092+0000 7f2201ffb700 1 -- 172.21.15.83:0/3302426765 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f21f801a430 con 0x7f2204108f40 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 msgr2=0x7f220419c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 --2- 172.21.15.83:0/3302426765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f21f8011ac0 tx=0x7f21f8011ba0 comp rx=0 tx=0).stop 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 shutdown_connections 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 --2- 172.21.15.83:0/3302426765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2204108f40 0x7f220419c410 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 >> 172.21.15.83:0/3302426765 conn(0x7f2204102970 msgr2=0x7f2204103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 shutdown_connections 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:15.093+0000 7f220ac6c700 1 -- 172.21.15.83:0/3302426765 wait complete. 2024-04-22T13:48:15.743 INFO:teuthology.orchestra.run.smithi083.stdout:mgr not available, waiting (2/15)... 2024-04-22T13:48:15.866 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:15.572+0000 7f0b20026200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:48:15.866 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:15.668+0000 7f0b20026200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:48:15.866 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:15.867+0000 7f0b20026200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:48:16.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:16.408+0000 7f0b20026200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:48:16.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:16.500+0000 7f0b20026200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:48:17.078 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:16.740+0000 7f0b20026200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:48:17.079 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:16.871+0000 7f0b20026200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:48:17.079 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:16.966+0000 7f0b20026200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:48:17.079 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:17.080+0000 7f0b20026200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:17.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:17.406+0000 7f0b20026200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:48:18.117 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:18.024+0000 7f0b20026200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:48:18.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:18.250+0000 7f0b20026200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2781451443' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: Activating manager daemon x 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: mgrmap e2: x(active, starting, since 0.00308326s) 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:48:18.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:18 smithi083 ceph-mon[27977]: Manager daemon x is now available 2024-04-22T13:48:18.776 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:18.777 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T13:48:18.778 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T13:48:18.787 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:18.788 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T13:48:04.036160+0000", 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4ce07700 1 Processor -- start 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4ce07700 1 -- start start 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4ce07700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4ce07700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e48107190 con 0x7f1e481067a0 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:18.789 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55368/0 (socket says 172.21.15.83:55368) 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.142+0000 7f1e4659c700 1 -- 172.21.15.83:0/1117155920 learned_addr learned my addr 172.21.15.83:0/1117155920 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.143+0000 7f1e4659c700 1 -- 172.21.15.83:0/1117155920 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e48109730 con 0x7f1e481067a0 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.143+0000 7f1e4659c700 1 --2- 172.21.15.83:0/1117155920 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1e380098a0 tx=0x7f1e38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c315a0d67594ef9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.143+0000 7f1e4559a700 1 -- 172.21.15.83:0/1117155920 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1e38004160 con 0x7f1e481067a0 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.143+0000 7f1e4559a700 1 -- 172.21.15.83:0/1117155920 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1e38004300 con 0x7f1e481067a0 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.143+0000 7f1e4559a700 1 -- 172.21.15.83:0/1117155920 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1e38011af0 con 0x7f1e481067a0 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 -- 172.21.15.83:0/1117155920 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 msgr2=0x7f1e48106bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 --2- 172.21.15.83:0/1117155920 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1e380098a0 tx=0x7f1e38009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 -- 172.21.15.83:0/1117155920 shutdown_connections 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 --2- 172.21.15.83:0/1117155920 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e48106bc0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 -- 172.21.15.83:0/1117155920 >> 172.21.15.83:0/1117155920 conn(0x7f1e48102110 msgr2=0x7f1e48104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 -- 172.21.15.83:0/1117155920 shutdown_connections 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.144+0000 7f1e4ce07700 1 -- 172.21.15.83:0/1117155920 wait complete. 2024-04-22T13:48:18.790 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4ce07700 1 Processor -- start 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4ce07700 1 -- start start 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4ce07700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4ce07700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e4810cae0 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55378/0 (socket says 172.21.15.83:55378) 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4659c700 1 -- 172.21.15.83:0/2781451443 learned_addr learned my addr 172.21.15.83:0/2781451443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4659c700 1 -- 172.21.15.83:0/2781451443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4819ca00 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4659c700 1 --2- 172.21.15.83:0/2781451443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1e38009fb0 tx=0x7f1e38011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1e380036a0 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e4819cc90 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.145+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f1e3801a430 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.146+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1e38019550 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.146+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e4819f980 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.146+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1e38019be0 con 0x7f1e481067a0 2024-04-22T13:48:18.791 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.146+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1e38024730 con 0x7f1e481067a0 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.146+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e480640a0 con 0x7f1e481067a0 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.149+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f1e38043e50 con 0x7f1e481067a0 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.220+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1e4819fed0 con 0x7f1e481067a0 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.221+0000 7f1e377fe700 1 -- 172.21.15.83:0/2781451443 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f1e38032020 con 0x7f1e481067a0 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 msgr2=0x7f1e4819c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 --2- 172.21.15.83:0/2781451443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1e38009fb0 tx=0x7f1e38011940 comp rx=0 tx=0).stop 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 shutdown_connections 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 --2- 172.21.15.83:0/2781451443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e481067a0 0x7f1e4819c4c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 >> 172.21.15.83:0/2781451443 conn(0x7f1e48102110 msgr2=0x7f1e48102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 shutdown_connections 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:18.222+0000 7f1e4ce07700 1 -- 172.21.15.83:0/2781451443 wait complete. 2024-04-22T13:48:18.792 INFO:teuthology.orchestra.run.smithi083.stdout:mgr not available, waiting (3/15)... 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: from='mgr.14100 172.21.15.83:0/1465611465' entity='mgr.x' 2024-04-22T13:48:19.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:19 smithi083 ceph-mon[27977]: mgrmap e3: x(active, since 1.00668s) 2024-04-22T13:48:21.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:21 smithi083 ceph-mon[27977]: mgrmap e4: x(active, since 2s) 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "health": { 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-22T13:48:22.167 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 0 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "a" 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-22T13:48:22.168 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:22.169 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-22T13:48:22.169 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-22T13:48:22.169 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-22T13:48:22.178 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-22T13:48:22.179 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "restful" 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ], 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "modified": "2024-04-22T13:48:04.036160+0000", 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout }, 2024-04-22T13:48:22.180 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.212+0000 7fb3695a0700 1 Processor -- start 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb3695a0700 1 -- start start 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb3695a0700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb3695a0700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb364108f00 con 0x7fb364108510 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb362ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb362ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55456/0 (socket says 172.21.15.83:55456) 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb362ffd700 1 -- 172.21.15.83:0/1285559371 learned_addr learned my addr 172.21.15.83:0/1285559371 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb362ffd700 1 -- 172.21.15.83:0/1285559371 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3641096c0 con 0x7fb364108510 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb362ffd700 1 --2- 172.21.15.83:0/1285559371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb3580098a0 tx=0x7fb358009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5398e71d68784360 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb361ffb700 1 -- 172.21.15.83:0/1285559371 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb358004160 con 0x7fb364108510 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.213+0000 7fb361ffb700 1 -- 172.21.15.83:0/1285559371 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb358004300 con 0x7fb364108510 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb361ffb700 1 -- 172.21.15.83:0/1285559371 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb358011af0 con 0x7fb364108510 2024-04-22T13:48:22.181 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 -- 172.21.15.83:0/1285559371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 msgr2=0x7fb364108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 --2- 172.21.15.83:0/1285559371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb3580098a0 tx=0x7fb358009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 -- 172.21.15.83:0/1285559371 shutdown_connections 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 --2- 172.21.15.83:0/1285559371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb364108930 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 -- 172.21.15.83:0/1285559371 >> 172.21.15.83:0/1285559371 conn(0x7fb364103b70 msgr2=0x7fb364105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 -- 172.21.15.83:0/1285559371 shutdown_connections 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.214+0000 7fb3695a0700 1 -- 172.21.15.83:0/1285559371 wait complete. 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb3695a0700 1 Processor -- start 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb3695a0700 1 -- start start 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb3695a0700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb3695a0700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb36410ca70 con 0x7fb364108510 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb362ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb362ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55472/0 (socket says 172.21.15.83:55472) 2024-04-22T13:48:22.182 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb362ffd700 1 -- 172.21.15.83:0/3331738114 learned_addr learned my addr 172.21.15.83:0/3331738114 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.215+0000 7fb362ffd700 1 -- 172.21.15.83:0/3331738114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb36419ccc0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb362ffd700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb358003f40 tx=0x7fb358011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3580038b0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb36419cf50 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb358003a50 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb35801a5c0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb36419fbf0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.216+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7fb35801a8c0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.217+0000 7fb34bfff700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 0x7fb34c03b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.217+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3640640a0 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.217+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb35804da90 con 0x7fb364108510 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.217+0000 7fb3627fc700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 0x7fb34c03b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:22.183 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.217+0000 7fb3627fc700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 0x7fb34c03b9d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb354006fd0 tx=0x7fb354006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.222+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb358019c70 con 0x7fb364108510 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.503+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb36402df80 con 0x7fb364108510 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.503+0000 7fb34bfff700 1 -- 172.21.15.83:0/3331738114 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fb35804c550 con 0x7fb364108510 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 msgr2=0x7fb34c03b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 0x7fb34c03b9d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb354006fd0 tx=0x7fb354006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 msgr2=0x7fb36419c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb358003f40 tx=0x7fb358011890 comp rx=0 tx=0).stop 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 shutdown_connections 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7fb34c039510 0x7fb34c03b9d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 --2- 172.21.15.83:0/3331738114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb364108510 0x7fb36419c780 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.505+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 >> 172.21.15.83:0/3331738114 conn(0x7fb364103b70 msgr2=0x7fb3641048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.506+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 shutdown_connections 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:21.506+0000 7fb3695a0700 1 -- 172.21.15.83:0/3331738114 wait complete. 2024-04-22T13:48:22.184 INFO:teuthology.orchestra.run.smithi083.stdout:mgr is available 2024-04-22T13:48:22.395 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:22 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3331738114' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [global] 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout fsid = cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-22T13:48:23.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout [osd] 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.588+0000 7f0527bb0700 1 Processor -- start 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f0527bb0700 1 -- start start 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f0527bb0700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f0527bb0700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f052007c900 con 0x7f052007de80 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f052594c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f052594c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55474/0 (socket says 172.21.15.83:55474) 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f052594c700 1 -- 172.21.15.83:0/1206633484 learned_addr learned my addr 172.21.15.83:0/1206633484 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:23.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.589+0000 7f052594c700 1 -- 172.21.15.83:0/1206633484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f052007ca80 con 0x7f052007de80 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f052594c700 1 --2- 172.21.15.83:0/1206633484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05100098a0 tx=0x7f0510009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=372722bb7816b892 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f052494a700 1 -- 172.21.15.83:0/1206633484 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0510004160 con 0x7f052007de80 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f052494a700 1 -- 172.21.15.83:0/1206633484 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0510004300 con 0x7f052007de80 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f052494a700 1 -- 172.21.15.83:0/1206633484 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0510011af0 con 0x7f052007de80 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f0527bb0700 1 -- 172.21.15.83:0/1206633484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 msgr2=0x7f052007c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f0527bb0700 1 --2- 172.21.15.83:0/1206633484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f05100098a0 tx=0x7f0510009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f0527bb0700 1 -- 172.21.15.83:0/1206633484 shutdown_connections 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f0527bb0700 1 --2- 172.21.15.83:0/1206633484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052007c330 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.590+0000 7f0527bb0700 1 -- 172.21.15.83:0/1206633484 >> 172.21.15.83:0/1206633484 conn(0x7f0520103b70 msgr2=0x7f0520105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 -- 172.21.15.83:0/1206633484 shutdown_connections 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 -- 172.21.15.83:0/1206633484 wait complete. 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 Processor -- start 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 -- start start 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:23.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f0527bb0700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f052010ea40 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f052594c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f052594c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55488/0 (socket says 172.21.15.83:55488) 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.591+0000 7f052594c700 1 -- 172.21.15.83:0/247080102 learned_addr learned my addr 172.21.15.83:0/247080102 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f052594c700 1 -- 172.21.15.83:0/247080102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f052019ee10 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f052594c700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0510011ac0 tx=0x7f0510011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0510003b20 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f051001a8c0 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f052019f0a0 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05100248d0 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.592+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05201a1d90 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.593+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f0510022020 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.593+0000 7f0516ffd700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 0x7f050c03ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.593+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f051004d4c0 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.593+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05200640a0 con 0x7f052007de80 2024-04-22T13:48:23.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.593+0000 7f052514b700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 0x7f050c03ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.594+0000 7f052514b700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 0x7f050c03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f051c006fd0 tx=0x7f051c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.598+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f051004d220 con 0x7f052007de80 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.795+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f0520197540 con 0x7f052007de80 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.796+0000 7f0516ffd700 1 -- 172.21.15.83:0/247080102 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f051001aa70 con 0x7f052007de80 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 msgr2=0x7f050c03ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 0x7f050c03ba70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f051c006fd0 tx=0x7f051c006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 msgr2=0x7f052019e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0510011ac0 tx=0x7f0510011ba0 comp rx=0 tx=0).stop 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 shutdown_connections 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f050c0395b0 0x7f050c03ba70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 --2- 172.21.15.83:0/247080102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f052007de80 0x7f052019e8d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 >> 172.21.15.83:0/247080102 conn(0x7f0520103b70 msgr2=0x7f0520104810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 shutdown_connections 2024-04-22T13:48:23.298 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:22.798+0000 7f0527bb0700 1 -- 172.21.15.83:0/247080102 wait complete. 2024-04-22T13:48:23.299 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling cephadm module... 2024-04-22T13:48:23.595 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:23 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/247080102' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-22T13:48:24.590 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2995537877' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-22T13:48:24.590 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setuser ceph since I am not root 2024-04-22T13:48:24.590 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setgroup ceph since I am not root 2024-04-22T13:48:24.590 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:24.443+0000 7fd6622c5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:48:24.865 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:24.625+0000 7fd6622c5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:24.865 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:24.725+0000 7fd6622c5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2ed83700 1 Processor -- start 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2ed83700 1 -- start start 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2ed83700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2ed83700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281093b0 con 0x7f9a281089e0 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2cb1f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2cb1f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52436/0 (socket says 172.21.15.83:52436) 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2cb1f700 1 -- 172.21.15.83:0/2293594820 learned_addr learned my addr 172.21.15.83:0/2293594820 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.695+0000 7f9a2cb1f700 1 -- 172.21.15.83:0/2293594820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a28109530 con 0x7f9a281089e0 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2cb1f700 1 --2- 172.21.15.83:0/2293594820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c0098a0 tx=0x7f9a1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40b2d584373318c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:24.874 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a277fe700 1 -- 172.21.15.83:0/2293594820 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a1c004160 con 0x7f9a281089e0 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a277fe700 1 -- 172.21.15.83:0/2293594820 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9a1c004300 con 0x7f9a281089e0 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a277fe700 1 -- 172.21.15.83:0/2293594820 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a1c011af0 con 0x7f9a281089e0 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2293594820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 msgr2=0x7f9a28108de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2293594820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c0098a0 tx=0x7f9a1c009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2293594820 shutdown_connections 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2293594820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a28108de0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2293594820 >> 172.21.15.83:0/2293594820 conn(0x7f9a281021b0 msgr2=0x7f9a281045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2293594820 shutdown_connections 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.696+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2293594820 wait complete. 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2ed83700 1 Processor -- start 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2ed83700 1 -- start start 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2ed83700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2ed83700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a281073b0 con 0x7f9a281089e0 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2cb1f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:24.875 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2cb1f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52452/0 (socket says 172.21.15.83:52452) 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2cb1f700 1 -- 172.21.15.83:0/2995537877 learned_addr learned my addr 172.21.15.83:0/2995537877 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.697+0000 7f9a2cb1f700 1 -- 172.21.15.83:0/2995537877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a2819eef0 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a2cb1f700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c000c00 tx=0x7f9a1c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a1c003b20 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a2819f180 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9a1c01a8c0 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a1c024940 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.698+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a281a1e20 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f9a1c022020 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a25ffb700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 0x7f9a1803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a280640a0 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9a1c04d490 con 0x7f9a281089e0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a27fff700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 0x7f9a1803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:24.876 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.699+0000 7f9a27fff700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 0x7f9a1803ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9a14006fd0 tx=0x7f9a14006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.704+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a1c00be50 con 0x7f9a281089e0 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:23.958+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f9a28197f10 con 0x7f9a281089e0 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.279+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f9a28197f10 con 0x7f9a281089e0 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.281+0000 7f9a25ffb700 1 -- 172.21.15.83:0/2995537877 <== mon.0 v2:172.21.15.83:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f9a1c01aa70 con 0x7f9a281089e0 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 msgr2=0x7f9a1803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 0x7f9a1803ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9a14006fd0 tx=0x7f9a14006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 msgr2=0x7f9a2819e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9a1c000c00 tx=0x7f9a1c011b70 comp rx=0 tx=0).stop 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 shutdown_connections 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f9a18039560 0x7f9a1803ba20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 --2- 172.21.15.83:0/2995537877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a281089e0 0x7f9a2819e9b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 >> 172.21.15.83:0/2995537877 conn(0x7f9a281021b0 msgr2=0x7f9a28194fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 shutdown_connections 2024-04-22T13:48:24.877 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:24.282+0000 7f9a2ed83700 1 -- 172.21.15.83:0/2995537877 wait complete. 2024-04-22T13:48:25.125 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:25.043+0000 7fd6622c5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:48:25.435 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:25.128+0000 7fd6622c5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:48:25.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2995537877' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-22T13:48:25.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:25 smithi083 ceph-mon[27977]: mgrmap e5: x(active, since 6s) 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375b681700 1 Processor -- start 2024-04-22T13:48:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375b681700 1 -- start start 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375b681700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375b681700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37541082a0 con 0x7f37541078b0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375941d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375941d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52476/0 (socket says 172.21.15.83:52476) 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.338+0000 7f375941d700 1 -- 172.21.15.83:0/3745648797 learned_addr learned my addr 172.21.15.83:0/3745648797 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.339+0000 7f375941d700 1 -- 172.21.15.83:0/3745648797 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37541085d0 con 0x7f37541078b0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.339+0000 7f375941d700 1 --2- 172.21.15.83:0/3745648797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f37500098a0 tx=0x7f3750009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a581404afb4b51f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.339+0000 7f374bfff700 1 -- 172.21.15.83:0/3745648797 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3750004160 con 0x7f37541078b0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.339+0000 7f374bfff700 1 -- 172.21.15.83:0/3745648797 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3750004300 con 0x7f37541078b0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.339+0000 7f374bfff700 1 -- 172.21.15.83:0/3745648797 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3750011af0 con 0x7f37541078b0 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- 172.21.15.83:0/3745648797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 msgr2=0x7f3754107cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 --2- 172.21.15.83:0/3745648797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f37500098a0 tx=0x7f3750009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- 172.21.15.83:0/3745648797 shutdown_connections 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 --2- 172.21.15.83:0/3745648797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f3754107cd0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- 172.21.15.83:0/3745648797 >> 172.21.15.83:0/3745648797 conn(0x7f3754102110 msgr2=0x7f3754104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- 172.21.15.83:0/3745648797 shutdown_connections 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- 172.21.15.83:0/3745648797 wait complete. 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 Processor -- start 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.340+0000 7f375b681700 1 -- start start 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375b681700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375b681700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f375410b980 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375941d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375941d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52490/0 (socket says 172.21.15.83:52490) 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375941d700 1 -- 172.21.15.83:0/3908007163 learned_addr learned my addr 172.21.15.83:0/3908007163 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375941d700 1 -- 172.21.15.83:0/3908007163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f375419c990 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375941d700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3750009fb0 tx=0x7f3750011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37500036a0 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f375001a430 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f375419cc20 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3750019550 con 0x7f37541078b0 2024-04-22T13:48:26.233 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.341+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f375419f910 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.342+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f375001a8e0 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.342+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37540640a0 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.342+0000 7f374a7fc700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 0x7f374003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.343+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f375004d8c0 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.343+0000 7f3758c1c700 1 -- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 msgr2=0x7f374003ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.343+0000 7f3758c1c700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 0x7f374003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.347+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f375000b3e0 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.544+0000 7f3758c1c700 1 -- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 msgr2=0x7f374003ba70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.544+0000 7f3758c1c700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 0x7f374003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.644+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f3754190fb0 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.644+0000 7f374a7fc700 1 -- 172.21.15.83:0/3908007163 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f375001a690 con 0x7f37541078b0 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 msgr2=0x7f374003ba70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 0x7f374003ba70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 msgr2=0x7f375419c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3750009fb0 tx=0x7f3750011940 comp rx=0 tx=0).stop 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 shutdown_connections 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f37400395b0 0x7f374003ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 --2- 172.21.15.83:0/3908007163 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37541078b0 0x7f375419c450 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 >> 172.21.15.83:0/3908007163 conn(0x7f3754102110 msgr2=0x7f3754102c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 shutdown_connections 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:25.646+0000 7f375b681700 1 -- 172.21.15.83:0/3908007163 wait complete. 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for the mgr to restart... 2024-04-22T13:48:26.235 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr epoch 5... 2024-04-22T13:48:26.505 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:26 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3908007163' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T13:48:26.505 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:26.336+0000 7fd6622c5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:48:26.505 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:26.506+0000 7fd6622c5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:26.935 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:26.679+0000 7fd6622c5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:48:27.255 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:26.969+0000 7fd6622c5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:48:27.255 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:27.059+0000 7fd6622c5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:48:27.256 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:27.257+0000 7fd6622c5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:48:27.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:27.447+0000 7fd6622c5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:28.436 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:28.030+0000 7fd6622c5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:48:28.733 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:28.443+0000 7fd6622c5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:48:28.733 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:28.537+0000 7fd6622c5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:48:28.733 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:28.734+0000 7fd6622c5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:48:29.567 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.243+0000 7fd6622c5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:48:29.567 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.332+0000 7fd6622c5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:48:29.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.568+0000 7fd6622c5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:48:29.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.697+0000 7fd6622c5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:48:29.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.790+0000 7fd6622c5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:48:29.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:29.903+0000 7fd6622c5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:30.685 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:30.197+0000 7fd6622c5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:48:31.047 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:30.784+0000 7fd6622c5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:48:31.048 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:30.996+0000 7fd6622c5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:48:31.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: Active manager daemon x restarted 2024-04-22T13:48:31.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: Activating manager daemon x 2024-04-22T13:48:31.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: osdmap e2: 0 total, 0 up, 0 in 2024-04-22T13:48:31.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: mgrmap e6: x(active, starting, since 0.00333122s) 2024-04-22T13:48:31.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: Manager daemon x is now available 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:48:31.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:31 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:48:32.303 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:32 smithi083 ceph-mon[27977]: Found migration_current of "None". Setting to last migration. 2024-04-22T13:48:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:32 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:32 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:32 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:32.304 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:32 smithi083 ceph-mon[27977]: mgrmap e7: x(active, since 1.00586s) 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.751+0000 7f886621a700 1 Processor -- start 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.751+0000 7f886621a700 1 -- start start 2024-04-22T13:48:32.598 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.751+0000 7f886621a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.751+0000 7f886621a700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f886007be80 con 0x7f8860108f40 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.751+0000 7f885f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52500/0 (socket says 172.21.15.83:52500) 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885f7fe700 1 -- 172.21.15.83:0/3882809011 learned_addr learned my addr 172.21.15.83:0/3882809011 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885f7fe700 1 -- 172.21.15.83:0/3882809011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886010b870 con 0x7f8860108f40 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885f7fe700 1 --2- 172.21.15.83:0/3882809011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f88540098a0 tx=0x7f8854009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a6bd5eb11a4dcbf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885e7fc700 1 -- 172.21.15.83:0/3882809011 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8854004160 con 0x7f8860108f40 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885e7fc700 1 -- 172.21.15.83:0/3882809011 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8854004300 con 0x7f8860108f40 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.752+0000 7f885e7fc700 1 -- 172.21.15.83:0/3882809011 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8854011af0 con 0x7f8860108f40 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 -- 172.21.15.83:0/3882809011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 msgr2=0x7f886010b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 --2- 172.21.15.83:0/3882809011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f88540098a0 tx=0x7f8854009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.599 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 -- 172.21.15.83:0/3882809011 shutdown_connections 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 --2- 172.21.15.83:0/3882809011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886010b330 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 -- 172.21.15.83:0/3882809011 >> 172.21.15.83:0/3882809011 conn(0x7f88601029b0 msgr2=0x7f8860104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 -- 172.21.15.83:0/3882809011 shutdown_connections 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.753+0000 7f886621a700 1 -- 172.21.15.83:0/3882809011 wait complete. 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f886621a700 1 Processor -- start 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f886621a700 1 -- start start 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f886621a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f886621a700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f886010c830 con 0x7f8860108f40 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f885f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f885f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52504/0 (socket says 172.21.15.83:52504) 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f885f7fe700 1 -- 172.21.15.83:0/2673190612 learned_addr learned my addr 172.21.15.83:0/2673190612 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.754+0000 7f885f7fe700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886019c990 con 0x7f8860108f40 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f885f7fe700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8854011ac0 tx=0x7f8854011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8854003970 con 0x7f8860108f40 2024-04-22T13:48:32.600 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8854003b10 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f886019cc20 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f886019f910 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.755+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8854024610 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f8854024860 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885cff9700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f884803c1d0 con 0x7f8848039600 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f885404d8b0 con 0x7f8860108f40 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885effd700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.756+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.957+0000 7f885effd700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:26.957+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:27.358+0000 7f885effd700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:27.358+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-22T13:48:32.601 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:28.159+0000 7f885effd700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:28.159+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:29.760+0000 7f885effd700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/3538988241 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:29.760+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:30.999+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f8854024b50 con 0x7f8860108f40 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:30.999+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 msgr2=0x7f884803bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:30.999+0000 7f885cff9700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.000+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f885404f7f0 con 0x7f8860108f40 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.001+0000 7f885cff9700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 0x7f884803f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.001+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f884803c1d0 con 0x7f884803cef0 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.001+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 0x7f884803f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.002+0000 7f885effd700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 0x7f884803f2e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8850003a10 tx=0x7f88500092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.002+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f884803c1d0 con 0x7f884803cef0 2024-04-22T13:48:32.602 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.009+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f884c002630 con 0x7f884803cef0 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.009+0000 7f885cff9700 1 -- 172.21.15.83:0/2673190612 <== mgr.14120 v2:172.21.15.83:6800/821414710 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f884c002630 con 0x7f884803cef0 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 msgr2=0x7f884803f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 0x7f884803f2e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8850003a10 tx=0x7f88500092b0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 msgr2=0x7f886019c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8854011ac0 tx=0x7f8854011ba0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 shutdown_connections 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f884803cef0 0x7f884803f2e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8860108f40 0x7f886019c450 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 --2- 172.21.15.83:0/2673190612 >> [v2:172.21.15.83:6800/3538988241,v1:172.21.15.83:6801/3538988241] conn(0x7f8848039600 0x7f884803bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 >> 172.21.15.83:0/2673190612 conn(0x7f88601029b0 msgr2=0x7f8860103530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 shutdown_connections 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:32.010+0000 7f886621a700 1 -- 172.21.15.83:0/2673190612 wait complete. 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:mgr epoch 5 is available 2024-04-22T13:48:32.603 INFO:teuthology.orchestra.run.smithi083.stdout:Setting orchestrator backend to cephadm... 2024-04-22T13:48:33.185 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:31] ENGINE Bus STARTING 2024-04-22T13:48:33.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:31] ENGINE Serving on https://172.21.15.83:7150 2024-04-22T13:48:33.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:31] ENGINE Serving on http://172.21.15.83:8765 2024-04-22T13:48:33.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:31] ENGINE Bus STARTED 2024-04-22T13:48:33.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T13:48:33.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:33 smithi083 ceph-mon[27977]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T13:48:33.911 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.025+0000 7f05cb88b700 1 Processor -- start 2024-04-22T13:48:33.911 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.025+0000 7f05cb88b700 1 -- start start 2024-04-22T13:48:33.911 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.025+0000 7f05cb88b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:33.911 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.025+0000 7f05cb88b700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f05c407be60 con 0x7f05c4108f60 2024-04-22T13:48:33.911 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05c9627700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05c9627700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52562/0 (socket says 172.21.15.83:52562) 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05c9627700 1 -- 172.21.15.83:0/709052422 learned_addr learned my addr 172.21.15.83:0/709052422 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05c9627700 1 -- 172.21.15.83:0/709052422 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c410b890 con 0x7f05c4108f60 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05c9627700 1 --2- 172.21.15.83:0/709052422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f05c00098a0 tx=0x7f05c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b5a1afb83f2b64 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05bbfff700 1 -- 172.21.15.83:0/709052422 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05c0004160 con 0x7f05c4108f60 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05bbfff700 1 -- 172.21.15.83:0/709052422 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f05c0004300 con 0x7f05c4108f60 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.026+0000 7f05bbfff700 1 -- 172.21.15.83:0/709052422 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05c0011af0 con 0x7f05c4108f60 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- 172.21.15.83:0/709052422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 msgr2=0x7f05c410b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 --2- 172.21.15.83:0/709052422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f05c00098a0 tx=0x7f05c0009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- 172.21.15.83:0/709052422 shutdown_connections 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 --2- 172.21.15.83:0/709052422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c410b350 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- 172.21.15.83:0/709052422 >> 172.21.15.83:0/709052422 conn(0x7f05c41029b0 msgr2=0x7f05c4104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- 172.21.15.83:0/709052422 shutdown_connections 2024-04-22T13:48:33.912 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- 172.21.15.83:0/709052422 wait complete. 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 Processor -- start 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.027+0000 7f05cb88b700 1 -- start start 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05cb88b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05cb88b700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f05c410c800 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05c9627700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05c9627700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52576/0 (socket says 172.21.15.83:52576) 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05c9627700 1 -- 172.21.15.83:0/2673288013 learned_addr learned my addr 172.21.15.83:0/2673288013 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05c9627700 1 -- 172.21.15.83:0/2673288013 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c4108d20 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05c9627700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f05c0009fb0 tx=0x7f05c0011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05c00036a0 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f05c001a430 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c4106f10 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f05c0019550 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.028+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c4107450 con 0x7f05c4108f60 2024-04-22T13:48:33.913 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.029+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f05c0019850 con 0x7f05c4108f60 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.029+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05c40640a0 con 0x7f05c4108f60 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.029+0000 7f05ba7fc700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 0x7f05b003b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.029+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f05c004d8c0 con 0x7f05c4108f60 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.029+0000 7f05c8e26700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 0x7f05b003b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.030+0000 7f05c8e26700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 0x7f05b003b8f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f05b4006fd0 tx=0x7f05b4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.035+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f05c001a5e0 con 0x7f05c4108f60 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.054+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f05c002d960 con 0x7f05c4108f60 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.252+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f05c4103ca0 con 0x7f05b0039430 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.257+0000 7f05ba7fc700 1 -- 172.21.15.83:0/2673288013 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f05c4103ca0 con 0x7f05b0039430 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 msgr2=0x7f05b003b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 0x7f05b003b8f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f05b4006fd0 tx=0x7f05b4006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 msgr2=0x7f05c41087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f05c0009fb0 tx=0x7f05c0011940 comp rx=0 tx=0).stop 2024-04-22T13:48:33.914 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 shutdown_connections 2024-04-22T13:48:33.915 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f05b0039430 0x7f05b003b8f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:33.915 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 --2- 172.21.15.83:0/2673288013 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f05c4108f60 0x7f05c41087e0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:33.915 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 >> 172.21.15.83:0/2673288013 conn(0x7f05c41029b0 msgr2=0x7f05c4103590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:33.915 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 shutdown_connections 2024-04-22T13:48:33.915 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:33.260+0000 7f05cb88b700 1 -- 172.21.15.83:0/2673288013 wait complete. 2024-04-22T13:48:34.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:34 smithi083 ceph-mon[27977]: mgrmap e8: x(active, since 2s) 2024-04-22T13:48:34.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:34 smithi083 ceph-mon[27977]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:34.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:34 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:34.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:34 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:35.159 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-22T13:48:35.159 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.316+0000 7f9d87cde700 1 Processor -- start 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.316+0000 7f9d87cde700 1 -- start start 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d87cde700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d87cde700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9d80107dd0 con 0x7f9d801073e0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d85a7a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d85a7a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57478/0 (socket says 172.21.15.83:57478) 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d85a7a700 1 -- 172.21.15.83:0/733183476 learned_addr learned my addr 172.21.15.83:0/733183476 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d85a7a700 1 -- 172.21.15.83:0/733183476 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d801085e0 con 0x7f9d801073e0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d85a7a700 1 --2- 172.21.15.83:0/733183476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c009e80 tx=0x7f9d7c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d37651e2ac3f111 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d84a78700 1 -- 172.21.15.83:0/733183476 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d7c017070 con 0x7f9d801073e0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d84a78700 1 -- 172.21.15.83:0/733183476 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9d7c00b8c0 con 0x7f9d801073e0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.317+0000 7f9d84a78700 1 -- 172.21.15.83:0/733183476 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d7c004490 con 0x7f9d801073e0 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 -- 172.21.15.83:0/733183476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 msgr2=0x7f9d80107800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 --2- 172.21.15.83:0/733183476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c009e80 tx=0x7f9d7c00b330 comp rx=0 tx=0).stop 2024-04-22T13:48:35.160 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 -- 172.21.15.83:0/733183476 shutdown_connections 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 --2- 172.21.15.83:0/733183476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d80107800 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 -- 172.21.15.83:0/733183476 >> 172.21.15.83:0/733183476 conn(0x7f9d801029c0 msgr2=0x7f9d80104de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 -- 172.21.15.83:0/733183476 shutdown_connections 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.318+0000 7f9d87cde700 1 -- 172.21.15.83:0/733183476 wait complete. 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d87cde700 1 Processor -- start 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d87cde700 1 -- start start 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d87cde700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d87cde700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9d8010b990 con 0x7f9d801073e0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d85a7a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d85a7a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57486/0 (socket says 172.21.15.83:57486) 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d85a7a700 1 -- 172.21.15.83:0/2359649433 learned_addr learned my addr 172.21.15.83:0/2359649433 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d85a7a700 1 -- 172.21.15.83:0/2359649433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d8019cc70 con 0x7f9d801073e0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d85a7a700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00b7b0 tx=0x7f9d7c00be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d7c020020 con 0x7f9d801073e0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.319+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f9d7c012430 con 0x7f9d801073e0 2024-04-22T13:48:35.161 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.320+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d7c017040 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.320+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d8019cf00 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.320+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d8019fbf0 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.320+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f9d7c023020 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.320+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d80069b90 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.321+0000 7f9d76ffd700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 0x7f9d6c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.321+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9d7c00f050 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.321+0000 7f9d85279700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 0x7f9d6c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.321+0000 7f9d85279700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 0x7f9d6c03ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9d70006fd0 tx=0x7f9d70006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.326+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d7c02a020 con 0x7f9d801073e0 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.525+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f9d8002e090 con 0x7f9d6c039560 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.526+0000 7f9d76ffd700 1 -- 172.21.15.83:0/2359649433 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f9d8002e090 con 0x7f9d6c039560 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 msgr2=0x7f9d6c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 0x7f9d6c03ba20 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9d70006fd0 tx=0x7f9d70006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 msgr2=0x7f9d8019c730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:35.162 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c00b7b0 tx=0x7f9d7c00be20 comp rx=0 tx=0).stop 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 shutdown_connections 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f9d6c039560 0x7f9d6c03ba20 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 --2- 172.21.15.83:0/2359649433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9d801073e0 0x7f9d8019c730 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 >> 172.21.15.83:0/2359649433 conn(0x7f9d801029c0 msgr2=0x7f9d80103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 shutdown_connections 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:34.528+0000 7f9d87cde700 1 -- 172.21.15.83:0/2359649433 wait complete. 2024-04-22T13:48:35.163 INFO:teuthology.orchestra.run.smithi083.stdout:Generating ssh key... 2024-04-22T13:48:35.435 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-mon[27977]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: Generating public/private rsa key pair. 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: Your identification has been saved in /tmp/tmpam_rsgtf/key. 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: Your public key has been saved in /tmp/tmpam_rsgtf/key.pub. 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: The key fingerprint is: 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: SHA256:wCFBSHmXmYxZFuYxq4Yo0TXIqZ2P9ggzTIMPTn0lrFs ceph-cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: The key's randomart image is: 2024-04-22T13:48:36.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: +---[RSA 3072]----+ 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: | o.*B*O= | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: | .*.+X** | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: |oooo..B | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: |+*o+ E . | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: |Booo* S | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: |=o+o. | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: | = o | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: | . . | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: | | 2024-04-22T13:48:36.187 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: +----[SHA256]-----+ 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.573+0000 7ff5352f2700 1 Processor -- start 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.573+0000 7ff5352f2700 1 -- start start 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.573+0000 7ff5352f2700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.573+0000 7ff5352f2700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff53010a4c0 con 0x7ff530109ad0 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52effd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52effd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57502/0 (socket says 172.21.15.83:57502) 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52effd700 1 -- 172.21.15.83:0/341944970 learned_addr learned my addr 172.21.15.83:0/341944970 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52effd700 1 -- 172.21.15.83:0/341944970 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53010a640 con 0x7ff530109ad0 2024-04-22T13:48:36.541 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52effd700 1 --2- 172.21.15.83:0/341944970 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff5200098a0 tx=0x7ff520009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651645b91e1f8269 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52e7fc700 1 -- 172.21.15.83:0/341944970 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520004160 con 0x7ff530109ad0 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52e7fc700 1 -- 172.21.15.83:0/341944970 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff520004300 con 0x7ff530109ad0 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.574+0000 7ff52e7fc700 1 -- 172.21.15.83:0/341944970 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520011af0 con 0x7ff530109ad0 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- 172.21.15.83:0/341944970 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 msgr2=0x7ff530109ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 --2- 172.21.15.83:0/341944970 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff5200098a0 tx=0x7ff520009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- 172.21.15.83:0/341944970 shutdown_connections 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 --2- 172.21.15.83:0/341944970 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff530109ef0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- 172.21.15.83:0/341944970 >> 172.21.15.83:0/341944970 conn(0x7ff530102110 msgr2=0x7ff530104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- 172.21.15.83:0/341944970 shutdown_connections 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- 172.21.15.83:0/341944970 wait complete. 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 Processor -- start 2024-04-22T13:48:36.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.575+0000 7ff5352f2700 1 -- start start 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff5352f2700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff5352f2700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5301072e0 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52effd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52effd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57510/0 (socket says 172.21.15.83:57510) 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52effd700 1 -- 172.21.15.83:0/1018370357 learned_addr learned my addr 172.21.15.83:0/1018370357 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52effd700 1 -- 172.21.15.83:0/1018370357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53019c990 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52effd700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff520009fb0 tx=0x7ff520011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff5200036a0 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff52001a430 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff53019cc80 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff520019550 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.576+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff53019f910 con 0x7ff530109ad0 2024-04-22T13:48:36.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.577+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7ff520019850 con 0x7ff530109ad0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.577+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5300640a0 con 0x7ff530109ad0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.577+0000 7ff52cff9700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 0x7ff51c03ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.578+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff52004da30 con 0x7ff530109ad0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.578+0000 7ff527fff700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 0x7ff51c03ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.578+0000 7ff527fff700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 0x7ff51c03ba20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff518006fd0 tx=0x7ff518006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.583+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff52001a5e0 con 0x7ff530109ad0 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.780+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7ff53019fae0 con 0x7ff51c039560 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.965+0000 7ff52cff9700 1 -- 172.21.15.83:0/1018370357 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff53019fae0 con 0x7ff51c039560 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 msgr2=0x7ff51c03ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 0x7ff51c03ba20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff518006fd0 tx=0x7ff518006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 msgr2=0x7ff53019c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff520009fb0 tx=0x7ff520011940 comp rx=0 tx=0).stop 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 shutdown_connections 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff51c039560 0x7ff51c03ba20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:36.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 --2- 172.21.15.83:0/1018370357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff530109ad0 0x7ff53019c450 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:36.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 >> 172.21.15.83:0/1018370357 conn(0x7ff530102110 msgr2=0x7ff530102cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:36.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 shutdown_connections 2024-04-22T13:48:36.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:35.967+0000 7ff5352f2700 1 -- 172.21.15.83:0/1018370357 wait complete. 2024-04-22T13:48:37.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:36 smithi083 ceph-mon[27977]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:37.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:36 smithi083 ceph-mon[27977]: Generating ssh key... 2024-04-22T13:48:37.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:36 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:37.164 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:36 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.955+0000 7f4ac2875700 1 Processor -- start 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4ac2875700 1 -- start start 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4ac2875700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4ac2875700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc108f00 con 0x7f4abc108510 2024-04-22T13:48:37.781 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57514/0 (socket says 172.21.15.83:57514) 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abbfff700 1 -- 172.21.15.83:0/885379805 learned_addr learned my addr 172.21.15.83:0/885379805 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abbfff700 1 -- 172.21.15.83:0/885379805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc1096c0 con 0x7f4abc108510 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abbfff700 1 --2- 172.21.15.83:0/885379805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4ab00098a0 tx=0x7f4ab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=871eb93a47ac8ee8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abaffd700 1 -- 172.21.15.83:0/885379805 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ab0004160 con 0x7f4abc108510 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abaffd700 1 -- 172.21.15.83:0/885379805 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4ab0004300 con 0x7f4abc108510 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.956+0000 7f4abaffd700 1 -- 172.21.15.83:0/885379805 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ab0011af0 con 0x7f4abc108510 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 -- 172.21.15.83:0/885379805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 msgr2=0x7f4abc108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 --2- 172.21.15.83:0/885379805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f4ab00098a0 tx=0x7f4ab0009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 -- 172.21.15.83:0/885379805 shutdown_connections 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 --2- 172.21.15.83:0/885379805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc108930 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:37.782 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 -- 172.21.15.83:0/885379805 >> 172.21.15.83:0/885379805 conn(0x7f4abc103b70 msgr2=0x7f4abc105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 -- 172.21.15.83:0/885379805 shutdown_connections 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.957+0000 7f4ac2875700 1 -- 172.21.15.83:0/885379805 wait complete. 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4ac2875700 1 Processor -- start 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4ac2875700 1 -- start start 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4ac2875700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4ac2875700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4abc10ca70 con 0x7f4abc108510 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4abbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4abbfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57528/0 (socket says 172.21.15.83:57528) 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4abbfff700 1 -- 172.21.15.83:0/3396773058 learned_addr learned my addr 172.21.15.83:0/3396773058 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4abbfff700 1 -- 172.21.15.83:0/3396773058 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4abc19ccc0 con 0x7f4abc108510 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.958+0000 7f4abbfff700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4ab0003f40 tx=0x7f4ab0011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:37.783 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ab00038b0 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4ab0003a50 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4ab001a5c0 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4abc19cf50 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4abc19fbf0 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.959+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4ab001a870 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.960+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4abc0640a0 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.960+0000 7f4ab97fa700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 0x7f4aa403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.960+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4ab004dc50 con 0x7f4abc108510 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.960+0000 7f4abb7fe700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 0x7f4aa403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:37.784 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.960+0000 7f4abb7fe700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 0x7f4aa403ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4aac006fd0 tx=0x7f4aac006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:36.965+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ab0019c70 con 0x7f4abc108510 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.165+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f4abc02dff0 con 0x7f4aa40395b0 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.166+0000 7f4ab97fa700 1 -- 172.21.15.83:0/3396773058 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f4abc02dff0 con 0x7f4aa40395b0 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 msgr2=0x7f4aa403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 0x7f4aa403ba70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f4aac006fd0 tx=0x7f4aac006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 msgr2=0x7f4abc19c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4ab0003f40 tx=0x7f4ab0011890 comp rx=0 tx=0).stop 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 shutdown_connections 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4aa40395b0 0x7f4aa403ba70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 --2- 172.21.15.83:0/3396773058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4abc108510 0x7f4abc19c780 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 >> 172.21.15.83:0/3396773058 conn(0x7f4abc103b70 msgr2=0x7f4abc1048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 shutdown_connections 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:37.168+0000 7f4ac2875700 1 -- 172.21.15.83:0/3396773058 wait complete. 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-22T13:48:37.785 INFO:teuthology.orchestra.run.smithi083.stdout:Adding key to root@localhost authorized_keys... 2024-04-22T13:48:37.786 INFO:teuthology.orchestra.run.smithi083.stdout:Adding host smithi083... 2024-04-22T13:48:38.175 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:37 smithi083 ceph-mon[27977]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:39.685 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:39 smithi083 ceph-mon[27977]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi083", "addr": "172.21.15.83", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:39.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:39 smithi083 ceph-mon[27977]: Deploying cephadm binary to smithi083 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Added host 'smithi083' with addr '172.21.15.83' 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.205+0000 7f590bc66700 1 Processor -- start 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.205+0000 7f590bc66700 1 -- start start 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f590bc66700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f590bc66700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f590407c920 con 0x7f590407dea0 2024-04-22T13:48:43.213 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5909a02700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5909a02700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57542/0 (socket says 172.21.15.83:57542) 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5909a02700 1 -- 172.21.15.83:0/589151265 learned_addr learned my addr 172.21.15.83:0/589151265 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5909a02700 1 -- 172.21.15.83:0/589151265 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590407caa0 con 0x7f590407dea0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5909a02700 1 --2- 172.21.15.83:0/589151265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5900009e80 tx=0x7f590000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fed6ea75a41dffa6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.206+0000 7f5908a00700 1 -- 172.21.15.83:0/589151265 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5900017070 con 0x7f590407dea0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f5908a00700 1 -- 172.21.15.83:0/589151265 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f590000b8c0 con 0x7f590407dea0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f5908a00700 1 -- 172.21.15.83:0/589151265 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5900004490 con 0x7f590407dea0 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 -- 172.21.15.83:0/589151265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 msgr2=0x7f590407c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 --2- 172.21.15.83:0/589151265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5900009e80 tx=0x7f590000b330 comp rx=0 tx=0).stop 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 -- 172.21.15.83:0/589151265 shutdown_connections 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 --2- 172.21.15.83:0/589151265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f590407c350 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 -- 172.21.15.83:0/589151265 >> 172.21.15.83:0/589151265 conn(0x7f5904103b70 msgr2=0x7f5904105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:43.214 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 -- 172.21.15.83:0/589151265 shutdown_connections 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.207+0000 7f590bc66700 1 -- 172.21.15.83:0/589151265 wait complete. 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f590bc66700 1 Processor -- start 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f590bc66700 1 -- start start 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f590bc66700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f590bc66700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f590410a670 con 0x7f590407dea0 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f5909a02700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f5909a02700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57554/0 (socket says 172.21.15.83:57554) 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f5909a02700 1 -- 172.21.15.83:0/4081777486 learned_addr learned my addr 172.21.15.83:0/4081777486 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.208+0000 7f5909a02700 1 -- 172.21.15.83:0/4081777486 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59041a3210 con 0x7f590407dea0 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f5909a02700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f590000b7b0 tx=0x7f590000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:43.215 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5900020020 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5900012430 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59041a34a0 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5900017040 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.209+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59041a6180 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5900023020 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59040640a0 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f58faffd700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 0x7f58f003ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f590000f050 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f5909201700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 0x7f58f003ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.210+0000 7f5909201700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 0x7f58f003ba70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f58f4006fd0 tx=0x7f58f4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.216+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f590002a020 con 0x7f590407dea0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:38.421+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi083", "addr": "172.21.15.83", "target": ["mon-mgr", ""]}) -- 0x7f590402e090 con 0x7f58f00395b0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.523+0000 7f58faffd700 1 -- 172.21.15.83:0/4081777486 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f590402e090 con 0x7f58f00395b0 2024-04-22T13:48:43.216 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.525+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 msgr2=0x7f58f003ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 0x7f58f003ba70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f58f4006fd0 tx=0x7f58f4006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 msgr2=0x7f59041a2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f590000b7b0 tx=0x7f590000be20 comp rx=0 tx=0).stop 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 shutdown_connections 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f58f00395b0 0x7f58f003ba70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 --2- 172.21.15.83:0/4081777486 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f590407dea0 0x7f59041a2cd0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 >> 172.21.15.83:0/4081777486 conn(0x7f5904103b70 msgr2=0x7f5904199800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 shutdown_connections 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:42.526+0000 7f590bc66700 1 -- 172.21.15.83:0/4081777486 wait complete. 2024-04-22T13:48:43.217 INFO:teuthology.orchestra.run.smithi083.stdout:Deploying unmanaged mon service... 2024-04-22T13:48:43.870 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:43 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:43.870 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:43 smithi083 ceph-mon[27977]: Added host smithi083 2024-04-22T13:48:43.871 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:43 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:45.177 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:44 smithi083 ceph-mon[27977]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:45.178 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:44 smithi083 ceph-mon[27977]: Saving service mon spec with placement count:5 2024-04-22T13:48:45.178 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:44 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:45.588 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-22T13:48:45.588 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.671+0000 7f90cc930700 1 Processor -- start 2024-04-22T13:48:45.588 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.671+0000 7f90cc930700 1 -- start start 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.671+0000 7f90cc930700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.671+0000 7f90cc930700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90c81075a0 con 0x7f90c8106bb0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36494/0 (socket says 172.21.15.83:36494) 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c659c700 1 -- 172.21.15.83:0/551069731 learned_addr learned my addr 172.21.15.83:0/551069731 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c659c700 1 -- 172.21.15.83:0/551069731 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c8107db0 con 0x7f90c8106bb0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c659c700 1 --2- 172.21.15.83:0/551069731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f90b800aa40 tx=0x7f90b800ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31d79ad4bc8e76ff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c559a700 1 -- 172.21.15.83:0/551069731 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90b800b040 con 0x7f90c8106bb0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c559a700 1 -- 172.21.15.83:0/551069731 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f90b800c8f0 con 0x7f90c8106bb0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.672+0000 7f90c559a700 1 -- 172.21.15.83:0/551069731 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90b8003b80 con 0x7f90c8106bb0 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 -- 172.21.15.83:0/551069731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 msgr2=0x7f90c8106fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:45.589 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 --2- 172.21.15.83:0/551069731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f90b800aa40 tx=0x7f90b800ad50 comp rx=0 tx=0).stop 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 -- 172.21.15.83:0/551069731 shutdown_connections 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 --2- 172.21.15.83:0/551069731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c8106fd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 -- 172.21.15.83:0/551069731 >> 172.21.15.83:0/551069731 conn(0x7f90c81021b0 msgr2=0x7f90c81045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 -- 172.21.15.83:0/551069731 shutdown_connections 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.673+0000 7f90cc930700 1 -- 172.21.15.83:0/551069731 wait complete. 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90cc930700 1 Processor -- start 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90cc930700 1 -- start start 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90cc930700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90cc930700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90c81084d0 con 0x7f90c8106bb0 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90c659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90c659c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36508/0 (socket says 172.21.15.83:36508) 2024-04-22T13:48:45.590 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90c659c700 1 -- 172.21.15.83:0/2433044539 learned_addr learned my addr 172.21.15.83:0/2433044539 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90c659c700 1 -- 172.21.15.83:0/2433044539 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c819aab0 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.674+0000 7f90c659c700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f90b80038c0 tx=0x7f90b8003e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90b80044f0 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c819ad40 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f90b8010880 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90b8018900 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c819da30 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.675+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f90b8018bc0 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.676+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90c80640a0 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.676+0000 7f90b77fe700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 0x7f90b003ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.676+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f90b801f070 con 0x7f90c8106bb0 2024-04-22T13:48:45.591 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.676+0000 7f90c5d9b700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 0x7f90b003ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.676+0000 7f90c5d9b700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 0x7f90b003ba20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f90bc006fd0 tx=0x7f90bc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.681+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90b8053070 con 0x7f90c8106bb0 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.896+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f90c802dff0 con 0x7f90b0039560 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.901+0000 7f90b77fe700 1 -- 172.21.15.83:0/2433044539 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f90c802dff0 con 0x7f90b0039560 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 msgr2=0x7f90b003ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 0x7f90b003ba20 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f90bc006fd0 tx=0x7f90bc006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 msgr2=0x7f90c819a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f90b80038c0 tx=0x7f90b8003e40 comp rx=0 tx=0).stop 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 shutdown_connections 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f90b0039560 0x7f90b003ba20 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 --2- 172.21.15.83:0/2433044539 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c8106bb0 0x7f90c819a570 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:45.592 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 >> 172.21.15.83:0/2433044539 conn(0x7f90c81021b0 msgr2=0x7f90c8190ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:45.593 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 shutdown_connections 2024-04-22T13:48:45.593 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:43.903+0000 7f90cc930700 1 -- 172.21.15.83:0/2433044539 wait complete. 2024-04-22T13:48:45.593 INFO:teuthology.orchestra.run.smithi083.stdout:Deploying unmanaged mgr service... 2024-04-22T13:48:46.594 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:46 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:46.594 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:46 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.054+0000 7f4bf170c700 1 Processor -- start 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.054+0000 7f4bf170c700 1 -- start start 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.054+0000 7f4bf170c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.054+0000 7f4bf170c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec07bea0 con 0x7f4bec108fa0 2024-04-22T13:48:46.861 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4beaffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4beaffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36520/0 (socket says 172.21.15.83:36520) 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4beaffd700 1 -- 172.21.15.83:0/1294490508 learned_addr learned my addr 172.21.15.83:0/1294490508 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4beaffd700 1 -- 172.21.15.83:0/1294490508 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec10b8d0 con 0x7f4bec108fa0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4beaffd700 1 --2- 172.21.15.83:0/1294490508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4be00098a0 tx=0x7f4be0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bdb7cbd7e47b790 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4be9ffb700 1 -- 172.21.15.83:0/1294490508 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4be0004160 con 0x7f4bec108fa0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4be9ffb700 1 -- 172.21.15.83:0/1294490508 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4be0004300 con 0x7f4bec108fa0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.055+0000 7f4be9ffb700 1 -- 172.21.15.83:0/1294490508 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4be0011a20 con 0x7f4bec108fa0 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 -- 172.21.15.83:0/1294490508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 msgr2=0x7f4bec10b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1294490508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4be00098a0 tx=0x7f4be0009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 -- 172.21.15.83:0/1294490508 shutdown_connections 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1294490508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec10b390 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 -- 172.21.15.83:0/1294490508 >> 172.21.15.83:0/1294490508 conn(0x7f4bec102a70 msgr2=0x7f4bec104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:46.862 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 -- 172.21.15.83:0/1294490508 shutdown_connections 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.056+0000 7f4bf170c700 1 -- 172.21.15.83:0/1294490508 wait complete. 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4bf170c700 1 Processor -- start 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4bf170c700 1 -- start start 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4bf170c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4bf170c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4bec10c870 con 0x7f4bec108fa0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4beaffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4beaffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36532/0 (socket says 172.21.15.83:36532) 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4beaffd700 1 -- 172.21.15.83:0/1745566782 learned_addr learned my addr 172.21.15.83:0/1745566782 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4beaffd700 1 -- 172.21.15.83:0/1745566782 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bec108d10 con 0x7f4bec108fa0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.057+0000 7f4beaffd700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4be0000c00 tx=0x7f4be0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.058+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4be0003aa0 con 0x7f4bec108fa0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.058+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4be001b8f0 con 0x7f4bec108fa0 2024-04-22T13:48:46.863 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.058+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bec106f50 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.058+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4be0023870 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.058+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bec107490 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4be0023b70 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bd3fff700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 0x7f4bd403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4be004df00 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bea7fc700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 0x7f4bd403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bec0640a0 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.059+0000 7f4bea7fc700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 0x7f4bd403ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc006fd0 tx=0x7f4bdc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.069+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4be001f030 con 0x7f4bec108fa0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.294+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f4bec195d90 con 0x7f4bd40395b0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.301+0000 7f4bd3fff700 1 -- 172.21.15.83:0/1745566782 <== mgr.14120 v2:172.21.15.83:6800/821414710 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f4bec195d90 con 0x7f4bd40395b0 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.303+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 msgr2=0x7f4bd403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.303+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 0x7f4bd403ba70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc006fd0 tx=0x7f4bdc006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:46.864 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.303+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 msgr2=0x7f4bec1087d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.303+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4be0000c00 tx=0x7f4be0011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 shutdown_connections 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f4bd40395b0 0x7f4bd403ba70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 --2- 172.21.15.83:0/1745566782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4bec108fa0 0x7f4bec1087d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 >> 172.21.15.83:0/1745566782 conn(0x7f4bec102a70 msgr2=0x7f4bec103650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 shutdown_connections 2024-04-22T13:48:46.865 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:46.304+0000 7f4bf170c700 1 -- 172.21.15.83:0/1745566782 wait complete. 2024-04-22T13:48:47.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:47 smithi083 ceph-mon[27977]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:48:47.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:47 smithi083 ceph-mon[27977]: Saving service mgr spec with placement count:2 2024-04-22T13:48:47.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:47 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:48.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ef23700 1 Processor -- start 2024-04-22T13:48:48.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ef23700 1 -- start start 2024-04-22T13:48:48.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ef23700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:48.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ef23700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc63807c900 con 0x7fc63807de80 2024-04-22T13:48:48.235 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ccbf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ccbf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36542/0 (socket says 172.21.15.83:36542) 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.297+0000 7fc63ccbf700 1 -- 172.21.15.83:0/3726968155 learned_addr learned my addr 172.21.15.83:0/3726968155 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ccbf700 1 -- 172.21.15.83:0/3726968155 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63807ca80 con 0x7fc63807de80 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ccbf700 1 --2- 172.21.15.83:0/3726968155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0098a0 tx=0x7fc62c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dece59097f390e47 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc6377fe700 1 -- 172.21.15.83:0/3726968155 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62c004160 con 0x7fc63807de80 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc6377fe700 1 -- 172.21.15.83:0/3726968155 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc62c004300 con 0x7fc63807de80 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc6377fe700 1 -- 172.21.15.83:0/3726968155 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62c011a20 con 0x7fc63807de80 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ef23700 1 -- 172.21.15.83:0/3726968155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 msgr2=0x7fc63807c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ef23700 1 --2- 172.21.15.83:0/3726968155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0098a0 tx=0x7fc62c009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ef23700 1 -- 172.21.15.83:0/3726968155 shutdown_connections 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ef23700 1 --2- 172.21.15.83:0/3726968155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63807c330 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.298+0000 7fc63ef23700 1 -- 172.21.15.83:0/3726968155 >> 172.21.15.83:0/3726968155 conn(0x7fc638103b70 msgr2=0x7fc638105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 -- 172.21.15.83:0/3726968155 shutdown_connections 2024-04-22T13:48:48.236 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 -- 172.21.15.83:0/3726968155 wait complete. 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 Processor -- start 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 -- start start 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ef23700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc63810ea90 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ccbf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ccbf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36546/0 (socket says 172.21.15.83:36546) 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.299+0000 7fc63ccbf700 1 -- 172.21.15.83:0/2652837456 learned_addr learned my addr 172.21.15.83:0/2652837456 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.300+0000 7fc63ccbf700 1 -- 172.21.15.83:0/2652837456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63819eda0 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.300+0000 7fc63ccbf700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc62c000c00 tx=0x7fc62c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.302+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62c003aa0 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.302+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc63819f030 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.302+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc62c01b8f0 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.302+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc62c023870 con 0x7fc63807de80 2024-04-22T13:48:48.237 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.302+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6381a1d20 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.303+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fc62c023b70 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.303+0000 7fc635ffb700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 0x7fc62803ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.303+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6380640a0 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.303+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc62c04de80 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.304+0000 7fc637fff700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 0x7fc62803ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.304+0000 7fc637fff700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 0x7fc62803ba70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc624006fd0 tx=0x7fc624006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.308+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc62c01f030 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.518+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fc63802df80 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.520+0000 7fc635ffb700 1 -- 172.21.15.83:0/2652837456 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fc62c01baa0 con 0x7fc63807de80 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 msgr2=0x7fc62803ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 0x7fc62803ba70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc624006fd0 tx=0x7fc624006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 msgr2=0x7fc63819e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc62c000c00 tx=0x7fc62c011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:48.238 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 shutdown_connections 2024-04-22T13:48:48.239 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fc6280395b0 0x7fc62803ba70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:48.239 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 --2- 172.21.15.83:0/2652837456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc63807de80 0x7fc63819e860 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:48.239 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 >> 172.21.15.83:0/2652837456 conn(0x7fc638103b70 msgr2=0x7fc6381046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:48.239 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 shutdown_connections 2024-04-22T13:48:48.239 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:47.523+0000 7fc63ef23700 1 -- 172.21.15.83:0/2652837456 wait complete. 2024-04-22T13:48:48.597 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:48 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2652837456' entity='client.admin' 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2b536d700 1 Processor -- start 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2b536d700 1 -- start start 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2b536d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2b536d700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b0108f00 con 0x7fd2b0108510 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2aeffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2aeffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36550/0 (socket says 172.21.15.83:36550) 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2aeffd700 1 -- 172.21.15.83:0/695141020 learned_addr learned my addr 172.21.15.83:0/695141020 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.626+0000 7fd2aeffd700 1 -- 172.21.15.83:0/695141020 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b01096c0 con 0x7fd2b0108510 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2aeffd700 1 --2- 172.21.15.83:0/695141020 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd2a00098a0 tx=0x7fd2a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d99fbc59a59dbb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2adffb700 1 -- 172.21.15.83:0/695141020 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2a0004160 con 0x7fd2b0108510 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2adffb700 1 -- 172.21.15.83:0/695141020 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a0004300 con 0x7fd2b0108510 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2adffb700 1 -- 172.21.15.83:0/695141020 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2a0011a20 con 0x7fd2b0108510 2024-04-22T13:48:49.653 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 -- 172.21.15.83:0/695141020 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 msgr2=0x7fd2b0108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 --2- 172.21.15.83:0/695141020 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd2a00098a0 tx=0x7fd2a0009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 -- 172.21.15.83:0/695141020 shutdown_connections 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 --2- 172.21.15.83:0/695141020 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b0108930 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 -- 172.21.15.83:0/695141020 >> 172.21.15.83:0/695141020 conn(0x7fd2b0103b70 msgr2=0x7fd2b0105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 -- 172.21.15.83:0/695141020 shutdown_connections 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.627+0000 7fd2b536d700 1 -- 172.21.15.83:0/695141020 wait complete. 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2b536d700 1 Processor -- start 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2b536d700 1 -- start start 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2b536d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2b536d700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b010ca70 con 0x7fd2b0108510 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2aeffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2aeffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36558/0 (socket says 172.21.15.83:36558) 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.628+0000 7fd2aeffd700 1 -- 172.21.15.83:0/1213789646 learned_addr learned my addr 172.21.15.83:0/1213789646 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:49.654 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd2aeffd700 1 -- 172.21.15.83:0/1213789646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b007e0c0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd2aeffd700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0009520 tx=0x7fd2a0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2a00039e0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2a001b8f0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd2a0019770 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b007c2b0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.629+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b007c7f0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.630+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fd2a0019a20 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.630+0000 7fd297fff700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 0x7fd29803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.630+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fd2a004dfe0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.630+0000 7fd2ae7fc700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 0x7fd29803bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.630+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2b00640a0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.631+0000 7fd2ae7fc700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 0x7fd29803bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4006fd0 tx=0x7fd2a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.635+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2a001f030 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.832+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fd2b0195db0 con 0x7fd2b0108510 2024-04-22T13:48:49.655 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.836+0000 7fd297fff700 1 -- 172.21.15.83:0/1213789646 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fd2a0010380 con 0x7fd2b0108510 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 msgr2=0x7fd29803bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 0x7fd29803bac0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4006fd0 tx=0x7fd2a4006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 msgr2=0x7fd2b007db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd2a0009520 tx=0x7fd2a0011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 shutdown_connections 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7fd298039600 0x7fd29803bac0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 --2- 172.21.15.83:0/1213789646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2b0108510 0x7fd2b007db80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 >> 172.21.15.83:0/1213789646 conn(0x7fd2b0103b70 msgr2=0x7fd2b01047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 shutdown_connections 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:48.838+0000 7fd2b536d700 1 -- 172.21.15.83:0/1213789646 wait complete. 2024-04-22T13:48:49.656 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling the dashboard module... 2024-04-22T13:48:50.039 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:49 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1213789646' entity='client.admin' 2024-04-22T13:48:50.039 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:49 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:51.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:50 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/311313771' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-22T13:48:51.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:50 smithi083 ceph-mon[27977]: from='mgr.14120 172.21.15.83:0/3783731537' entity='mgr.x' 2024-04-22T13:48:51.152 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:50 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setuser ceph since I am not root 2024-04-22T13:48:51.152 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:50 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setgroup ceph since I am not root 2024-04-22T13:48:51.152 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:51.019+0000 7fe0a3b70200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:48:51.436 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:51.206+0000 7fe0a3b70200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:51.436 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:51.309+0000 7fe0a3b70200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:48:51.492 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.062+0000 7f8143622700 1 Processor -- start 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f8143622700 1 -- start start 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f8143622700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f8143622700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f813c07be80 con 0x7f813c108fc0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f81413be700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f81413be700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36568/0 (socket says 172.21.15.83:36568) 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f81413be700 1 -- 172.21.15.83:0/850664689 learned_addr learned my addr 172.21.15.83:0/850664689 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.063+0000 7f81413be700 1 -- 172.21.15.83:0/850664689 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813c10b8f0 con 0x7f813c108fc0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f81413be700 1 --2- 172.21.15.83:0/850664689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f81380098a0 tx=0x7f8138009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef3aac992d4bf6c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8133fff700 1 -- 172.21.15.83:0/850664689 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8138004160 con 0x7f813c108fc0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8133fff700 1 -- 172.21.15.83:0/850664689 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8138004300 con 0x7f813c108fc0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8133fff700 1 -- 172.21.15.83:0/850664689 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8138011a20 con 0x7f813c108fc0 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8143622700 1 -- 172.21.15.83:0/850664689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 msgr2=0x7f813c10b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8143622700 1 --2- 172.21.15.83:0/850664689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f81380098a0 tx=0x7f8138009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:51.493 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.064+0000 7f8143622700 1 -- 172.21.15.83:0/850664689 shutdown_connections 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 --2- 172.21.15.83:0/850664689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c10b3b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 -- 172.21.15.83:0/850664689 >> 172.21.15.83:0/850664689 conn(0x7f813c102a70 msgr2=0x7f813c104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 -- 172.21.15.83:0/850664689 shutdown_connections 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 -- 172.21.15.83:0/850664689 wait complete. 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 Processor -- start 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 -- start start 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f8143622700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f813c10c8f0 con 0x7f813c108fc0 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.065+0000 7f81413be700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81413be700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36576/0 (socket says 172.21.15.83:36576) 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81413be700 1 -- 172.21.15.83:0/311313771 learned_addr learned my addr 172.21.15.83:0/311313771 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81413be700 1 -- 172.21.15.83:0/311313771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813c108d30 con 0x7f813c108fc0 2024-04-22T13:48:51.494 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81413be700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f81380116e0 tx=0x7f8138011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8138003a60 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f813801b8f0 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8138019860 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f813c106f70 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.066+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f813c107450 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.067+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f813c0640a0 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.067+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f813801b440 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.068+0000 7f81327fc700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 0x7f812803ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.068+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f813804dd30 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.068+0000 7f8140bbd700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 0x7f812803ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.068+0000 7f8140bbd700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 0x7f812803ba20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f812c006fd0 tx=0x7f812c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.073+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f813801f030 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.344+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f813c195e10 con 0x7f813c108fc0 2024-04-22T13:48:51.495 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.840+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f813801ad90 con 0x7f813c108fc0 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.842+0000 7f81327fc700 1 -- 172.21.15.83:0/311313771 <== mon.0 v2:172.21.15.83:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f8138019ad0 con 0x7f813c108fc0 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 msgr2=0x7f812803ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 0x7f812803ba20 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f812c006fd0 tx=0x7f812c006e40 comp rx=0 tx=0).stop 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 msgr2=0x7f813c1087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f81380116e0 tx=0x7f8138011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 shutdown_connections 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f8128039560 0x7f812803ba20 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 --2- 172.21.15.83:0/311313771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f813c108fc0 0x7f813c1087f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 >> 172.21.15.83:0/311313771 conn(0x7f813c102a70 msgr2=0x7f813c103650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 shutdown_connections 2024-04-22T13:48:51.496 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:50.843+0000 7f8143622700 1 -- 172.21.15.83:0/311313771 wait complete. 2024-04-22T13:48:51.804 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:51.628+0000 7fe0a3b70200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:48:51.804 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:51.714+0000 7fe0a3b70200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:48:52.121 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/311313771' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-22T13:48:52.121 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:51 smithi083 ceph-mon[27977]: mgrmap e9: x(active, since 19s) 2024-04-22T13:48:53.115 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:52 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1406929442' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-22T13:48:53.115 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:52 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:52.946+0000 7fe0a3b70200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:48:53.115 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:53.116+0000 7fe0a3b70200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f117224c700 1 Processor -- start 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f117224c700 1 -- start start 2024-04-22T13:48:53.171 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f117224c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f117224c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f116c07be80 con 0x7f116c108fc0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36596/0 (socket says 172.21.15.83:36596) 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f116b7fe700 1 -- 172.21.15.83:0/213526270 learned_addr learned my addr 172.21.15.83:0/213526270 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.916+0000 7f116b7fe700 1 -- 172.21.15.83:0/213526270 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116c10b8f0 con 0x7f116c108fc0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.917+0000 7f116b7fe700 1 --2- 172.21.15.83:0/213526270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f115c0098a0 tx=0x7f115c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80877ddafc93800a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.917+0000 7f116a7fc700 1 -- 172.21.15.83:0/213526270 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f115c004160 con 0x7f116c108fc0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.917+0000 7f116a7fc700 1 -- 172.21.15.83:0/213526270 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f115c004300 con 0x7f116c108fc0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.917+0000 7f116a7fc700 1 -- 172.21.15.83:0/213526270 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f115c011a20 con 0x7f116c108fc0 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- 172.21.15.83:0/213526270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 msgr2=0x7f116c10b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 --2- 172.21.15.83:0/213526270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f115c0098a0 tx=0x7f115c009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.172 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- 172.21.15.83:0/213526270 shutdown_connections 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 --2- 172.21.15.83:0/213526270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c10b3b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- 172.21.15.83:0/213526270 >> 172.21.15.83:0/213526270 conn(0x7f116c102a70 msgr2=0x7f116c104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- 172.21.15.83:0/213526270 shutdown_connections 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- 172.21.15.83:0/213526270 wait complete. 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 Processor -- start 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.918+0000 7f117224c700 1 -- start start 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f117224c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f117224c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f116c10c8f0 con 0x7f116c108fc0 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36600/0 (socket says 172.21.15.83:36600) 2024-04-22T13:48:53.173 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f116b7fe700 1 -- 172.21.15.83:0/1406929442 learned_addr learned my addr 172.21.15.83:0/1406929442 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f116b7fe700 1 -- 172.21.15.83:0/1406929442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f116c108d30 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f116b7fe700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f115c0116e0 tx=0x7f115c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f115c003a60 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f116c106f70 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f115c01b8f0 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.919+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f116c107450 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.920+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f115c019860 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.920+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f115c019b30 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.920+0000 7f1168ff9700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 0x7f115403bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.921+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f115c04f090 con 0x7f116c108fc0 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.921+0000 7f116affd700 1 -- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 msgr2=0x7f115403bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:53.174 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.921+0000 7f116affd700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 0x7f115403bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.921+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f116c0640a0 con 0x7f116c108fc0 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:51.930+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f115c01f030 con 0x7f116c108fc0 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.122+0000 7f116affd700 1 -- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 msgr2=0x7f115403bad0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.122+0000 7f116affd700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 0x7f115403bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.242+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f116c195d70 con 0x7f116c108fc0 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.243+0000 7f1168ff9700 1 -- 172.21.15.83:0/1406929442 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f115c02b350 con 0x7f116c108fc0 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 msgr2=0x7f115403bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 0x7f115403bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 msgr2=0x7f116c1087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f115c0116e0 tx=0x7f115c011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 shutdown_connections 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7f1154039610 0x7f115403bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.175 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 --2- 172.21.15.83:0/1406929442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f116c108fc0 0x7f116c1087f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:53.176 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 >> 172.21.15.83:0/1406929442 conn(0x7f116c102a70 msgr2=0x7f116c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:53.176 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 shutdown_connections 2024-04-22T13:48:53.176 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:52.245+0000 7f117224c700 1 -- 172.21.15.83:0/1406929442 wait complete. 2024-04-22T13:48:53.176 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for the mgr to restart... 2024-04-22T13:48:53.176 INFO:teuthology.orchestra.run.smithi083.stdout:Waiting for mgr epoch 9... 2024-04-22T13:48:53.419 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:53.289+0000 7fe0a3b70200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:48:53.686 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:53.606+0000 7fe0a3b70200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:48:54.067 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:53.703+0000 7fe0a3b70200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:48:54.068 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:53.905+0000 7fe0a3b70200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:48:54.436 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:54 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:54.097+0000 7fe0a3b70200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:48:54.936 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:54 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:54.685+0000 7fe0a3b70200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:48:55.396 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:55 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:55.102+0000 7fe0a3b70200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:48:55.397 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:55 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:55.198+0000 7fe0a3b70200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:48:55.397 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:55 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:55.397+0000 7fe0a3b70200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:48:56.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:55 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:55.911+0000 7fe0a3b70200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:48:56.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.002+0000 7fe0a3b70200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:48:56.578 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.241+0000 7fe0a3b70200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:48:56.578 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.372+0000 7fe0a3b70200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:48:56.578 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.466+0000 7fe0a3b70200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:48:56.578 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.579+0000 7fe0a3b70200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:48:57.186 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:56.874+0000 7fe0a3b70200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:48:57.735 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:57.468+0000 7fe0a3b70200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:48:57.735 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:48:57.682+0000 7fe0a3b70200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:48:58.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: Active manager daemon x restarted 2024-04-22T13:48:58.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: Activating manager daemon x 2024-04-22T13:48:58.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: osdmap e3: 0 total, 0 up, 0 in 2024-04-22T13:48:58.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: mgrmap e10: x(active, starting, since 0.00347164s) 2024-04-22T13:48:58.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: Manager daemon x is now available 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:48:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:48:58.857 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:48:58.858 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:58 smithi083 ceph-mon[27977]: mgrmap e11: x(active, since 1.00706s) 2024-04-22T13:48:59.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout { 2024-04-22T13:48:59.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-22T13:48:59.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-22T13:48:59.542 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout } 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.624+0000 7ff0f4feb700 1 Processor -- start 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0f4feb700 1 -- start start 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0f4feb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0f4feb700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f0107160 con 0x7ff0f0106770 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54554/0 (socket says 172.21.15.83:54554) 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0ee59c700 1 -- 172.21.15.83:0/416525009 learned_addr learned my addr 172.21.15.83:0/416525009 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0ee59c700 1 -- 172.21.15.83:0/416525009 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f01072e0 con 0x7ff0f0106770 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.625+0000 7ff0ee59c700 1 --2- 172.21.15.83:0/416525009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40098a0 tx=0x7ff0e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f85613c5d571de server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0ed59a700 1 -- 172.21.15.83:0/416525009 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0e4004160 con 0x7ff0f0106770 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0ed59a700 1 -- 172.21.15.83:0/416525009 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0e4004300 con 0x7ff0f0106770 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0ed59a700 1 -- 172.21.15.83:0/416525009 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0e4011a20 con 0x7ff0f0106770 2024-04-22T13:48:59.543 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0f4feb700 1 -- 172.21.15.83:0/416525009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 msgr2=0x7ff0f0106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0f4feb700 1 --2- 172.21.15.83:0/416525009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff0e40098a0 tx=0x7ff0e4009bb0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0f4feb700 1 -- 172.21.15.83:0/416525009 shutdown_connections 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0f4feb700 1 --2- 172.21.15.83:0/416525009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0106b90 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.626+0000 7ff0f4feb700 1 -- 172.21.15.83:0/416525009 >> 172.21.15.83:0/416525009 conn(0x7ff0f0102110 msgr2=0x7ff0f0104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 -- 172.21.15.83:0/416525009 shutdown_connections 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 -- 172.21.15.83:0/416525009 wait complete. 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 Processor -- start 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 -- start start 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.627+0000 7ff0f4feb700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f010ca20 con 0x7ff0f0106770 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54556/0 (socket says 172.21.15.83:54556) 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0ee59c700 1 -- 172.21.15.83:0/105784204 learned_addr learned my addr 172.21.15.83:0/105784204 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:48:59.544 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0ee59c700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f01095b0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0ee59c700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4000c00 tx=0x7ff0e4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0e4003aa0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff0e401b8f0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0f4feb700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0f01077a0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0e4023890 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.628+0000 7ff0f4feb700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0f0107ce0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7ff0e402c3f0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0df7fe700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff0f0069b90 con 0x7ff0d8039600 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff0e404f2d0 con 0x7ff0f0106770 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0edd9b700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.629+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.830+0000 7ff0edd9b700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:53.830+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:48:59.545 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:54.231+0000 7ff0edd9b700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:54.231+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:55.032+0000 7ff0edd9b700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:55.032+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:56.633+0000 7ff0edd9b700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/821414710 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:56.633+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:57.686+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7ff0e4019510 con 0x7ff0f0106770 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:57.686+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 msgr2=0x7ff0d803bac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:57.686+0000 7ff0df7fe700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.688+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7ff0e402cca0 con 0x7ff0f0106770 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.688+0000 7ff0df7fe700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 0x7ff0d803f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.688+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7ff0e40483f0 con 0x7ff0d803ce90 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.688+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 0x7ff0d803f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.689+0000 7ff0edd9b700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 0x7ff0d803f280 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0003a10 tx=0x7ff0e00092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:48:59.546 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.690+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7ff0e40483f0 con 0x7ff0d803ce90 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7ff0f0107f60 con 0x7ff0d803ce90 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0df7fe700 1 -- 172.21.15.83:0/105784204 <== mgr.14152 v2:172.21.15.83:6800/295390471 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7ff0f0107f60 con 0x7ff0d803ce90 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 msgr2=0x7ff0d803f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 0x7ff0d803f280 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0003a10 tx=0x7ff0e00092b0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 msgr2=0x7ff0f0109070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff0e4000c00 tx=0x7ff0e4011aa0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 shutdown_connections 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff0d803ce90 0x7ff0d803f280 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff0f0106770 0x7ff0f0109070 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 --2- 172.21.15.83:0/105784204 >> [v2:172.21.15.83:6800/821414710,v1:172.21.15.83:6801/821414710] conn(0x7ff0d8039600 0x7ff0d803bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.703+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 >> 172.21.15.83:0/105784204 conn(0x7ff0f0102110 msgr2=0x7ff0f0102c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.704+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 shutdown_connections 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:48:58.704+0000 7ff0dd7fa700 1 -- 172.21.15.83:0/105784204 wait complete. 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:mgr epoch 9 is available 2024-04-22T13:48:59.547 INFO:teuthology.orchestra.run.smithi083.stdout:Generating a dashboard self-signed certificate... 2024-04-22T13:48:59.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:59 smithi083 ceph-mon[27977]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-22T13:48:59.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:59 smithi083 ceph-mon[27977]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-22T13:48:59.786 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:48:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:00.931 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-22T13:49:00.931 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a62129700 1 Processor -- start 2024-04-22T13:49:00.931 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a62129700 1 -- start start 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a62129700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a62129700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c07bec0 con 0x7f7a5c108f00 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a5b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a5b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54626/0 (socket says 172.21.15.83:54626) 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.005+0000 7f7a5b7fe700 1 -- 172.21.15.83:0/450970645 learned_addr learned my addr 172.21.15.83:0/450970645 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.006+0000 7f7a5b7fe700 1 -- 172.21.15.83:0/450970645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c10b830 con 0x7f7a5c108f00 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.006+0000 7f7a5b7fe700 1 --2- 172.21.15.83:0/450970645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7a500098a0 tx=0x7f7a50009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f3fcc1d8de570ea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.006+0000 7f7a5a7fc700 1 -- 172.21.15.83:0/450970645 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a50004160 con 0x7f7a5c108f00 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.006+0000 7f7a5a7fc700 1 -- 172.21.15.83:0/450970645 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a50004300 con 0x7f7a5c108f00 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.006+0000 7f7a5a7fc700 1 -- 172.21.15.83:0/450970645 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a50011a20 con 0x7f7a5c108f00 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- 172.21.15.83:0/450970645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 msgr2=0x7f7a5c10b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 --2- 172.21.15.83:0/450970645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f7a500098a0 tx=0x7f7a50009bb0 comp rx=0 tx=0).stop 2024-04-22T13:49:00.932 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- 172.21.15.83:0/450970645 shutdown_connections 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 --2- 172.21.15.83:0/450970645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c10b2f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- 172.21.15.83:0/450970645 >> 172.21.15.83:0/450970645 conn(0x7f7a5c1029b0 msgr2=0x7f7a5c104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- 172.21.15.83:0/450970645 shutdown_connections 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- 172.21.15.83:0/450970645 wait complete. 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 Processor -- start 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.007+0000 7f7a62129700 1 -- start start 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a62129700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a62129700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c10c840 con 0x7f7a5c108f00 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a5b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a5b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54632/0 (socket says 172.21.15.83:54632) 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a5b7fe700 1 -- 172.21.15.83:0/497985918 learned_addr learned my addr 172.21.15.83:0/497985918 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a5b7fe700 1 -- 172.21.15.83:0/497985918 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c19c900 con 0x7f7a5c108f00 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a5b7fe700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a50004660 tx=0x7f7a50011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:00.933 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a50003aa0 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a5c19cb90 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a5001b8f0 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.008+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a50023900 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.009+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a5c19f880 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.009+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f7a50023bc0 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.009+0000 7f7a58ff9700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 0x7f7a4403b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.009+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7a5004ee60 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.010+0000 7f7a5affd700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 0x7f7a4403b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.010+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a5c0640a0 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.010+0000 7f7a5affd700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 0x7f7a4403b9a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c006fd0 tx=0x7f7a4c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.015+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a5001f030 con 0x7f7a5c108f00 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.220+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f7a5c103bb0 con 0x7f7a440394e0 2024-04-22T13:49:00.934 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.245+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f7a5001baa0 con 0x7f7a5c108f00 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.364+0000 7f7a58ff9700 1 -- 172.21.15.83:0/497985918 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f7a5c103bb0 con 0x7f7a440394e0 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 msgr2=0x7f7a4403b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 0x7f7a4403b9a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c006fd0 tx=0x7f7a4c006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 msgr2=0x7f7a5c19c3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f7a50004660 tx=0x7f7a50011aa0 comp rx=0 tx=0).stop 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 shutdown_connections 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7a440394e0 0x7f7a4403b9a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 --2- 172.21.15.83:0/497985918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7a5c108f00 0x7f7a5c19c3c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 >> 172.21.15.83:0/497985918 conn(0x7f7a5c1029b0 msgr2=0x7f7a5c1034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 shutdown_connections 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:00.367+0000 7f7a62129700 1 -- 172.21.15.83:0/497985918 wait complete. 2024-04-22T13:49:00.935 INFO:teuthology.orchestra.run.smithi083.stdout:Creating initial admin user... 2024-04-22T13:49:01.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:59] ENGINE Bus STARTING 2024-04-22T13:49:01.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:59] ENGINE Serving on https://172.21.15.83:7150 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:59] ENGINE Serving on http://172.21.15.83:8765 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: [22/Apr/2024:13:48:59] ENGINE Bus STARTED 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: mgrmap e12: x(active, since 2s) 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:01.053 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:01.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:01 smithi083 ceph-mon[27977]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:02.501 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$SU37OKj8XcbPAx8S8h/sfu0yQI3TAjZJ7u3DEFWoAj/NG9EMi/c.S", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713793741, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.388+0000 7f87ef312700 1 Processor -- start 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.388+0000 7f87ef312700 1 -- start start 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.388+0000 7f87ef312700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.388+0000 7f87ef312700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f87e807be80 con 0x7f87e8108f80 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87ed0ae700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87ed0ae700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54644/0 (socket says 172.21.15.83:54644) 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87ed0ae700 1 -- 172.21.15.83:0/1684712802 learned_addr learned my addr 172.21.15.83:0/1684712802 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87ed0ae700 1 -- 172.21.15.83:0/1684712802 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e810b8b0 con 0x7f87e8108f80 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87ed0ae700 1 --2- 172.21.15.83:0/1684712802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f87e40098a0 tx=0x7f87e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f199e7fd983791bc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87dffff700 1 -- 172.21.15.83:0/1684712802 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87e4004160 con 0x7f87e8108f80 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87dffff700 1 -- 172.21.15.83:0/1684712802 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87e4004300 con 0x7f87e8108f80 2024-04-22T13:49:02.502 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.389+0000 7f87dffff700 1 -- 172.21.15.83:0/1684712802 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87e4011a20 con 0x7f87e8108f80 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 -- 172.21.15.83:0/1684712802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 msgr2=0x7f87e810b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 --2- 172.21.15.83:0/1684712802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f87e40098a0 tx=0x7f87e4009bb0 comp rx=0 tx=0).stop 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 -- 172.21.15.83:0/1684712802 shutdown_connections 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 --2- 172.21.15.83:0/1684712802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e810b370 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 -- 172.21.15.83:0/1684712802 >> 172.21.15.83:0/1684712802 conn(0x7f87e8102a10 msgr2=0x7f87e8104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 -- 172.21.15.83:0/1684712802 shutdown_connections 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.390+0000 7f87ef312700 1 -- 172.21.15.83:0/1684712802 wait complete. 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ef312700 1 Processor -- start 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ef312700 1 -- start start 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ef312700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ef312700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f87e810c8b0 con 0x7f87e8108f80 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ed0ae700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ed0ae700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54648/0 (socket says 172.21.15.83:54648) 2024-04-22T13:49:02.503 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.391+0000 7f87ed0ae700 1 -- 172.21.15.83:0/2635450746 learned_addr learned my addr 172.21.15.83:0/2635450746 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87ed0ae700 1 -- 172.21.15.83:0/2635450746 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e819c910 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87ed0ae700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f87e40116e0 tx=0x7f87e4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87e4003b20 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87e401b8f0 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e819cba0 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87e40238c0 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.392+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e819f890 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.393+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f87e4023b70 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.393+0000 7f87de7fc700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 0x7f87d403ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.393+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f87e404e150 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.393+0000 7f87ec8ad700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 0x7f87d403ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.393+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e80640a0 con 0x7f87e8108f80 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.394+0000 7f87ec8ad700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 0x7f87d403ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f87d8006fd0 tx=0x7f87d8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:02.504 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.399+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87e401f030 con 0x7f87e8108f80 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.619+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f87e819fa60 con 0x7f87d40395b0 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.843+0000 7f87de7fc700 1 -- 172.21.15.83:0/2635450746 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f87e819fa60 con 0x7f87d40395b0 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 msgr2=0x7f87d403ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 0x7f87d403ba70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f87d8006fd0 tx=0x7f87d8006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 msgr2=0x7f87e819c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f87e40116e0 tx=0x7f87e4011aa0 comp rx=0 tx=0).stop 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 shutdown_connections 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87d40395b0 0x7f87d403ba70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 --2- 172.21.15.83:0/2635450746 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87e8108f80 0x7f87e819c3d0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.845+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 >> 172.21.15.83:0/2635450746 conn(0x7f87e8102a10 msgr2=0x7f87e81034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.846+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 shutdown_connections 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:01.846+0000 7f87ef312700 1 -- 172.21.15.83:0/2635450746 wait complete. 2024-04-22T13:49:02.505 INFO:teuthology.orchestra.run.smithi083.stdout:Fetching dashboard port number... 2024-04-22T13:49:03.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:02 smithi083 ceph-mon[27977]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:03.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:03.971 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stdout 8443 2024-04-22T13:49:03.971 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.915+0000 7f0d7ee95700 1 Processor -- start 2024-04-22T13:49:03.971 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.915+0000 7f0d7ee95700 1 -- start start 2024-04-22T13:49:03.971 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.915+0000 7f0d7ee95700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.915+0000 7f0d7ee95700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0d78108ed0 con 0x7f0d781084e0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d7cc31700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d7cc31700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54654/0 (socket says 172.21.15.83:54654) 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d7cc31700 1 -- 172.21.15.83:0/3393774580 learned_addr learned my addr 172.21.15.83:0/3393774580 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d7cc31700 1 -- 172.21.15.83:0/3393774580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d78109690 con 0x7f0d781084e0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d7cc31700 1 --2- 172.21.15.83:0/3393774580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c0098a0 tx=0x7f0d6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=618d139f63d3b544 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d777fe700 1 -- 172.21.15.83:0/3393774580 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d6c004160 con 0x7f0d781084e0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d777fe700 1 -- 172.21.15.83:0/3393774580 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d6c004300 con 0x7f0d781084e0 2024-04-22T13:49:03.972 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.916+0000 7f0d777fe700 1 -- 172.21.15.83:0/3393774580 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d6c011a20 con 0x7f0d781084e0 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 -- 172.21.15.83:0/3393774580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 msgr2=0x7f0d78108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/3393774580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c0098a0 tx=0x7f0d6c009bb0 comp rx=0 tx=0).stop 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 -- 172.21.15.83:0/3393774580 shutdown_connections 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/3393774580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d78108900 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 -- 172.21.15.83:0/3393774580 >> 172.21.15.83:0/3393774580 conn(0x7f0d78103b40 msgr2=0x7f0d78105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 -- 172.21.15.83:0/3393774580 shutdown_connections 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.917+0000 7f0d7ee95700 1 -- 172.21.15.83:0/3393774580 wait complete. 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7ee95700 1 Processor -- start 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7ee95700 1 -- start start 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7ee95700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7ee95700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0d7810ca40 con 0x7f0d781084e0 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7cc31700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7cc31700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54670/0 (socket says 172.21.15.83:54670) 2024-04-22T13:49:03.973 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7cc31700 1 -- 172.21.15.83:0/1479565372 learned_addr learned my addr 172.21.15.83:0/1479565372 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7cc31700 1 -- 172.21.15.83:0/1479565372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d7807e070 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.918+0000 7f0d7cc31700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c009520 tx=0x7f0d6c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.919+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d6c0039e0 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.919+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d6c01b8f0 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.919+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d7807c2b0 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.919+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d6c019770 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.919+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d7807c790 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.920+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d780640a0 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.920+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f0d6c01b440 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.920+0000 7f0d75ffb700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 0x7f0d6803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.921+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0d6c04df90 con 0x7f0d781084e0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.921+0000 7f0d77fff700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 0x7f0d6803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.921+0000 7f0d77fff700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 0x7f0d6803bb10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0d64006fd0 tx=0x7f0d64006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:03.974 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:02.926+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d6c01f030 con 0x7f0d781084e0 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.129+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f0d78195de0 con 0x7f0d781084e0 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.129+0000 7f0d75ffb700 1 -- 172.21.15.83:0/1479565372 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f0d6c010380 con 0x7f0d781084e0 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 msgr2=0x7f0d6803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 0x7f0d6803bb10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0d64006fd0 tx=0x7f0d64006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 msgr2=0x7f0d7807db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0d6c009520 tx=0x7f0d6c011aa0 comp rx=0 tx=0).stop 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 shutdown_connections 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d68039650 0x7f0d6803bb10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 --2- 172.21.15.83:0/1479565372 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0d781084e0 0x7f0d7807db30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 >> 172.21.15.83:0/1479565372 conn(0x7f0d78103b40 msgr2=0x7f0d78104850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 shutdown_connections 2024-04-22T13:49:03.975 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:03.132+0000 7f0d7ee95700 1 -- 172.21.15.83:0/1479565372 wait complete. 2024-04-22T13:49:03.977 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-22T13:49:03.977 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout disabled 2024-04-22T13:49:03.984 INFO:teuthology.orchestra.run.smithi083.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-22T13:49:03.984 INFO:teuthology.orchestra.run.smithi083.stdout:systemctl: stdout inactive 2024-04-22T13:49:03.985 INFO:teuthology.orchestra.run.smithi083.stdout:firewalld.service is not enabled 2024-04-22T13:49:03.985 INFO:teuthology.orchestra.run.smithi083.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-22T13:49:03.988 INFO:teuthology.orchestra.run.smithi083.stdout:Ceph Dashboard is now available at: 2024-04-22T13:49:03.988 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:03.989 INFO:teuthology.orchestra.run.smithi083.stdout: URL: https://smithi083:8443/ 2024-04-22T13:49:03.989 INFO:teuthology.orchestra.run.smithi083.stdout: User: admin 2024-04-22T13:49:03.990 INFO:teuthology.orchestra.run.smithi083.stdout: Password: 5qp3nttmrp 2024-04-22T13:49:03.990 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:03.990 INFO:teuthology.orchestra.run.smithi083.stdout:Saving cluster configuration to /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config directory 2024-04-22T13:49:03.990 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling autotune for osd_memory_target 2024-04-22T13:49:04.110 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1479565372' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-22T13:49:05.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:04 smithi083 ceph-mon[27977]: mgrmap e13: x(active, since 6s) 2024-04-22T13:49:05.293 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.436+0000 7f5481468700 1 Processor -- start 2024-04-22T13:49:05.293 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.436+0000 7f5481468700 1 -- start start 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.436+0000 7f5481468700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.436+0000 7f5481468700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f547c07be20 con 0x7f547c108ff0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f547affd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f547affd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46340/0 (socket says 172.21.15.83:46340) 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f547affd700 1 -- 172.21.15.83:0/3270090722 learned_addr learned my addr 172.21.15.83:0/3270090722 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f547affd700 1 -- 172.21.15.83:0/3270090722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f547c10b920 con 0x7f547c108ff0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f547affd700 1 --2- 172.21.15.83:0/3270090722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f546c0098a0 tx=0x7f546c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54d6808c49ca6bbc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f5479ffb700 1 -- 172.21.15.83:0/3270090722 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f546c004160 con 0x7f547c108ff0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f5479ffb700 1 -- 172.21.15.83:0/3270090722 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f546c004300 con 0x7f547c108ff0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.437+0000 7f5479ffb700 1 -- 172.21.15.83:0/3270090722 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f546c011a20 con 0x7f547c108ff0 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 -- 172.21.15.83:0/3270090722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 msgr2=0x7f547c10b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 --2- 172.21.15.83:0/3270090722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f546c0098a0 tx=0x7f546c009bb0 comp rx=0 tx=0).stop 2024-04-22T13:49:05.294 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 -- 172.21.15.83:0/3270090722 shutdown_connections 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 --2- 172.21.15.83:0/3270090722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c10b3e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 -- 172.21.15.83:0/3270090722 >> 172.21.15.83:0/3270090722 conn(0x7f547c1029c0 msgr2=0x7f547c104de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 -- 172.21.15.83:0/3270090722 shutdown_connections 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 -- 172.21.15.83:0/3270090722 wait complete. 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.438+0000 7f5481468700 1 Processor -- start 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5481468700 1 -- start start 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5481468700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5481468700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f547c10c8c0 con 0x7f547c108ff0 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f547affd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f547affd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46346/0 (socket says 172.21.15.83:46346) 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f547affd700 1 -- 172.21.15.83:0/2786086449 learned_addr learned my addr 172.21.15.83:0/2786086449 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f547affd700 1 -- 172.21.15.83:0/2786086449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f547c108db0 con 0x7f547c108ff0 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f547affd700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f546c0116e0 tx=0x7f546c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:05.295 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f546c003a60 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f547c106fa0 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.439+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f546c01b8f0 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.440+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f546c019860 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.440+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f547c1074e0 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.440+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f546c019b60 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.440+0000 7f5463fff700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 0x7f546403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.440+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f547c0640a0 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.441+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f546c04e140 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.441+0000 7f547a7fc700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 0x7f546403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.441+0000 7f547a7fc700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 0x7f546403bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5470006fd0 tx=0x7f5470006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.446+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f546c01f030 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.645+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f547c195e80 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.645+0000 7f5463fff700 1 -- 172.21.15.83:0/2786086449 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f546c0107b0 con 0x7f547c108ff0 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.647+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 msgr2=0x7f546403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:05.296 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.647+0000 7f5481468700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 0x7f546403bb10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5470006fd0 tx=0x7f5470006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.647+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 msgr2=0x7f547c108870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.647+0000 7f5481468700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f546c0116e0 tx=0x7f546c011aa0 comp rx=0 tx=0).stop 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 shutdown_connections 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5464039650 0x7f546403bb10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 --2- 172.21.15.83:0/2786086449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f547c108ff0 0x7f547c108870 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 >> 172.21.15.83:0/2786086449 conn(0x7f547c1029c0 msgr2=0x7f547c103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 shutdown_connections 2024-04-22T13:49:05.297 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:04.648+0000 7f5481468700 1 -- 172.21.15.83:0/2786086449 wait complete. 2024-04-22T13:49:06.643 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.703+0000 7f29386cf700 1 Processor -- start 2024-04-22T13:49:06.643 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.703+0000 7f29386cf700 1 -- start start 2024-04-22T13:49:06.643 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f29386cf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:06.643 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f29386cf700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2930107210 con 0x7f2930106820 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f293646b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f293646b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46360/0 (socket says 172.21.15.83:46360) 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f293646b700 1 -- 172.21.15.83:0/351912908 learned_addr learned my addr 172.21.15.83:0/351912908 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f293646b700 1 -- 172.21.15.83:0/351912908 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29301097b0 con 0x7f2930106820 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f293646b700 1 --2- 172.21.15.83:0/351912908 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f29200098a0 tx=0x7f2920009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6992c4a8a2ac79 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f2935469700 1 -- 172.21.15.83:0/351912908 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2920004160 con 0x7f2930106820 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f2935469700 1 -- 172.21.15.83:0/351912908 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2920004300 con 0x7f2930106820 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.704+0000 7f2935469700 1 -- 172.21.15.83:0/351912908 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2920011a20 con 0x7f2930106820 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 -- 172.21.15.83:0/351912908 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 msgr2=0x7f2930106c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 --2- 172.21.15.83:0/351912908 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f29200098a0 tx=0x7f2920009bb0 comp rx=0 tx=0).stop 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 -- 172.21.15.83:0/351912908 shutdown_connections 2024-04-22T13:49:06.644 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 --2- 172.21.15.83:0/351912908 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f2930106c40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 -- 172.21.15.83:0/351912908 >> 172.21.15.83:0/351912908 conn(0x7f29301021b0 msgr2=0x7f29301045d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 -- 172.21.15.83:0/351912908 shutdown_connections 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.705+0000 7f29386cf700 1 -- 172.21.15.83:0/351912908 wait complete. 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f29386cf700 1 Processor -- start 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f29386cf700 1 -- start start 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f29386cf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f29386cf700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f293010cb60 con 0x7f2930106820 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f293646b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f293646b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46376/0 (socket says 172.21.15.83:46376) 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f293646b700 1 -- 172.21.15.83:0/1503880990 learned_addr learned my addr 172.21.15.83:0/1503880990 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f293646b700 1 -- 172.21.15.83:0/1503880990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f293019cc60 con 0x7f2930106820 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f293646b700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f29200116e0 tx=0x7f2920011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.706+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f29200039e0 con 0x7f2930106820 2024-04-22T13:49:06.645 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.707+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f292001b8f0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.707+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f293019cef0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.707+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2920023760 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.707+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f293019fbe0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.707+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f29200239f0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.708+0000 7f29277fe700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 0x7f291c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.708+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f292004e130 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.708+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29300640a0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.708+0000 7f2935c6a700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 0x7f291c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.708+0000 7f2935c6a700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 0x7f291c03bb10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f292c006fd0 tx=0x7f292c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:05.713+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f292001f030 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.026+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f293019fdb0 con 0x7f2930106820 2024-04-22T13:49:06.646 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.028+0000 7f29277fe700 1 -- 172.21.15.83:0/1503880990 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f2920018c10 con 0x7f2930106820 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 msgr2=0x7f291c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 0x7f291c03bb10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f292c006fd0 tx=0x7f292c006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 msgr2=0x7f293019c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f29200116e0 tx=0x7f2920011aa0 comp rx=0 tx=0).stop 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 shutdown_connections 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f291c039650 0x7f291c03bb10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 --2- 172.21.15.83:0/1503880990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2930106820 0x7f293019c720 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.030+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 >> 172.21.15.83:0/1503880990 conn(0x7f29301021b0 msgr2=0x7f2930102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.031+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 shutdown_connections 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr 2024-04-22T13:49:06.031+0000 7f29386cf700 1 -- 172.21.15.83:0/1503880990 wait complete. 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:06.647 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout:Or, if you are only running a single cluster on this host: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: ceph telemetry on 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout:For more information see: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:06.648 INFO:teuthology.orchestra.run.smithi083.stdout:Bootstrap complete. 2024-04-22T13:49:06.680 INFO:tasks.cephadm:Fetching config... 2024-04-22T13:49:06.680 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:49:06.681 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-22T13:49:06.698 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-22T13:49:06.698 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:49:06.698 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-22T13:49:06.753 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-22T13:49:06.753 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:49:06.753 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-22T13:49:06.816 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-22T13:49:06.817 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:49:06.817 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-22T13:49:06.872 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-22T13:49:06.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T13:49:06.958 INFO:teuthology.orchestra.run.smithi083.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:06.974 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T13:49:07.014 INFO:teuthology.orchestra.run.smithi084.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:07.025 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-22T13:49:07.063 INFO:teuthology.orchestra.run.smithi173.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCgLofzvXsrgoaMTKR4nrBEu6b4PnycBn2eP4JyrrvWsI/XJJEAiuonFMtSD7PShJykhymWIPq5TS/8NJ/MtsvzvxoFD0f29ZHLmcicWuOGNbzaFtJGIgH6jH91ClK8hgnookbsA3DxjhH517JDTzuwU8Ql+JRG0FlQ8t3K/2c2+lZOCk+GNCqg3f52/aEl5p/N1kbA9Q8lYLujlKuxltlxdiqKX0vQr7sD745Y4symtjFhQos9fzrgurLWsiAotpTrw65tgFYYfZPDE+08VFOKtf8N5TJaFm1RnyBbJgNiPUAoJmDyHnZwtfsNyI9lbFDOF/bVOvGlheL4Y7g/ffdqrmmIORRTEpxzSKfJRhdRkW+suC92z2soP0Wn8pR3V4l+aWQcG19YBIN9ZFLClruVLPHr8psqUt4mjgvrH9QqT9LLzdmN0YVZyNbMlUSwJgUJAMSLm7FGG/yiMSbM8qC0HUWOaHRoJ3gyVlu24WP06GgFF4MSemL/OfvF/NAW6d8= ceph-cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:07.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-22T13:49:07.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:07 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1503880990' entity='client.admin' 2024-04-22T13:49:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- 172.21.15.83:0/1784497237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 msgr2=0x7fedec105320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 --2- 172.21.15.83:0/1784497237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec105320 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fede8009910 tx=0x7fede8009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- 172.21.15.83:0/1784497237 shutdown_connections 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 --2- 172.21.15.83:0/1784497237 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec105320 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- 172.21.15.83:0/1784497237 >> 172.21.15.83:0/1784497237 conn(0x7fedec0fc940 msgr2=0x7fedec0fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- 172.21.15.83:0/1784497237 shutdown_connections 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- 172.21.15.83:0/1784497237 wait complete. 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 Processor -- start 2024-04-22T13:49:09.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 -- start start 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.517+0000 7fedf3b18700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf3b18700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fedec108380 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf18b4700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf18b4700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46396/0 (socket says 172.21.15.83:46396) 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf18b4700 1 -- 172.21.15.83:0/2546700078 learned_addr learned my addr 172.21.15.83:0/2546700078 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf18b4700 1 -- 172.21.15.83:0/2546700078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedec197fd0 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf18b4700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fede8005b40 tx=0x7fede8004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fede8027070 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fede800be10 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedec1982c0 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fede8022de0 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.518+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedec19af00 con 0x7fedec102f30 2024-04-22T13:49:09.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.519+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fede802a070 con 0x7fedec102f30 2024-04-22T13:49:09.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.519+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedec108b00 con 0x7fedec102f30 2024-04-22T13:49:09.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.519+0000 7fede2ffd700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 0x7fedd803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:09.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.519+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fede801e030 con 0x7fedec102f30 2024-04-22T13:49:09.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.520+0000 7fedf10b3700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 0x7fedd803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:09.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.520+0000 7fedf10b3700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 0x7fedd803bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7feddc006fd0 tx=0x7feddc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:09.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.525+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fede8013070 con 0x7fedec102f30 2024-04-22T13:49:09.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.730+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fedec02e170 con 0x7fedec102f30 2024-04-22T13:49:09.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.732+0000 7fede2ffd700 1 -- 172.21.15.83:0/2546700078 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fede8031020 con 0x7fedec102f30 2024-04-22T13:49:09.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.734+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 msgr2=0x7fedd803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 0x7fedd803bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7feddc006fd0 tx=0x7feddc006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 msgr2=0x7fedec197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fede8005b40 tx=0x7fede8004f80 comp rx=0 tx=0).stop 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 shutdown_connections 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedd8039650 0x7fedd803bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 --2- 172.21.15.83:0/2546700078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedec102f30 0x7fedec197a90 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 >> 172.21.15.83:0/2546700078 conn(0x7fedec0fc940 msgr2=0x7fedec0fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 shutdown_connections 2024-04-22T13:49:09.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:09.735+0000 7fedf3b18700 1 -- 172.21.15.83:0/2546700078 wait complete. 2024-04-22T13:49:10.324 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-22T13:49:10.325 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-22T13:49:10.639 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:10.761 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:10 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2546700078' entity='client.admin' 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 -- 172.21.15.83:0/3416932576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 msgr2=0x7f73681017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 --2- 172.21.15.83:0/3416932576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f73681017c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7364009910 tx=0x7f7364009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 -- 172.21.15.83:0/3416932576 shutdown_connections 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 --2- 172.21.15.83:0/3416932576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f73681017c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 -- 172.21.15.83:0/3416932576 >> 172.21.15.83:0/3416932576 conn(0x7f73680fc940 msgr2=0x7f73680fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:12.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 -- 172.21.15.83:0/3416932576 shutdown_connections 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.695+0000 7f7370279700 1 -- 172.21.15.83:0/3416932576 wait complete. 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f7370279700 1 Processor -- start 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f7370279700 1 -- start start 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f7370279700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f7370279700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f73681072e0 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f736e015700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f736e015700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46404/0 (socket says 172.21.15.83:46404) 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f736e015700 1 -- 172.21.15.83:0/4165948621 learned_addr learned my addr 172.21.15.83:0/4165948621 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f736e015700 1 -- 172.21.15.83:0/4165948621 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f736819a840 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f736e015700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7364005950 tx=0x7f7364004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7364026070 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.696+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f736819aa10 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.697+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f736400bc00 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.697+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7364003a10 con 0x7f73681013a0 2024-04-22T13:49:12.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.697+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f736819adb0 con 0x7f73681013a0 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.697+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7364029070 con 0x7f73681013a0 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.697+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7368107a60 con 0x7f73681013a0 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.698+0000 7f735f7fe700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 0x7f735403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.698+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f736401e070 con 0x7f73681013a0 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.698+0000 7f736d814700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 0x7f735403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:12.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.698+0000 7f736d814700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 0x7f735403bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7358006fd0 tx=0x7f7358006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:12.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.704+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7364013070 con 0x7f73681013a0 2024-04-22T13:49:12.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.905+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f736802e130 con 0x7f7354039650 2024-04-22T13:49:12.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.909+0000 7f735f7fe700 1 -- 172.21.15.83:0/4165948621 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f736802e130 con 0x7f7354039650 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 msgr2=0x7f735403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 0x7f735403bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7358006fd0 tx=0x7f7358006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 msgr2=0x7f736806a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7364005950 tx=0x7f7364004fa0 comp rx=0 tx=0).stop 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 shutdown_connections 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7354039650 0x7f735403bb10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:12.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 --2- 172.21.15.83:0/4165948621 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73681013a0 0x7f736806a8e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:12.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 >> 172.21.15.83:0/4165948621 conn(0x7f73680fc940 msgr2=0x7f73680fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:12.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 shutdown_connections 2024-04-22T13:49:12.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:12.911+0000 7f7370279700 1 -- 172.21.15.83:0/4165948621 wait complete. 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:13.384 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:49:13.732 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi084 2024-04-22T13:49:13.732 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:49:13.732 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/etc/ceph/ceph.conf 2024-04-22T13:49:13.751 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:49:13.752 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:13.809 INFO:tasks.cephadm:Adding host smithi084 to orchestrator... 2024-04-22T13:49:13.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch host add smithi084 2024-04-22T13:49:14.041 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:49:15.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:15.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:15.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:15.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 -- 172.21.15.83:0/42066546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 msgr2=0x7f7c001019d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:15.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 --2- 172.21.15.83:0/42066546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c001019d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc009910 tx=0x7f7bfc009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:15.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 -- 172.21.15.83:0/42066546 shutdown_connections 2024-04-22T13:49:15.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 --2- 172.21.15.83:0/42066546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c001019d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:15.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 -- 172.21.15.83:0/42066546 >> 172.21.15.83:0/42066546 conn(0x7f7c00076ea0 msgr2=0x7f7c000772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:15.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 -- 172.21.15.83:0/42066546 shutdown_connections 2024-04-22T13:49:15.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.569+0000 7f7c07767700 1 -- 172.21.15.83:0/42066546 wait complete. 2024-04-22T13:49:15.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c07767700 1 Processor -- start 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c07767700 1 -- start start 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c07767700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c07767700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7c0010b820 con 0x7f7c001015f0 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c05503700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c05503700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40512/0 (socket says 172.21.15.83:40512) 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c05503700 1 -- 172.21.15.83:0/2766725307 learned_addr learned my addr 172.21.15.83:0/2766725307 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c05503700 1 -- 172.21.15.83:0/2766725307 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c001972c0 con 0x7f7c001015f0 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7c05503700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0056d0 tx=0x7f7bfc0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:15.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.570+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7bfc026070 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7bfc00bba0 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c001975b0 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7bfc003920 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c0019b650 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7bfc029070 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c00102a80 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.571+0000 7f7bf67fc700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 0x7f7bec03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.572+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7bfc01e070 con 0x7f7c001015f0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.572+0000 7f7c04d02700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 0x7f7bec03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:15.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.572+0000 7f7c04d02700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 0x7f7bec03bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0006fd0 tx=0x7f7bf0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:15.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.577+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7bfc013070 con 0x7f7c001015f0 2024-04-22T13:49:15.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:15.780+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi084", "target": ["mon-mgr", ""]}) -- 0x7f7c001980e0 con 0x7f7bec0396b0 2024-04-22T13:49:16.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:15 smithi083 ceph-mon[27977]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi084", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:17.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:16 smithi083 ceph-mon[27977]: Deploying cephadm binary to smithi084 2024-04-22T13:49:19.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:18 smithi083 ceph-mon[27977]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:19.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.841+0000 7f7bf67fc700 1 -- 172.21.15.83:0/2766725307 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f7c001980e0 con 0x7f7bec0396b0 2024-04-22T13:49:19.841 INFO:teuthology.orchestra.run.smithi083.stdout:Added host 'smithi084' with addr '172.21.15.84' 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.843+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 msgr2=0x7f7bec03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.843+0000 7f7c07767700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 0x7f7bec03bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7bf0006fd0 tx=0x7f7bf0006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.843+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 msgr2=0x7f7c00196d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.843+0000 7f7c07767700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0056d0 tx=0x7f7bfc0057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 shutdown_connections 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bec0396b0 0x7f7bec03bb70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 --2- 172.21.15.83:0/2766725307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c001015f0 0x7f7c00196d80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 >> 172.21.15.83:0/2766725307 conn(0x7f7c00076ea0 msgr2=0x7f7c00109110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 shutdown_connections 2024-04-22T13:49:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:19.844+0000 7f7c07767700 1 -- 172.21.15.83:0/2766725307 wait complete. 2024-04-22T13:49:20.455 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T13:49:20.691 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:21.161 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:20 smithi083 ceph-mon[27977]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:21.161 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:21.161 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:20 smithi083 ceph-mon[27977]: Added host smithi084 2024-04-22T13:49:21.161 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:21.162 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:22.023 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:22.024 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:21 smithi083 ceph-mon[27977]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:22.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 -- 172.21.15.83:0/1128415847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 msgr2=0x7f25541017e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:22.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 --2- 172.21.15.83:0/1128415847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f25541017e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2550009910 tx=0x7f2550009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:22.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 -- 172.21.15.83:0/1128415847 shutdown_connections 2024-04-22T13:49:22.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 --2- 172.21.15.83:0/1128415847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f25541017e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:22.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 -- 172.21.15.83:0/1128415847 >> 172.21.15.83:0/1128415847 conn(0x7f25540fce60 msgr2=0x7f25540ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:22.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 -- 172.21.15.83:0/1128415847 shutdown_connections 2024-04-22T13:49:22.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.245+0000 7f255b28f700 1 -- 172.21.15.83:0/1128415847 wait complete. 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255b28f700 1 Processor -- start 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255b28f700 1 -- start start 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255b28f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255b28f700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2554112fb0 con 0x7f2554101400 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255902b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255902b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40528/0 (socket says 172.21.15.83:40528) 2024-04-22T13:49:22.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255902b700 1 -- 172.21.15.83:0/185463346 learned_addr learned my addr 172.21.15.83:0/185463346 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255902b700 1 -- 172.21.15.83:0/185463346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255419eb50 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f255902b700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f25500056d0 tx=0x7f25500057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.246+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2550026070 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.247+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f255419ede0 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.247+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2550004370 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.247+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25500039b0 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.247+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f255419f240 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.247+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2550029070 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.248+0000 7f254a7fc700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 0x7f254003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.248+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f255001e070 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.248+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f255406b1b0 con 0x7f2554101400 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.248+0000 7f255882a700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 0x7f254003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:22.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.248+0000 7f255882a700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 0x7f254003bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2544006fd0 tx=0x7f2544006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:22.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.253+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2550030020 con 0x7f2554101400 2024-04-22T13:49:22.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.457+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f255419f920 con 0x7f2540039650 2024-04-22T13:49:22.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.458+0000 7f254a7fc700 1 -- 172.21.15.83:0/185463346 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f255419f920 con 0x7f2540039650 2024-04-22T13:49:22.457 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:22.457 INFO:teuthology.orchestra.run.smithi083.stdout:[{"addr": "172.21.15.83", "hostname": "smithi083", "labels": [], "status": ""}, {"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}] 2024-04-22T13:49:22.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 msgr2=0x7f254003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:22.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 0x7f254003bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2544006fd0 tx=0x7f2544006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:22.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 msgr2=0x7f255419e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:22.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f25500056d0 tx=0x7f25500057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 shutdown_connections 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2540039650 0x7f254003bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 --2- 172.21.15.83:0/185463346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2554101400 0x7f255419e610 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 >> 172.21.15.83:0/185463346 conn(0x7f25540fce60 msgr2=0x7f25540fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 shutdown_connections 2024-04-22T13:49:22.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:22.460+0000 7f255b28f700 1 -- 172.21.15.83:0/185463346 wait complete. 2024-04-22T13:49:23.095 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi173 2024-04-22T13:49:23.095 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:49:23.095 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.conf 2024-04-22T13:49:23.115 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:49:23.115 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:23.172 INFO:tasks.cephadm:Adding host smithi173 to orchestrator... 2024-04-22T13:49:23.173 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch host add smithi173 2024-04-22T13:49:23.403 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:23.740 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:23.740 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:23 smithi083 ceph-mon[27977]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:49:24.613 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:24 smithi083 ceph-mon[27977]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 -- 172.21.15.83:0/2694104421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 msgr2=0x7f581c101970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 --2- 172.21.15.83:0/2694104421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c101970 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f580c009910 tx=0x7f580c009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 -- 172.21.15.83:0/2694104421 shutdown_connections 2024-04-22T13:49:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 --2- 172.21.15.83:0/2694104421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c101970 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:24.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 -- 172.21.15.83:0/2694104421 >> 172.21.15.83:0/2694104421 conn(0x7f581c0fce40 msgr2=0x7f581c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 -- 172.21.15.83:0/2694104421 shutdown_connections 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.831+0000 7f5820b42700 1 -- 172.21.15.83:0/2694104421 wait complete. 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f5820b42700 1 Processor -- start 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f5820b42700 1 -- start start 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f5820b42700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f5820b42700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f581c10b810 con 0x7f581c101590 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f581a59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f581a59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42384/0 (socket says 172.21.15.83:42384) 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f581a59c700 1 -- 172.21.15.83:0/2221243607 learned_addr learned my addr 172.21.15.83:0/2221243607 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f581a59c700 1 -- 172.21.15.83:0/2221243607 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f581c1983a0 con 0x7f581c101590 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f581a59c700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f580c0056d0 tx=0x7f580c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.832+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f580c026070 con 0x7f581c101590 2024-04-22T13:49:24.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.833+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f580c00bba0 con 0x7f581c101590 2024-04-22T13:49:24.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.833+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f581c198690 con 0x7f581c101590 2024-04-22T13:49:24.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.833+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f580c003920 con 0x7f581c101590 2024-04-22T13:49:24.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.833+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f581c19c730 con 0x7f581c101590 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.833+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f580c029070 con 0x7f581c101590 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.834+0000 7f580b7fe700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 0x7f580403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.834+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f580c01e070 con 0x7f581c101590 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.834+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f581c102a70 con 0x7f581c101590 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.834+0000 7f5819d9b700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 0x7f580403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:24.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.834+0000 7f5819d9b700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 0x7f580403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5810006fd0 tx=0x7f5810006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:24.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:24.839+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f580c030070 con 0x7f581c101590 2024-04-22T13:49:25.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:25.044+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}) -- 0x7f581c1991c0 con 0x7f5804039650 2024-04-22T13:49:26.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:26.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:26.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi084", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: Deploying cephadm binary to smithi173 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:26.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:26 smithi083 ceph-mon[27977]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:27.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:27 smithi083 ceph-mon[27977]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:28.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:28 smithi083 ceph-mon[27977]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:29.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.227+0000 7f580b7fe700 1 -- 172.21.15.83:0/2221243607 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f581c1991c0 con 0x7f5804039650 2024-04-22T13:49:29.227 INFO:teuthology.orchestra.run.smithi083.stdout:Added host 'smithi173' with addr '172.21.15.173' 2024-04-22T13:49:29.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 msgr2=0x7f580403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 0x7f580403bb10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f5810006fd0 tx=0x7f5810006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 msgr2=0x7f581c197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f580c0056d0 tx=0x7f580c0057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 shutdown_connections 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5804039650 0x7f580403bb10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 --2- 172.21.15.83:0/2221243607 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f581c101590 0x7f581c197e60 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:29.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 >> 172.21.15.83:0/2221243607 conn(0x7f581c0fce40 msgr2=0x7f581c06a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:29.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 shutdown_connections 2024-04-22T13:49:29.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:29.229+0000 7f5820b42700 1 -- 172.21.15.83:0/2221243607 wait complete. 2024-04-22T13:49:29.791 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:49:29.791 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:29.791 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:29.792 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:29.792 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:29.792 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:29.823 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-22T13:49:30.053 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:31.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:30 smithi083 ceph-mon[27977]: Added host smithi173 2024-04-22T13:49:31.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:30 smithi083 ceph-mon[27977]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:31.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:31.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:31.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 -- 172.21.15.83:0/2643931918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 msgr2=0x7f99001088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:31.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 --2- 172.21.15.83:0/2643931918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f99001088c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f98f0009910 tx=0x7f98f0009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:31.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 -- 172.21.15.83:0/2643931918 shutdown_connections 2024-04-22T13:49:31.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 --2- 172.21.15.83:0/2643931918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f99001088c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:31.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 -- 172.21.15.83:0/2643931918 >> 172.21.15.83:0/2643931918 conn(0x7f99000fdf80 msgr2=0x7f99001003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:31.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 -- 172.21.15.83:0/2643931918 shutdown_connections 2024-04-22T13:49:31.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.540+0000 7f99054df700 1 -- 172.21.15.83:0/2643931918 wait complete. 2024-04-22T13:49:31.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.541+0000 7f99054df700 1 Processor -- start 2024-04-22T13:49:31.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.541+0000 7f99054df700 1 -- start start 2024-04-22T13:49:31.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.541+0000 7f99054df700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:31.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.541+0000 7f99054df700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f990010c940 con 0x7f99001084e0 2024-04-22T13:49:31.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.541+0000 7f98feffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98feffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42404/0 (socket says 172.21.15.83:42404) 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98feffd700 1 -- 172.21.15.83:0/1063661980 learned_addr learned my addr 172.21.15.83:0/1063661980 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98feffd700 1 -- 172.21.15.83:0/1063661980 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99001983f0 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98feffd700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f98f00056d0 tx=0x7f98f00057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98f0026070 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99001986e0 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98f000bba0 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f98f0003920 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.542+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f990019c780 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.543+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f98f0029070 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.543+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9900103b90 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.543+0000 7f98e7fff700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 0x7f98e803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.543+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f98f001e070 con 0x7f99001084e0 2024-04-22T13:49:31.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.543+0000 7f98fe7fc700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 0x7f98e803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:31.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.544+0000 7f98fe7fc700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 0x7f98e803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f98f4006fd0 tx=0x7f98f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:31.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.548+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f98f0013070 con 0x7f99001084e0 2024-04-22T13:49:31.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.752+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9900199210 con 0x7f98e8039650 2024-04-22T13:49:31.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.753+0000 7f98e7fff700 1 -- 172.21.15.83:0/1063661980 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f9900199210 con 0x7f98e8039650 2024-04-22T13:49:31.752 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:49:31.752 INFO:teuthology.orchestra.run.smithi083.stdout:[{"addr": "172.21.15.83", "hostname": "smithi083", "labels": [], "status": ""}, {"addr": "172.21.15.84", "hostname": "smithi084", "labels": [], "status": ""}, {"addr": "172.21.15.173", "hostname": "smithi173", "labels": [], "status": ""}] 2024-04-22T13:49:31.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 msgr2=0x7f98e803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 0x7f98e803bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f98f4006fd0 tx=0x7f98f4006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 msgr2=0x7f9900197eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f98f00056d0 tx=0x7f98f00057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 shutdown_connections 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f98e8039650 0x7f98e803bb10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 --2- 172.21.15.83:0/1063661980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f99001084e0 0x7f9900197eb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 >> 172.21.15.83:0/1063661980 conn(0x7f99000fdf80 msgr2=0x7f990010a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 shutdown_connections 2024-04-22T13:49:31.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:31.755+0000 7f99054df700 1 -- 172.21.15.83:0/1063661980 wait complete. 2024-04-22T13:49:32.425 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-22T13:49:32.426 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-22T13:49:32.657 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:33.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:32 smithi083 ceph-mon[27977]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:33.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:32 smithi083 ceph-mon[27977]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:49:33.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.174+0000 7f35a8948700 1 -- 172.21.15.83:0/2143609490 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 msgr2=0x7f35a41088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.174+0000 7f35a8948700 1 --2- 172.21.15.83:0/2143609490 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a41088c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3594009910 tx=0x7f3594009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- 172.21.15.83:0/2143609490 shutdown_connections 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 --2- 172.21.15.83:0/2143609490 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a41088c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- 172.21.15.83:0/2143609490 >> 172.21.15.83:0/2143609490 conn(0x7f35a40fdf80 msgr2=0x7f35a41003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:34.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- 172.21.15.83:0/2143609490 shutdown_connections 2024-04-22T13:49:34.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- 172.21.15.83:0/2143609490 wait complete. 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 Processor -- start 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- start start 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.175+0000 7f35a8948700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35a410c940 con 0x7f35a41084e0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a259c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a259c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55806/0 (socket says 172.21.15.83:55806) 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a259c700 1 -- 172.21.15.83:0/182460722 learned_addr learned my addr 172.21.15.83:0/182460722 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a259c700 1 -- 172.21.15.83:0/182460722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a41983f0 con 0x7f35a41084e0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a259c700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f35940056d0 tx=0x7f35940057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3594026070 con 0x7f35a41084e0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f359400bba0 con 0x7f35a41084e0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a41986e0 con 0x7f35a41084e0 2024-04-22T13:49:34.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3594003920 con 0x7f35a41084e0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.176+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a419c780 con 0x7f35a41084e0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.177+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f3594029070 con 0x7f35a41084e0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.177+0000 7f35937fe700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 0x7f358c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.177+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f359401e070 con 0x7f35a41084e0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.177+0000 7f35a1d9b700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 0x7f358c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.177+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a4103b90 con 0x7f35a41084e0 2024-04-22T13:49:34.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.178+0000 7f35a1d9b700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 0x7f358c03bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3598006fd0 tx=0x7f3598006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:34.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.182+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3594013070 con 0x7f35a41084e0 2024-04-22T13:49:34.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.383+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f35a4199210 con 0x7f35a41084e0 2024-04-22T13:49:34.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.886+0000 7f35937fe700 1 -- 172.21.15.83:0/182460722 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f359400e3e0 con 0x7f35a41084e0 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 msgr2=0x7f358c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 0x7f358c03bb10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3598006fd0 tx=0x7f3598006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 msgr2=0x7f35a4197eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f35940056d0 tx=0x7f35940057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 shutdown_connections 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f358c039650 0x7f358c03bb10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 --2- 172.21.15.83:0/182460722 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35a41084e0 0x7f35a4197eb0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 >> 172.21.15.83:0/182460722 conn(0x7f35a40fdf80 msgr2=0x7f35a410a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 shutdown_connections 2024-04-22T13:49:34.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:49:34.888+0000 7f35a8948700 1 -- 172.21.15.83:0/182460722 wait complete. 2024-04-22T13:49:34.889 INFO:teuthology.orchestra.run.smithi083.stderr:adjusted tunables profile to default 2024-04-22T13:49:35.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:34 smithi083 ceph-mon[27977]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:35.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:34 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/182460722' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-22T13:49:35.552 INFO:tasks.cephadm:Adding mon.a on smithi083 2024-04-22T13:49:35.553 INFO:tasks.cephadm:Adding mon.b on smithi084 2024-04-22T13:49:35.553 INFO:tasks.cephadm:Adding mon.c on smithi173 2024-04-22T13:49:35.553 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi083:172.21.15.83=a;smithi084:172.21.15.84=b;smithi173:172.21.15.173=c' 2024-04-22T13:49:35.784 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:36.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/182460722' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-22T13:49:36.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:36.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:36.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:49:37.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:49:37.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:37.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:49:37.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:37.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:49:37.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:37.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:37.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 -- 172.21.15.173:0/1198788592 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 msgr2=0x7f916c1088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 --2- 172.21.15.173:0/1198788592 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c1088c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f915c00b0a0 tx=0x7f915c00b3b0 comp rx=0 tx=0).stop 2024-04-22T13:49:37.399 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 -- 172.21.15.173:0/1198788592 shutdown_connections 2024-04-22T13:49:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 --2- 172.21.15.173:0/1198788592 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c1088c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 -- 172.21.15.173:0/1198788592 >> 172.21.15.173:0/1198788592 conn(0x7f916c0fdf80 msgr2=0x7f916c1003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.399+0000 7f917219e700 1 -- 172.21.15.173:0/1198788592 shutdown_connections 2024-04-22T13:49:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.400+0000 7f917219e700 1 -- 172.21.15.173:0/1198788592 wait complete. 2024-04-22T13:49:37.400 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.400+0000 7f917219e700 1 Processor -- start 2024-04-22T13:49:37.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.400+0000 7f917219e700 1 -- start start 2024-04-22T13:49:37.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.400+0000 7f917219e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:37.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.400+0000 7f917219e700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f916c10c940 con 0x7f916c1084e0 2024-04-22T13:49:37.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f916b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:37.401 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f916b7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.173:53438/0 (socket says 172.21.15.173:53438) 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f916b7fe700 1 -- 172.21.15.173:0/1601672784 learned_addr learned my addr 172.21.15.173:0/1601672784 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f916b7fe700 1 -- 172.21.15.173:0/1601672784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f916c198370 con 0x7f916c1084e0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f916b7fe700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f915c00d010 tx=0x7f915c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f915c021020 con 0x7f916c1084e0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f916c198600 con 0x7f916c1084e0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f915c0044b0 con 0x7f916c1084e0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f915c017040 con 0x7f916c1084e0 2024-04-22T13:49:37.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.401+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f916c19c700 con 0x7f916c1084e0 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.402+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f916c103b90 con 0x7f916c1084e0 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.402+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f915c024020 con 0x7f916c1084e0 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.402+0000 7f9168ff9700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 0x7f915403bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.403+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f915c00f050 con 0x7f916c1084e0 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.403+0000 7f916affd700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 0x7f915403bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:37.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.403+0000 7f916affd700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 0x7f915403bb60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9160006fd0 tx=0x7f9160006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:37.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.408+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f915c02b020 con 0x7f916c1084e0 2024-04-22T13:49:37.614 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.614+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi083:172.21.15.83=a;smithi084:172.21.15.84=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}) -- 0x7f916c199190 con 0x7f91540396a0 2024-04-22T13:49:37.620 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.621+0000 7f9168ff9700 1 -- 172.21.15.173:0/1601672784 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f916c199190 con 0x7f91540396a0 2024-04-22T13:49:37.620 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mon update... 2024-04-22T13:49:37.622 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 msgr2=0x7f915403bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 0x7f915403bb60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9160006fd0 tx=0x7f9160006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 msgr2=0x7f916c197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f915c00d010 tx=0x7f915c003ce0 comp rx=0 tx=0).stop 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 shutdown_connections 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f91540396a0 0x7f915403bb60 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 --2- 172.21.15.173:0/1601672784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f916c1084e0 0x7f916c197e30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 >> 172.21.15.173:0/1601672784 conn(0x7f916c0fdf80 msgr2=0x7f916c109fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 shutdown_connections 2024-04-22T13:49:37.623 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:37.623+0000 7f917219e700 1 -- 172.21.15.173:0/1601672784 wait complete. 2024-04-22T13:49:38.179 DEBUG:teuthology.orchestra.run.smithi084:mon.b> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.b.service 2024-04-22T13:49:38.182 DEBUG:teuthology.orchestra.run.smithi173:mon.c> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.c.service 2024-04-22T13:49:38.184 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T13:49:38.184 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi083:172.21.15.83=a;smithi084:172.21.15.84=b;smithi173:172.21.15.173=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: Saving service mon spec with placement smithi083:172.21.15.83=a;smithi084:172.21.15.84=b;smithi173:172.21.15.173=c;count:3 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: Deploying daemon mon.c on smithi173 2024-04-22T13:49:38.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:38 smithi083 ceph-mon[27977]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:40.338 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:49:41.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:40 smithi083 ceph-mon[27977]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:42.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3544517355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 msgr2=0x7ff3b0108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:42.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3544517355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0108a30 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009910 tx=0x7ff3ac009c20 comp rx=0 tx=0).stop 2024-04-22T13:49:42.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3544517355 shutdown_connections 2024-04-22T13:49:42.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3544517355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0108a30 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3544517355 >> 172.21.15.173:0/3544517355 conn(0x7ff3b00fe090 msgr2=0x7ff3b01004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3544517355 shutdown_connections 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.093+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3544517355 wait complete. 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.094+0000 7ff3b7d40700 1 Processor -- start 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.094+0000 7ff3b7d40700 1 -- start start 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.094+0000 7ff3b7d40700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.094+0000 7ff3b7d40700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b010cac0 con 0x7ff3b0108650 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b5adc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b5adc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.173:53456/0 (socket says 172.21.15.173:53456) 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b5adc700 1 -- 172.21.15.173:0/3830780129 learned_addr learned my addr 172.21.15.173:0/3830780129 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:49:42.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b5adc700 1 -- 172.21.15.173:0/3830780129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b01984c0 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b5adc700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0056d0 tx=0x7ff3ac0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3ac026070 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3ac00bc00 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.095+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b0198750 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.096+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3ac003920 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.096+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b019c850 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.096+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff3ac029070 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.097+0000 7ff3a6ffd700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 0x7ff39c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.097+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff3ac01e070 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.097+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b0103cc0 con 0x7ff3b0108650 2024-04-22T13:49:42.097 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.097+0000 7ff3b52db700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 0x7ff39c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:42.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.097+0000 7ff3b52db700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 0x7ff39c03bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0006fd0 tx=0x7ff3a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:42.102 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.103+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3ac030070 con 0x7ff3b0108650 2024-04-22T13:49:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.397+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7ff3b01992e0 con 0x7ff3b0108650 2024-04-22T13:49:42.397 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.398+0000 7ff3a6ffd700 1 -- 172.21.15.173:0/3830780129 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7ff3ac013070 con 0x7ff3b0108650 2024-04-22T13:49:42.397 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:49:42.398 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":1,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","modified":"2024-04-22T13:48:00.115415Z","created":"2024-04-22T13:48:00.115415Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 msgr2=0x7ff39c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 0x7ff39c03bb70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0006fd0 tx=0x7ff3a0006e40 comp rx=0 tx=0).stop 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 msgr2=0x7ff3b0197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac0056d0 tx=0x7ff3ac0057b0 comp rx=0 tx=0).stop 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 shutdown_connections 2024-04-22T13:49:42.402 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff39c0396b0 0x7ff39c03bb70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 --2- 172.21.15.173:0/3830780129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3b0108650 0x7ff3b0197f80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 >> 172.21.15.173:0/3830780129 conn(0x7ff3b00fe090 msgr2=0x7ff3b00fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 shutdown_connections 2024-04-22T13:49:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:42.400+0000 7ff3b7d40700 1 -- 172.21.15.173:0/3830780129 wait complete. 2024-04-22T13:49:42.403 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 1 2024-04-22T13:49:44.118 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T13:49:44.119 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T13:49:44.362 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:49:47.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:47 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:47.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:49:47.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: mon.a calling monitor election 2024-04-22T13:49:47.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: mon.c calling monitor election 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: monmap epoch 2 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: last_changed 2024-04-22T13:49:42.495616+0000 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:47.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: min_mon_release 19 (squid) 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: election_strategy: 1 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: fsmap 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: mgrmap e13: x(active, since 49s) 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: overall HEALTH_OK 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:49:47.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 -- 172.21.15.173:0/1417307298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a000035c0 msgr2=0x7f5a00005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1417307298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a000035c0 0x7f5a00005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5a1406a4a0 tx=0x7f5a0c009e80 comp rx=0 tx=0).stop 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 -- 172.21.15.173:0/1417307298 shutdown_connections 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1417307298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a000035c0 0x7f5a00005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 -- 172.21.15.173:0/1417307298 >> 172.21.15.173:0/1417307298 conn(0x7f5a140fcf20 msgr2=0x7f5a140ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 -- 172.21.15.173:0/1417307298 shutdown_connections 2024-04-22T13:49:48.867 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.867+0000 7f5a1b970700 1 -- 172.21.15.173:0/1417307298 wait complete. 2024-04-22T13:49:48.868 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:48 smithi173 ceph-mon[31493]: Deploying daemon mon.b on smithi084 2024-04-22T13:49:48.868 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:48 smithi173 ceph-mon[31493]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:48.868 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:48.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 Processor -- start 2024-04-22T13:49:48.870 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 -- start start 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 0x7f5a1419c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1410a480 con 0x7f5a14198640 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1b970700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1410a300 con 0x7f5a000035c0 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1970c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1970c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:43734/0 (socket says 172.21.15.173:43734) 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a1970c700 1 -- 172.21.15.173:0/1404522161 learned_addr learned my addr 172.21.15.173:0/1404522161 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.868+0000 7f5a18f0b700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 0x7f5a1419c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1970c700 1 -- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 msgr2=0x7f5a14198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1970c700 1 -- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 msgr2=0x7f5a14198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1970c700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1970c700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:49:48.871 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a18f0b700 1 -- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 msgr2=0x7f5a14198100 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a18f0b700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a18f0b700 1 -- 172.21.15.173:0/1404522161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a14198c80 con 0x7f5a14198640 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a18f0b700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 0x7f5a1419c9d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400b4d0 tx=0x7f5a0400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5a04011630 con 0x7f5a14198640 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a1419cf10 con 0x7f5a14198640 2024-04-22T13:49:48.872 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a04011c80 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f5a04010da0 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.869+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a1419d470 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.870+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f5a04018020 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.871+0000 7f5a0a7fc700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 0x7f59f803b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.871+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a1406aca0 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.871+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5a0404c1c0 con 0x7f5a14198640 2024-04-22T13:49:48.873 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.871+0000 7f5a1970c700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 0x7f59f803b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:48.874 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.871+0000 7f5a1970c700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 0x7f59f803b8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009160 tx=0x7f5a0c0090b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:48.876 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:48.876+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a0401f020 con 0x7f5a14198640 2024-04-22T13:49:48.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:48 smithi083 ceph-mon[27977]: Deploying daemon mon.b on smithi084 2024-04-22T13:49:48.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:48 smithi083 ceph-mon[27977]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:48.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:49.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.176+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f5a1419d7b0 con 0x7f5a14198640 2024-04-22T13:49:49.176 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.177+0000 7f5a0a7fc700 1 -- 172.21.15.173:0/1404522161 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f5a04010410 con 0x7f5a14198640 2024-04-22T13:49:49.177 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:49:49.177 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":2,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","modified":"2024-04-22T13:49:42.495616Z","created":"2024-04-22T13:48:00.115415Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 msgr2=0x7f59f803b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 0x7f59f803b8b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009160 tx=0x7f5a0c0090b0 comp rx=0 tx=0).stop 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 msgr2=0x7f5a1419c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 0x7f5a1419c9d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5a0400b4d0 tx=0x7f5a0400b890 comp rx=0 tx=0).stop 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 shutdown_connections 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a000035c0 0x7f5a14198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59f80393f0 0x7f59f803b8b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 --2- 172.21.15.173:0/1404522161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a14198640 0x7f5a1419c9d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 >> 172.21.15.173:0/1404522161 conn(0x7f5a140fcf20 msgr2=0x7f5a140fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 shutdown_connections 2024-04-22T13:49:49.179 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:49.179+0000 7f5a1b970700 1 -- 172.21.15.173:0/1404522161 wait complete. 2024-04-22T13:49:49.180 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 2 2024-04-22T13:49:49.803 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:49 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/1404522161' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T13:49:49.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:49 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/1404522161' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T13:49:49.936 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:49:49 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:49:49.495+0000 7fe06100d700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-22T13:49:50.831 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-22T13:49:50.831 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-22T13:49:50.858 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:50 smithi173 ceph-mon[31493]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:50.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:50 smithi083 ceph-mon[27977]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:51.074 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:49:51.364 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:51 smithi084 ceph-mon[31312]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-22T13:49:51.364 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:51 smithi084 bash[31294]: 275ee67cd7f33e8e4214ad40896ba083ff0d365da484b747af1693242c871187 2024-04-22T13:49:51.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:51 smithi084 systemd[1]: Started Ceph mon.b for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: mon.a calling monitor election 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: mon.c calling monitor election 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: monmap epoch 3 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: min_mon_release 19 (squid) 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: election_strategy: 1 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: fsmap 2024-04-22T13:49:56.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: mgrmap e13: x(active, since 58s) 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: overall HEALTH_OK 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: mon.a calling monitor election 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: mon.c calling monitor election 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: monmap epoch 3 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: min_mon_release 19 (squid) 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: election_strategy: 1 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:56.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: fsmap 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: mgrmap e13: x(active, since 58s) 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: overall HEALTH_OK 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 -- 172.21.15.173:0/989814265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80040035c0 msgr2=0x7f8004005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 --2- 172.21.15.173:0/989814265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80040035c0 0x7f8004005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8018074d10 tx=0x7f8010009e80 comp rx=0 tx=0).stop 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 -- 172.21.15.173:0/989814265 shutdown_connections 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 --2- 172.21.15.173:0/989814265 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f80040035c0 0x7f8004005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 -- 172.21.15.173:0/989814265 >> 172.21.15.173:0/989814265 conn(0x7f80180fe050 msgr2=0x7f8018100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 -- 172.21.15.173:0/989814265 shutdown_connections 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.036+0000 7f801fe94700 1 -- 172.21.15.173:0/989814265 wait complete. 2024-04-22T13:49:57.038 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 Processor -- start 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 -- start start 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 0x7f80181a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8018110a60 con 0x7f801819ec00 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f80181108e0 con 0x7f80181a34d0 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801fe94700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8018110be0 con 0x7f80040035c0 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:52764/0 (socket says 172.21.15.173:52764) 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 -- 172.21.15.173:0/1610832865 learned_addr learned my addr 172.21.15.173:0/1610832865 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801d42f700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 0x7f80181a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:57.039 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801e431700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 msgr2=0x7f801819e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 msgr2=0x7f801819e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.037+0000 7f801dc30700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801e431700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 msgr2=0x7f80181a3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801e431700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 msgr2=0x7f80181a3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801e431700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801e431700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 msgr2=0x7f801819e6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 msgr2=0x7f80181a3980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 -- 172.21.15.173:0/1610832865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80181ab240 con 0x7f801819ec00 2024-04-22T13:49:57.040 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801d42f700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 0x7f80181a2f90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f800800b550 tx=0x7f800800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:57.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008004230 con 0x7f801819ec00 2024-04-22T13:49:57.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80080043d0 con 0x7f801819ec00 2024-04-22T13:49:57.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80181ab470 con 0x7f801819ec00 2024-04-22T13:49:57.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8008011b90 con 0x7f801819ec00 2024-04-22T13:49:57.041 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.038+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80181ab9b0 con 0x7f801819ec00 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.039+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80180640a0 con 0x7f801819ec00 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.039+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f800801a400 con 0x7f801819ec00 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.040+0000 7f800effd700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 0x7f7ffc03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.040+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f800804c620 con 0x7f801819ec00 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.040+0000 7f801dc30700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 0x7f7ffc03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:49:57.042 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.040+0000 7f801dc30700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 0x7f7ffc03bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f80100098a0 tx=0x7f801000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:49:57.045 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.045+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f800801a890 con 0x7f801819ec00 2024-04-22T13:49:57.354 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.355+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f801802df80 con 0x7f801819ec00 2024-04-22T13:49:57.355 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.355+0000 7f800effd700 1 -- 172.21.15.173:0/1610832865 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7f8008018750 con 0x7f801819ec00 2024-04-22T13:49:57.355 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-04-22T13:49:57.355 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":3,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","modified":"2024-04-22T13:49:51.346590Z","created":"2024-04-22T13:48:00.115415Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:3300","nonce":0},{"type":"v1","addr":"172.21.15.84:6789","nonce":0}]},"addr":"172.21.15.84:6789/0","public_addr":"172.21.15.84:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-22T13:49:57.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.357+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 msgr2=0x7f7ffc03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:57.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.357+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 0x7f7ffc03bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f80100098a0 tx=0x7f801000b040 comp rx=0 tx=0).stop 2024-04-22T13:49:57.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.357+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 msgr2=0x7f80181a2f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:49:57.357 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.357+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 0x7f80181a2f90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f800800b550 tx=0x7f800800b910 comp rx=0 tx=0).stop 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 shutdown_connections 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80181a34d0 0x7f80181a3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f80040035c0 0x7f801819e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ffc039ae0 0x7f7ffc03bfa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 --2- 172.21.15.173:0/1610832865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f801819ec00 0x7f80181a2f90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 >> 172.21.15.173:0/1610832865 conn(0x7f80180fe050 msgr2=0x7f8018105b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 shutdown_connections 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:49:57.358+0000 7f801fe94700 1 -- 172.21.15.173:0/1610832865 wait complete. 2024-04-22T13:49:57.358 INFO:teuthology.orchestra.run.smithi173.stderr:dumped monmap epoch 3 2024-04-22T13:49:57.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:57.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:57.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:57 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/1610832865' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T13:49:57.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:57.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:57.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:57 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/1610832865' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T13:49:58.525 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-22T13:49:58.525 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-22T13:49:58.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:49:58.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: mon.a calling monitor election 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: mon.c calling monitor election 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: monmap epoch 3 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:58.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: min_mon_release 19 (squid) 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: election_strategy: 1 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: fsmap 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: mgrmap e13: x(active, since 58s) 2024-04-22T13:49:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: overall HEALTH_OK 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:49:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:58 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/1610832865' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-22T13:49:58.774 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mon.b calling monitor election 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mon.b calling monitor election 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mon.c calling monitor election 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mon.a calling monitor election 2024-04-22T13:49:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: monmap epoch 3 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: min_mon_release 19 (squid) 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: election_strategy: 1 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: fsmap 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: mgrmap e13: x(active, since 60s) 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: overall HEALTH_OK 2024-04-22T13:49:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:49:58 smithi083 ceph-mon[27977]: Reconfiguring daemon mon.a on smithi083 2024-04-22T13:49:59.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mon.b calling monitor election 2024-04-22T13:49:59.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:49:59.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:49:59.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:49:59.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mon.b calling monitor election 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mon.c calling monitor election 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mon.a calling monitor election 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: monmap epoch 3 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: min_mon_release 19 (squid) 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: election_strategy: 1 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: fsmap 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: mgrmap e13: x(active, since 60s) 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: overall HEALTH_OK 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:49:59 smithi173 ceph-mon[31493]: Reconfiguring daemon mon.a on smithi083 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mon.b calling monitor election 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:49:59.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mon.b calling monitor election 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mon.c calling monitor election 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mon.a calling monitor election 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: monmap epoch 3 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: last_changed 2024-04-22T13:49:51.346590+0000 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: created 2024-04-22T13:48:00.115415+0000 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: min_mon_release 19 (squid) 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: election_strategy: 1 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: 0: [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon.a 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: 1: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.c 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: 2: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.b 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: fsmap 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: osdmap e4: 0 total, 0 up, 0 in 2024-04-22T13:49:59.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: mgrmap e13: x(active, since 60s) 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: overall HEALTH_OK 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Reconfiguring mon.a (unknown last config time)... 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:49:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:49:59.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:49:59.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:49:59 smithi084 ceph-mon[31312]: Reconfiguring daemon mon.a on smithi083 2024-04-22T13:50:00.115 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:50:00.115 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:00 smithi083 ceph-mon[27977]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:00.403 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:50:00.403 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:00 smithi173 ceph-mon[31493]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:00.471 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:50:00.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:00 smithi084 ceph-mon[31312]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:00.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 -- 172.21.15.83:0/3013328201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40101ea0 msgr2=0x7fee40102280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 --2- 172.21.15.83:0/3013328201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40101ea0 0x7fee40102280 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fee34009910 tx=0x7fee34009c20 comp rx=0 tx=0).stop 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 -- 172.21.15.83:0/3013328201 shutdown_connections 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 --2- 172.21.15.83:0/3013328201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40101ea0 0x7fee40102280 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 -- 172.21.15.83:0/3013328201 >> 172.21.15.83:0/3013328201 conn(0x7fee40078970 msgr2=0x7fee40078d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 -- 172.21.15.83:0/3013328201 shutdown_connections 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.932+0000 7fee4513c700 1 -- 172.21.15.83:0/3013328201 wait complete. 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.933+0000 7fee4513c700 1 Processor -- start 2024-04-22T13:50:00.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.933+0000 7fee4513c700 1 -- start start 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.933+0000 7fee4513c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee40101ea0 0x7fee40198ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 0x7fee401a4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010b830 con 0x7fee40199410 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010b6b0 con 0x7fee401a1f40 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fee4010b9b0 con 0x7fee40101ea0 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57048/0 (socket says 172.21.15.83:57048) 2024-04-22T13:50:00.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 -- 172.21.15.83:0/1295360118 learned_addr learned my addr 172.21.15.83:0/1295360118 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3f59e700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 0x7fee401a4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 -- 172.21.15.83:0/1295360118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee40101ea0 msgr2=0x7fee40198ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3ed9d700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee40101ea0 0x7fee40198ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee40101ea0 0x7fee40198ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 -- 172.21.15.83:0/1295360118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 msgr2=0x7fee401a4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 0x7fee401a4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 -- 172.21.15.83:0/1295360118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee401a4b70 con 0x7fee40199410 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3f59e700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 0x7fee401a4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee3e59c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee3000b780 tx=0x7fee3000bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee30004230 con 0x7fee40199410 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee300043d0 con 0x7fee40199410 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee30011bd0 con 0x7fee40199410 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee401a4e60 con 0x7fee40199410 2024-04-22T13:50:00.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.934+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee401a52c0 con 0x7fee40199410 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.935+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fee3001a400 con 0x7fee40199410 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.935+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee400640a0 con 0x7fee40199410 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.936+0000 7fee27fff700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 0x7fee2803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.936+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fee3004c4a0 con 0x7fee40199410 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.936+0000 7fee3ed9d700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 0x7fee2803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:00.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.936+0000 7fee3ed9d700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 0x7fee2803bfa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fee34000c00 tx=0x7fee34005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:00.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:00.941+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fee30018510 con 0x7fee40199410 2024-04-22T13:50:01.109 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:01 smithi083 ceph-mon[27977]: overall HEALTH_OK 2024-04-22T13:50:01.145 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.145+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fee401a57a0 con 0x7fee40199410 2024-04-22T13:50:01.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.146+0000 7fee27fff700 1 -- 172.21.15.83:0/1295360118 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7fee30018770 con 0x7fee40199410 2024-04-22T13:50:01.146 INFO:teuthology.orchestra.run.smithi083.stdout:# minimal ceph.conf for cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:50:01.146 INFO:teuthology.orchestra.run.smithi083.stdout:[global] 2024-04-22T13:50:01.146 INFO:teuthology.orchestra.run.smithi083.stdout: fsid = cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:50:01.146 INFO:teuthology.orchestra.run.smithi083.stdout: mon_host = [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 msgr2=0x7fee2803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 0x7fee2803bfa0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fee34000c00 tx=0x7fee34005fb0 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 msgr2=0x7fee40199890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee3000b780 tx=0x7fee3000bb40 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 shutdown_connections 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee401a1f40 0x7fee401a4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee40101ea0 0x7fee40198ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fee28039ae0 0x7fee2803bfa0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 --2- 172.21.15.83:0/1295360118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee40199410 0x7fee40199890 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 >> 172.21.15.83:0/1295360118 conn(0x7fee40078970 msgr2=0x7fee40103120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 shutdown_connections 2024-04-22T13:50:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:01.148+0000 7fee4513c700 1 -- 172.21.15.83:0/1295360118 wait complete. 2024-04-22T13:50:01.221 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:01 smithi084 ceph-mon[31312]: overall HEALTH_OK 2024-04-22T13:50:01.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:01 smithi173 ceph-mon[31493]: overall HEALTH_OK 2024-04-22T13:50:02.113 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1295360118' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.113 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.113 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.113 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: Reconfiguring mon.b (monmap changed)... 2024-04-22T13:50:02.114 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:02.114 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:02.114 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.114 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: Reconfiguring daemon mon.b on smithi084 2024-04-22T13:50:02.114 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:02 smithi083 ceph-mon[27977]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:02.139 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-22T13:50:02.140 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:50:02.140 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T13:50:02.165 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:50:02.165 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:50:02.229 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:50:02.229 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1295360118' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: Reconfiguring mon.b (monmap changed)... 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: Reconfiguring daemon mon.b on smithi084 2024-04-22T13:50:02.255 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:02 smithi084 ceph-mon[31312]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:02.256 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:50:02.256 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:50:02.320 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:50:02.320 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.conf 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1295360118' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: Reconfiguring mon.b (monmap changed)... 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: Reconfiguring daemon mon.b on smithi084 2024-04-22T13:50:02.346 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:02 smithi173 ceph-mon[31493]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:02.351 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:50:02.351 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:50:02.417 INFO:tasks.cephadm:Adding mgr.x on smithi083 2024-04-22T13:50:02.417 INFO:tasks.cephadm:Adding mgr.y on smithi084 2024-04-22T13:50:02.418 INFO:tasks.cephadm:Adding mgr.z on smithi173 2024-04-22T13:50:02.418 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi083=x;smithi084=y;smithi173=z' 2024-04-22T13:50:02.689 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:50:04.390 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.390 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: Reconfiguring mon.c (monmap changed)... 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: Reconfiguring daemon mon.c on smithi173 2024-04-22T13:50:04.391 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:04 smithi173 ceph-mon[31493]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:04.436 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: Reconfiguring mon.c (monmap changed)... 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: Reconfiguring daemon mon.c on smithi173 2024-04-22T13:50:04.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:04 smithi083 ceph-mon[27977]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: Reconfiguring mon.c (monmap changed)... 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: Reconfiguring daemon mon.c on smithi173 2024-04-22T13:50:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:04 smithi084 ceph-mon[31312]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 -- 172.21.15.173:0/3026264786 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2081014a0 msgr2=0x7fa2081018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 --2- 172.21.15.173:0/3026264786 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2081014a0 0x7fa2081018c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa20000b0a0 tx=0x7fa20000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 -- 172.21.15.173:0/3026264786 shutdown_connections 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 --2- 172.21.15.173:0/3026264786 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa2081014a0 0x7fa2081018c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 -- 172.21.15.173:0/3026264786 >> 172.21.15.173:0/3026264786 conn(0x7fa2080fca40 msgr2=0x7fa2080fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 -- 172.21.15.173:0/3026264786 shutdown_connections 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.690+0000 7fa20fee6700 1 -- 172.21.15.173:0/3026264786 wait complete. 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 Processor -- start 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 -- start start 2024-04-22T13:50:04.692 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa2081014a0 0x7fa208197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa208198700 0x7fa20819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa208107390 con 0x7fa208198700 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa208107210 con 0x7fa2081014a0 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20fee6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa208107510 con 0x7fa208198280 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20d481700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20d481700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:52766/0 (socket says 172.21.15.173:52766) 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20d481700 1 -- 172.21.15.173:0/409468619 learned_addr learned my addr 172.21.15.173:0/409468619 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20e483700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa208198700 0x7fa20819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.691+0000 7fa20dc82700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa2081014a0 0x7fa208197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 -- 172.21.15.173:0/409468619 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa2081014a0 msgr2=0x7fa208197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa2081014a0 0x7fa208197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 -- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa208198700 msgr2=0x7fa20819f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:04.693 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa208198700 0x7fa20819f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 -- 172.21.15.173:0/409468619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2081a0160 con 0x7fa208198280 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20d481700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa1f800b780 tx=0x7fa1f800ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f8016070 con 0x7fa208198280 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa1f80036a0 con 0x7fa208198280 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f80119c0 con 0x7fa208198280 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2081a0450 con 0x7fa208198280 2024-04-22T13:50:04.694 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.692+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2081a0a30 con 0x7fa208198280 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.693+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fa1f8019070 con 0x7fa208198280 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.693+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2080640a0 con 0x7fa208198280 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.693+0000 7fa1feffd700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 0x7fa1f403bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.693+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa1f804b440 con 0x7fa208198280 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.693+0000 7fa20dc82700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 0x7fa1f403bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:04.695 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.694+0000 7fa20dc82700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 0x7fa1f403bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa2000062a0 tx=0x7fa200006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:04.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.698+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa1f801a8d0 con 0x7fa208198280 2024-04-22T13:50:04.910 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.911+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi083=x;smithi084=y;smithi173=z", "target": ["mon-mgr", ""]}) -- 0x7fa208062f10 con 0x7fa1f4039ae0 2024-04-22T13:50:04.917 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.917+0000 7fa1feffd700 1 -- 172.21.15.173:0/409468619 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa208062f10 con 0x7fa1f4039ae0 2024-04-22T13:50:04.917 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mgr update... 2024-04-22T13:50:04.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 msgr2=0x7fa1f403bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:04.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 0x7fa1f403bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa2000062a0 tx=0x7fa200006210 comp rx=0 tx=0).stop 2024-04-22T13:50:04.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 msgr2=0x7fa20819d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:04.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa1f800b780 tx=0x7fa1f800ba90 comp rx=0 tx=0).stop 2024-04-22T13:50:04.919 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 shutdown_connections 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa1f4039ae0 0x7fa1f403bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa208198700 0x7fa20819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa2081014a0 0x7fa208197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 --2- 172.21.15.173:0/409468619 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa208198280 0x7fa20819d2b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.919+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 >> 172.21.15.173:0/409468619 conn(0x7fa2080fca40 msgr2=0x7fa20818ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.920+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 shutdown_connections 2024-04-22T13:50:04.920 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:50:04.920+0000 7fa20fee6700 1 -- 172.21.15.173:0/409468619 wait complete. 2024-04-22T13:50:05.541 DEBUG:teuthology.orchestra.run.smithi084:mgr.y> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.y.service 2024-04-22T13:50:05.544 DEBUG:teuthology.orchestra.run.smithi173:mgr.z> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.z.service 2024-04-22T13:50:05.546 INFO:tasks.cephadm:Deploying OSDs... 2024-04-22T13:50:05.547 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:50:05.547 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T13:50:05.562 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T13:50:05.562 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_1 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-22 13:49:10.977187558 +0000 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-22 13:44:10.502849036 +0000 2024-04-22T13:50:05.618 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-22 13:44:10.502849036 +0000 2024-04-22T13:50:05.619 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-22 13:44:10.502849036 +0000 2024-04-22T13:50:05.619 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T13:50:05.683 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-22T13:50:05.683 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-22T13:50:05.683 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000193679 s, 2.6 MB/s 2024-04-22T13:50:05.684 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T13:50:05.740 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_2 2024-04-22T13:50:05.794 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-22 13:49:11.005186877 +0000 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-22 13:44:10.844839553 +0000 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-22 13:44:10.844839553 +0000 2024-04-22T13:50:05.795 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-22 13:44:10.844839553 +0000 2024-04-22T13:50:05.795 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T13:50:05.857 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-22T13:50:05.857 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-22T13:50:05.857 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000259037 s, 2.0 MB/s 2024-04-22T13:50:05.858 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T13:50:05.913 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_3 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi083=x;smithi084=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: Saving service mgr spec with placement smithi083=x;smithi084=y;smithi173=z;count:3 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:05.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:05.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:05.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: Deploying daemon mgr.z on smithi173 2024-04-22T13:50:05.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:05 smithi083 ceph-mon[27977]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-22 13:49:11.031186244 +0000 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-22 13:44:11.164830680 +0000 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-22 13:44:11.164830680 +0000 2024-04-22T13:50:05.952 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-22 13:44:11.164830680 +0000 2024-04-22T13:50:05.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T13:50:06.014 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-22T13:50:06.014 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-22T13:50:06.014 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000227779 s, 2.2 MB/s 2024-04-22T13:50:06.015 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T13:50:06.070 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_4 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-22 13:49:11.056185636 +0000 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-22 13:44:11.496821474 +0000 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-22 13:44:11.496821474 +0000 2024-04-22T13:50:06.126 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-22 13:44:11.496821474 +0000 2024-04-22T13:50:06.126 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T13:50:06.188 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2024-04-22T13:50:06.188 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2024-04-22T13:50:06.188 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000198343 s, 2.6 MB/s 2024-04-22T13:50:06.189 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi083=x;smithi084=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: Saving service mgr spec with placement smithi083=x;smithi084=y;smithi173=z;count:3 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:06.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:06.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:06.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:06.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: Deploying daemon mgr.z on smithi173 2024-04-22T13:50:06.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:05 smithi084 ceph-mon[31312]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:06.245 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-22T13:50:06.245 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T13:50:06.252 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi083=x;smithi084=y;smithi173=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: Saving service mgr spec with placement smithi083=x;smithi084=y;smithi173=z;count:3 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: Deploying daemon mgr.z on smithi173 2024-04-22T13:50:06.253 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:05 smithi173 ceph-mon[31493]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:06.264 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T13:50:06.264 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-04-22T13:50:06.322 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T13:50:06.322 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:06.322 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-22 13:49:50.799960166 +0000 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-22 13:44:39.758043940 +0000 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-22 13:44:39.758043940 +0000 2024-04-22T13:50:06.323 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-22 13:44:39.758043940 +0000 2024-04-22T13:50:06.323 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T13:50:06.388 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-22T13:50:06.388 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-22T13:50:06.388 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000287076 s, 1.8 MB/s 2024-04-22T13:50:06.389 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T13:50:06.447 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-04-22T13:50:06.503 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T13:50:06.503 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-22 13:49:50.800960150 +0000 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-22 13:44:40.095036803 +0000 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-22 13:44:40.095036803 +0000 2024-04-22T13:50:06.504 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-22 13:44:40.095036803 +0000 2024-04-22T13:50:06.504 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T13:50:06.568 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-22T13:50:06.568 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-22T13:50:06.568 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000198007 s, 2.6 MB/s 2024-04-22T13:50:06.570 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T13:50:06.627 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-22 13:49:50.800960150 +0000 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-22 13:44:40.429029729 +0000 2024-04-22T13:50:06.683 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-22 13:44:40.429029729 +0000 2024-04-22T13:50:06.684 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-22 13:44:40.429029729 +0000 2024-04-22T13:50:06.684 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T13:50:06.746 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-22T13:50:06.746 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-22T13:50:06.746 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000201109 s, 2.5 MB/s 2024-04-22T13:50:06.747 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T13:50:06.803 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-04-22T13:50:06.858 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-22 13:49:50.801960132 +0000 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-22 13:44:40.799021893 +0000 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-22 13:44:40.799021893 +0000 2024-04-22T13:50:06.859 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-22 13:44:40.799021893 +0000 2024-04-22T13:50:06.859 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T13:50:06.922 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-22T13:50:06.922 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-22T13:50:06.922 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000186758 s, 2.7 MB/s 2024-04-22T13:50:06.923 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T13:50:06.979 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-04-22T13:50:06.979 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2024-04-22T13:50:06.995 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-22T13:50:06.995 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-04-22 13:49:41.357734776 +0000 2024-04-22T13:50:07.050 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-04-22 13:44:36.932925884 +0000 2024-04-22T13:50:07.051 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-04-22 13:44:36.932925884 +0000 2024-04-22T13:50:07.051 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-04-22 13:44:36.932925884 +0000 2024-04-22T13:50:07.051 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-22T13:50:07.113 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-04-22T13:50:07.113 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-04-22T13:50:07.113 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000348314 s, 1.5 MB/s 2024-04-22T13:50:07.114 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-22T13:50:07.169 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2024-04-22T13:50:07.225 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-04-22 13:49:41.357734776 +0000 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-04-22 13:44:37.280916743 +0000 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-04-22 13:44:37.280916743 +0000 2024-04-22T13:50:07.226 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-04-22 13:44:37.280916743 +0000 2024-04-22T13:50:07.226 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-22T13:50:07.300 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-04-22T13:50:07.301 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-04-22T13:50:07.301 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.00021682 s, 2.4 MB/s 2024-04-22T13:50:07.302 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-22T13:50:07.364 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2024-04-22T13:50:07.418 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-04-22 13:50:07.255140055 +0000 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-04-22 13:44:37.616907918 +0000 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-04-22 13:44:37.616907918 +0000 2024-04-22T13:50:07.419 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-04-22 13:44:37.616907918 +0000 2024-04-22T13:50:07.419 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-22T13:50:07.488 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-04-22T13:50:07.488 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-04-22T13:50:07.488 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000201986 s, 2.5 MB/s 2024-04-22T13:50:07.490 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-22T13:50:07.547 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-04-22T13:50:07.602 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-04-22 13:50:07.446135669 +0000 2024-04-22T13:50:07.603 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-04-22 13:44:37.944899303 +0000 2024-04-22T13:50:07.603 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-04-22 13:44:37.944899303 +0000 2024-04-22T13:50:07.603 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-04-22 13:44:37.944899303 +0000 2024-04-22T13:50:07.603 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-22T13:50:07.662 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 systemd[1]: Starting Ceph mgr.z for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:50:07.666 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-04-22T13:50:07.666 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-04-22T13:50:07.666 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000210169 s, 2.4 MB/s 2024-04-22T13:50:07.667 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-22T13:50:07.722 INFO:tasks.cephadm:Deploying osd.0 on smithi083 with /dev/vg_nvme/lv_4... 2024-04-22T13:50:07.723 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T13:50:07.951 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 podman[33297]: 2024-04-22 13:50:07.625545662 +0000 UTC m=+0.017838998 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:50:07.951 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 podman[33297]: 2024-04-22 13:50:07.750160579 +0000 UTC m=+0.142453941 container create 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-22T13:50:07.951 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 podman[33297]: 2024-04-22 13:50:07.952421084 +0000 UTC m=+0.344714408 container init 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-22T13:50:07.965 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 podman[33297]: 2024-04-22 13:50:07.955080102 +0000 UTC m=+0.347373422 container start 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:07 smithi173 ceph-mgr[33353]: -- 172.21.15.173:0/2752613281 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560ca0bb05a0 con 0x560ca0b84c00 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 bash[33297]: 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 systemd[1]: Started Ceph mgr.z for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:08.111+0000 7fcc88236200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:50:08.297 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:08.297+0000 7fcc88236200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:50:08.653 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:08.399+0000 7fcc88236200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:09.020 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:09.095 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:09.102 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:08.706+0000 7fcc88236200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:08.793+0000 7fcc88236200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:09.103 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:09.928 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:09 smithi084 ceph-mon[31312]: Deploying daemon mgr.y on smithi084 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130802 s, 802 MB/s 2024-04-22T13:50:09.931 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-22T13:50:10.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:09 smithi173 ceph-mon[31493]: Deploying daemon mgr.y on smithi084 2024-04-22T13:50:10.153 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.009+0000 7fcc88236200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:50:10.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:09 smithi083 ceph-mon[27977]: Deploying daemon mgr.y on smithi084 2024-04-22T13:50:10.222 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 systemd[1]: Starting Ceph mgr.y for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:50:10.543 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 podman[32688]: 2024-04-22 13:50:10.218577231 +0000 UTC m=+0.017818709 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:50:10.543 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 podman[32688]: 2024-04-22 13:50:10.35080981 +0000 UTC m=+0.150051272 container create 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416) 2024-04-22T13:50:10.543 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 podman[32688]: 2024-04-22 13:50:10.544541145 +0000 UTC m=+0.343782617 container init 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T13:50:10.563 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_4 2024-04-22T13:50:10.636 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.180+0000 7fcc88236200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:50:10.636 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.354+0000 7fcc88236200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:50:10.636 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.636+0000 7fcc88236200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:50:10.800 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:50:10.894 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mon[31312]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:10.894 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.894 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.894 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 podman[32688]: 2024-04-22 13:50:10.547116432 +0000 UTC m=+0.346357895 container start 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-mgr[32708]: -- 172.21.15.84:0/1708596926 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a565f445a0 con 0x55a565f19000 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 bash[32688]: 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 systemd[1]: Started Ceph mgr.y for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:10.697+0000 7f4eb1713200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:50:10.895 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:10.894+0000 7f4eb1713200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:50:10.903 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.727+0000 7fcc88236200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:50:10.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-mon[31493]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:10.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.922 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:10 smithi083 ceph-mon[27977]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:10.922 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.923 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.923 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:10.923 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:11.221 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:10.998+0000 7f4eb1713200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:50:11.403 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:10.938+0000 7fcc88236200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:50:11.403 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:11.138+0000 7fcc88236200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:50:11.698 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:11.321+0000 7f4eb1713200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:50:11.698 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:11.412+0000 7f4eb1713200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:50:11.891 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:11 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:11.971 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:11 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:12.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:11 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:12.154 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:11.769+0000 7fcc88236200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/3793020924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8103cd0 msgr2=0x7fc8c8104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/3793020924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8103cd0 0x7fc8c8104130 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fc8b80099c0 tx=0x7fc8b8009cd0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/3793020924 shutdown_connections 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/3793020924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 0x7fc8c810af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/3793020924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/3793020924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8103cd0 0x7fc8c8104130 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/3793020924 >> 172.21.15.83:0/3793020924 conn(0x7fc8c80fe090 msgr2=0x7fc8c81004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:12.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/3793020924 shutdown_connections 2024-04-22T13:50:12.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.401+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/3793020924 wait complete. 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 Processor -- start 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 -- start start 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8103cd0 0x7fc8c81990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 0x7fc8c81a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c810e540 con 0x7fc8c8102ad0 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c810e3c0 con 0x7fc8c8103cd0 2024-04-22T13:50:12.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cf5cf700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc8c810e6c0 con 0x7fc8c8104670 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cd36b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cd36b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57114/0 (socket says 172.21.15.83:57114) 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cd36b700 1 -- 172.21.15.83:0/2324190178 learned_addr learned my addr 172.21.15.83:0/2324190178 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8ccb6a700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8103cd0 0x7fc8c81990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.402+0000 7fc8cdb6c700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 0x7fc8c81a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 -- 172.21.15.83:0/2324190178 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 msgr2=0x7fc8c81a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 0x7fc8c81a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 -- 172.21.15.83:0/2324190178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8103cd0 msgr2=0x7fc8c81990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8103cd0 0x7fc8c81990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 -- 172.21.15.83:0/2324190178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8c81a07f0 con 0x7fc8c8102ad0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cd36b700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400d9b0 tx=0x7fc8c400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4016070 con 0x7fc8c8102ad0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8c400be00 con 0x7fc8c8102ad0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8c81a0ae0 con 0x7fc8c8102ad0 2024-04-22T13:50:12.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8c81a1070 con 0x7fc8c8102ad0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.403+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4010e30 con 0x7fc8c8102ad0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.404+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fc8c4019070 con 0x7fc8c8102ad0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.404+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8ac005360 con 0x7fc8c8102ad0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.404+0000 7fc8be7fc700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 0x7fc8b403bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.404+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc8c404d6b0 con 0x7fc8c8102ad0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.405+0000 7fc8ccb6a700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 0x7fc8b403bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:12.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.405+0000 7fc8ccb6a700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 0x7fc8b403bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8009990 tx=0x7fc8b80096b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:12.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.410+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc8c4020020 con 0x7fc8c8102ad0 2024-04-22T13:50:12.507 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:12.202+0000 7fcc88236200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:50:12.507 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:12.305+0000 7fcc88236200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:50:12.507 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:12.507+0000 7fcc88236200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:50:12.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:12.625+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc8ac000bf0 con 0x7fc8b4039890 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:12.641+0000 7f4eb1713200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:12.809+0000 7f4eb1713200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:12.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:12.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.024 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:13.024 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.072 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:13.073 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:13.259 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:12.977+0000 7f4eb1713200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:50:13.259 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:13.259+0000 7f4eb1713200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:50:13.351 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.025+0000 7fcc88236200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:50:13.351 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.115+0000 7fcc88236200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:50:13.551 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:13.351+0000 7f4eb1713200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:50:13.551 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:13.551+0000 7f4eb1713200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:50:13.654 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.352+0000 7fcc88236200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:50:13.654 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.482+0000 7fcc88236200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:50:13.654 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.574+0000 7fcc88236200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:50:13.868 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:13 smithi083 ceph-mon[27977]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T13:50:13.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:13 smithi083 ceph-mon[27977]: Reconfiguring daemon mgr.x on smithi083 2024-04-22T13:50:13.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:13 smithi083 ceph-mon[27977]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:13.971 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:13.740+0000 7f4eb1713200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:50:13.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-mon[31312]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T13:50:13.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-mon[31312]: Reconfiguring daemon mgr.x on smithi083 2024-04-22T13:50:13.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:13 smithi084 ceph-mon[31312]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:13.991 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-mon[31493]: Reconfiguring mgr.x (unknown last config time)... 2024-04-22T13:50:13.991 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-mon[31493]: Reconfiguring daemon mgr.x on smithi083 2024-04-22T13:50:13.991 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-mon[31493]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:13.992 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.687+0000 7fcc88236200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:50:13.992 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:13.991+0000 7fcc88236200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:50:14.721 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:14.336+0000 7f4eb1713200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:50:14.903 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:14.586+0000 7fcc88236200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:50:14.903 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:50:14.799+0000 7fcc88236200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:50:14.903 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:14.749+0000 7f4eb1713200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:14.845+0000 7f4eb1713200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:15.042+0000 7f4eb1713200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:15.042 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:15.043 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:15.050 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:15.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:15.780+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7fc8c400f3c0 con 0x7fc8c8102ad0 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:15.559+0000 7f4eb1713200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:15.651+0000 7f4eb1713200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-mon[31312]: Standby manager daemon z started 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:50:15.892 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:16.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:15 smithi173 ceph-mon[31493]: Standby manager daemon z started 2024-04-22T13:50:16.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:15 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:50:16.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:15 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:16.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:15 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:50:16.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:15 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:16.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:15 smithi083 ceph-mon[27977]: Standby manager daemon z started 2024-04-22T13:50:16.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:15 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:50:16.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:15 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:16.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:15 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:50:16.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:15 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3343893796' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:16.221 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:15.892+0000 7f4eb1713200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:50:16.221 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:16.023+0000 7f4eb1713200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:50:16.222 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:16.116+0000 7f4eb1713200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:50:16.529 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:16.230+0000 7f4eb1713200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:50:16.529 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:16.529+0000 7f4eb1713200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]: dispatch 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]': finished 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T13:50:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:17.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]: dispatch 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]': finished 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T13:50:17.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]: dispatch 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2303468933' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "74446dd5-65c7-4827-8dcc-71686cfab5cf"}]': finished 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: osdmap e5: 1 total, 0 up, 1 in 2024-04-22T13:50:17.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:17.472 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:17.123+0000 7f4eb1713200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:50:17.472 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:50:17.335+0000 7f4eb1713200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:50:17.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:17.786+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mon.0 v2:172.21.15.83:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fc8c400ec70 con 0x7fc8c8102ad0 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1579943144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: Standby manager daemon y started 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:50:18.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:17 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:18.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1579943144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:18.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: Standby manager daemon y started 2024-04-22T13:50:18.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:50:18.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:18.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:50:18.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:17 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1579943144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: Standby manager daemon y started 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:50:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:17 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/2562374987' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:50:19.104 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:18 smithi083 ceph-mon[27977]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:19.104 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:18 smithi083 ceph-mon[27977]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-22T13:50:19.104 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:18 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:50:19.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:18 smithi173 ceph-mon[31493]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:19.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:18 smithi173 ceph-mon[31493]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-22T13:50:19.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:18 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:50:19.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:18 smithi084 ceph-mon[31312]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:19.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:18 smithi084 ceph-mon[31312]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-22T13:50:19.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:18 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:50:21.068 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:20 smithi083 ceph-mon[27977]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:21.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:20 smithi173 ceph-mon[31493]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:21.221 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:20 smithi084 ceph-mon[31312]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:22.936 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:22 smithi083 ceph-mon[27977]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:23.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:22 smithi173 ceph-mon[31493]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:23.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:22 smithi084 ceph-mon[31312]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:24.065 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T13:50:24.066 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:24.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T13:50:24.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:24.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-22T13:50:24.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:25.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:24 smithi083 ceph-mon[27977]: Deploying daemon osd.0 on smithi083 2024-04-22T13:50:25.045 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:24 smithi083 ceph-mon[27977]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:25.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:24 smithi173 ceph-mon[31493]: Deploying daemon osd.0 on smithi083 2024-04-22T13:50:25.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:24 smithi173 ceph-mon[31493]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:25.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:24 smithi084 ceph-mon[31312]: Deploying daemon osd.0 on smithi083 2024-04-22T13:50:25.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:24 smithi084 ceph-mon[31312]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:27.115 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:26 smithi083 ceph-mon[27977]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:27.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:26 smithi173 ceph-mon[31493]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:27.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:26 smithi084 ceph-mon[31312]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:29.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:28 smithi083 ceph-mon[27977]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:29.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:29.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:28 smithi173 ceph-mon[31493]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:29.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:29.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:28 smithi084 ceph-mon[31312]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:29.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:29.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:30.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:30 smithi083 ceph-mon[27977]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:31.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:30 smithi173 ceph-mon[31493]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:31.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:30 smithi084 ceph-mon[31312]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.315 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:32 smithi083 ceph-mon[27977]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.396+0000 7fc8be7fc700 1 -- 172.21.15.83:0/2324190178 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc8ac000bf0 con 0x7fc8b4039890 2024-04-22T13:50:32.397 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 0 on host 'smithi083' 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 msgr2=0x7fc8b403bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 0x7fc8b403bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8009990 tx=0x7fc8b80096b0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 msgr2=0x7fc8c8198b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc8c400d9b0 tx=0x7fc8c400dcc0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 shutdown_connections 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc8b4039890 0x7fc8b403bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc8c8102ad0 0x7fc8c8198b90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc8c8104670 0x7fc8c81a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 --2- 172.21.15.83:0/2324190178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc8c8103cd0 0x7fc8c81990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 >> 172.21.15.83:0/2324190178 conn(0x7fc8c80fe090 msgr2=0x7fc8c8106fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 shutdown_connections 2024-04-22T13:50:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:50:32.399+0000 7fc8cf5cf700 1 -- 172.21.15.83:0/2324190178 wait complete. 2024-04-22T13:50:32.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:32.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:32.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:32 smithi173 ceph-mon[31493]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:32.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:32 smithi084 ceph-mon[31312]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:33.203 DEBUG:teuthology.orchestra.run.smithi083:osd.0> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.0.service 2024-04-22T13:50:33.206 INFO:tasks.cephadm:Deploying osd.1 on smithi084 with /dev/vg_nvme/lv_4... 2024-04-22T13:50:33.206 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T13:50:33.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:33.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:33 smithi083 ceph-mon[27977]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T13:50:33.458 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:50:33.580 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.580 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.580 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:33.580 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:33 smithi084 ceph-mon[31312]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T13:50:33.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:33.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:33.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:33 smithi173 ceph-mon[31493]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-22T13:50:34.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-mon[27977]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T13:50:34.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-mon[27977]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T13:50:34.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-mon[27977]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:50:34.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:34.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-mon[27977]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:34.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:34 smithi173 ceph-mon[31493]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T13:50:34.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:34 smithi173 ceph-mon[31493]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T13:50:34.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:34 smithi173 ceph-mon[31493]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:50:34.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:34.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:34 smithi173 ceph-mon[31493]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:34.696 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:34 smithi084 ceph-mon[31312]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-22T13:50:34.696 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:34 smithi084 ceph-mon[31312]: osdmap e6: 1 total, 0 up, 1 in 2024-04-22T13:50:34.696 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:34 smithi084 ceph-mon[31312]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:50:34.696 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:34.696 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:34 smithi084 ceph-mon[31312]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:35.058 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0[42694]: 2024-04-22T13:50:34.806+0000 7f5ecc832700 -1 osd.0 0 waiting for initial osdmap 2024-04-22T13:50:35.058 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:50:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0[42694]: 2024-04-22T13:50:34.809+0000 7f5ec461d700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:50:35.269 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T13:50:35.269 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T13:50:35.269 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-22T13:50:35.269 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-22T13:50:35.270 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129854 s, 808 MB/s 2024-04-22T13:50:35.270 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-22T13:50:35.566 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:35 smithi084 ceph-mon[31312]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:50:35.566 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:35 smithi084 ceph-mon[31312]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T13:50:35.566 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:35 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.566 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:35 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.566 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:35 smithi084 ceph-mon[31312]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' 2024-04-22T13:50:35.630 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:35 smithi083 ceph-mon[27977]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:50:35.630 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:35 smithi083 ceph-mon[27977]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T13:50:35.630 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.630 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.630 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:35 smithi083 ceph-mon[27977]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' 2024-04-22T13:50:35.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:35 smithi173 ceph-mon[31493]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:50:35.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:35 smithi173 ceph-mon[31493]: osdmap e7: 1 total, 0 up, 1 in 2024-04-22T13:50:35.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:35 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:35 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:35.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:35 smithi173 ceph-mon[31493]: from='osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238]' entity='osd.0' 2024-04-22T13:50:35.869 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_4 2024-04-22T13:50:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] boot 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:50:36.529 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.530 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:36.530 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] boot 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:36.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: osd.0 [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] boot 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: osdmap e8: 1 total, 1 up, 1 in 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:36.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:36.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 -- 172.21.15.84:0/2484209077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da0103540 msgr2=0x7f4da0109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 --2- 172.21.15.84:0/2484209077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da0103540 0x7f4da0109df0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4d9800b0d0 tx=0x7f4d9800b3e0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 -- 172.21.15.84:0/2484209077 shutdown_connections 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 --2- 172.21.15.84:0/2484209077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da01019a0 0x7f4da0101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 --2- 172.21.15.84:0/2484209077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da0103540 0x7f4da0109df0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 --2- 172.21.15.84:0/2484209077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 0x7f4da0103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.455+0000 7f4da753e700 1 -- 172.21.15.84:0/2484209077 >> 172.21.15.84:0/2484209077 conn(0x7f4da00fcf60 msgr2=0x7f4da00ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- 172.21.15.84:0/2484209077 shutdown_connections 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- 172.21.15.84:0/2484209077 wait complete. 2024-04-22T13:50:37.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 Processor -- start 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- start start 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 0x7f4da019d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da0103540 0x7f4da019ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4da010d500 con 0x7f4da0103540 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4da010d380 con 0x7f4da01019a0 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.456+0000 7f4da753e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4da010d680 con 0x7f4da0102ba0 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56228/0 (socket says 172.21.15.84:56228) 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da4ad9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 0x7f4da019d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 -- 172.21.15.84:0/1010085868 learned_addr learned my addr 172.21.15.84:0/1010085868 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da5adb700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da0103540 0x7f4da019ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:37.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 -- 172.21.15.84:0/1010085868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 msgr2=0x7f4da019d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 0x7f4da019d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 -- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da0103540 msgr2=0x7f4da019ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da0103540 0x7f4da019ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 -- 172.21.15.84:0/1010085868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4da01a08b0 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da52da700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00b500 tx=0x7f4d9c00b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c015020 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4d9c011ce0 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4da01a0ba0 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9c010c80 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.457+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4da01a1130 con 0x7f4da01019a0 2024-04-22T13:50:37.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.458+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4da0069730 con 0x7f4da01019a0 2024-04-22T13:50:37.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.459+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f4d9c018020 con 0x7f4da01019a0 2024-04-22T13:50:37.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.460+0000 7f4d967fc700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 0x7f4d8c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:50:37.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.460+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f4d9c0ce330 con 0x7f4da01019a0 2024-04-22T13:50:37.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.460+0000 7f4da4ad9700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 0x7f4d8c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:50:37.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.461+0000 7f4da4ad9700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 0x7f4d8c0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4da006c290 tx=0x7f4d9000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:50:37.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.464+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4d9c01f030 con 0x7f4da01019a0 2024-04-22T13:50:37.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:37 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi083 2024-04-22T13:50:37.653 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:37 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 17088M 2024-04-22T13:50:37.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:37 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:37.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:37.668+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f4da0062e80 con 0x7f4d8c0a3c30 2024-04-22T13:50:37.668 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:37 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi083 2024-04-22T13:50:37.668 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:37 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 17088M 2024-04-22T13:50:37.669 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:37 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:37.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:37 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi083 2024-04-22T13:50:37.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:37 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 17088M 2024-04-22T13:50:37.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:37 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:38.572 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:38 smithi084 ceph-mon[31312]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:38.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:38 smithi173 ceph-mon[31493]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:38.686 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: osdmap e9: 1 total, 1 up, 1 in 2024-04-22T13:50:38.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:50:38.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:50:38.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:50:38.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:38.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:38 smithi083 ceph-mon[27977]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/1176205466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]': finished 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T13:50:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:40 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/1176205466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]': finished 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T13:50:41.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:40 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/1176205466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]: dispatch 2024-04-22T13:50:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45e37bc5-99ad-4b5f-9339-2dcaf4c8e854"}]': finished 2024-04-22T13:50:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: osdmap e10: 2 total, 1 up, 2 in 2024-04-22T13:50:41.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:40 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:42.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:41 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/2835341845' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:42.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:41 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/2835341845' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:42.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:41 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/2835341845' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:50:42.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:42 smithi083 ceph-mon[27977]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:43.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:42 smithi173 ceph-mon[31493]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:43.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:42 smithi084 ceph-mon[31312]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:45.151 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:44 smithi084 ceph-mon[31312]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:45.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:44 smithi173 ceph-mon[31493]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:45.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:44 smithi083 ceph-mon[27977]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:47.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:46 smithi173 ceph-mon[31493]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:47.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:46 smithi083 ceph-mon[27977]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:47.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:46 smithi084 ceph-mon[31312]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:48.025 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:47 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T13:50:48.026 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:47 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:48.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T13:50:48.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:48.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:47 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-22T13:50:48.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:47 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:50:48.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:48 smithi084 ceph-mon[31312]: Deploying daemon osd.1 on smithi084 2024-04-22T13:50:48.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:48 smithi084 ceph-mon[31312]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:49.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:48 smithi173 ceph-mon[31493]: Deploying daemon osd.1 on smithi084 2024-04-22T13:50:49.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:48 smithi173 ceph-mon[31493]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:49.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:48 smithi083 ceph-mon[27977]: Deploying daemon osd.1 on smithi084 2024-04-22T13:50:49.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:48 smithi083 ceph-mon[27977]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:50.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:50 smithi084 ceph-mon[31312]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:51.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:50 smithi173 ceph-mon[31493]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:51.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:50 smithi083 ceph-mon[27977]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:53.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:52 smithi173 ceph-mon[31493]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:53.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:52 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:52 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:52 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:53.158 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:52 smithi084 ceph-mon[31312]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:53.158 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:52 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.158 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:52 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.158 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:52 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:52 smithi083 ceph-mon[27977]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:52 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:52 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:53.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:52 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:50:54.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:54 smithi084 ceph-mon[31312]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:55.153 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:54 smithi173 ceph-mon[31493]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:55.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:54 smithi083 ceph-mon[27977]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:55.780 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 1 on host 'smithi084' 2024-04-22T13:50:55.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.779+0000 7f4d967fc700 1 -- 172.21.15.84:0/1010085868 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4da0062e80 con 0x7f4d8c0a3c30 2024-04-22T13:50:55.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 msgr2=0x7f4d8c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:55.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 0x7f4d8c0a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4da006c290 tx=0x7f4d9000b410 comp rx=0 tx=0).stop 2024-04-22T13:50:55.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 msgr2=0x7f4da006bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:50:55.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4d9c00b500 tx=0x7f4d9c00b810 comp rx=0 tx=0).stop 2024-04-22T13:50:55.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 shutdown_connections 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d8c0a3c30 0x7f4d8c0a60f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4da0103540 0x7f4da019ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4da01019a0 0x7f4da006bd10 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 --2- 172.21.15.84:0/1010085868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4da0102ba0 0x7f4da019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 >> 172.21.15.84:0/1010085868 conn(0x7f4da00fcf60 msgr2=0x7f4da0105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 shutdown_connections 2024-04-22T13:50:55.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:50:55.781+0000 7f4da753e700 1 -- 172.21.15.84:0/1010085868 wait complete. 2024-04-22T13:50:56.463 DEBUG:teuthology.orchestra.run.smithi084:osd.1> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.1.service 2024-04-22T13:50:56.465 INFO:tasks.cephadm:Deploying osd.2 on smithi173 with /dev/vg_nvme/lv_4... 2024-04-22T13:50:56.465 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-22T13:50:56.708 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:50:57.053 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:57.054 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:56 smithi173 ceph-mon[31493]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:56 smithi083 ceph-mon[27977]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: pgmap v59: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:50:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:56 smithi084 ceph-mon[31312]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-22T13:50:58.126 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:57 smithi173 ceph-mon[31493]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T13:50:58.126 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:57 smithi173 ceph-mon[31493]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.127 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:57 smithi173 ceph-mon[31493]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T13:50:58.127 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:58.127 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:57 smithi173 ceph-mon[31493]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:57 smithi083 ceph-mon[27977]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T13:50:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:57 smithi083 ceph-mon[27977]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:57 smithi083 ceph-mon[27977]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T13:50:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:58.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:57 smithi083 ceph-mon[27977]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-mon[31312]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-22T13:50:58.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-mon[31312]: from='osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-mon[31312]: osdmap e11: 2 total, 1 up, 2 in 2024-04-22T13:50:58.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:58.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-mon[31312]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:50:58.223 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1[35909]: 2024-04-22T13:50:57.888+0000 7fdd86ee4700 -1 osd.1 0 waiting for initial osdmap 2024-04-22T13:50:58.223 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:50:57 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1[35909]: 2024-04-22T13:50:57.891+0000 7fdd82cd7700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112244 s, 934 MB/s 2024-04-22T13:50:58.467 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-04-22T13:50:58.969 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:58 smithi084 ceph-mon[31312]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:58.969 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:58 smithi084 ceph-mon[31312]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:50:58.969 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:58 smithi084 ceph-mon[31312]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T13:50:58.969 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:58.969 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:59.048 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_4 2024-04-22T13:50:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:58 smithi173 ceph-mon[31493]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:58 smithi173 ceph-mon[31493]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:50:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:58 smithi173 ceph-mon[31493]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T13:50:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:58 smithi083 ceph-mon[27977]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-22T13:50:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:58 smithi083 ceph-mon[27977]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:50:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:58 smithi083 ceph-mon[27977]: osdmap e12: 2 total, 1 up, 2 in 2024-04-22T13:50:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:59.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:50:59.284 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] boot 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:50:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] boot 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:51:00.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:50:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: osd.1 [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] boot 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: osdmap e13: 2 total, 2 up, 2 in 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:00.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:50:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:00.802 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- 172.21.15.173:0/3988329762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102640 msgr2=0x7fc548109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 --2- 172.21.15.173:0/3988329762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102640 0x7fc548109f00 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc5440099c0 tx=0x7fc544009cd0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- 172.21.15.173:0/3988329762 shutdown_connections 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 --2- 172.21.15.173:0/3988329762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548102f60 0x7fc548103380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 --2- 172.21.15.173:0/3988329762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102640 0x7fc548109f00 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 --2- 172.21.15.173:0/3988329762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548101ca0 0x7fc548102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- 172.21.15.173:0/3988329762 >> 172.21.15.173:0/3988329762 conn(0x7fc5480fc6f0 msgr2=0x7fc5480feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- 172.21.15.173:0/3988329762 shutdown_connections 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- 172.21.15.173:0/3988329762 wait complete. 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 Processor -- start 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.800+0000 7fc54fee8700 1 -- start start 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548101ca0 0x7fc548198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:00.803 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548102640 0x7fc548198fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc54810d450 con 0x7fc548101ca0 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc54810d2d0 con 0x7fc548102640 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc54810d5d0 con 0x7fc548102f60 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:48702/0 (socket says 172.21.15.173:48702) 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 -- 172.21.15.173:0/1569237267 learned_addr learned my addr 172.21.15.173:0/1569237267 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54d483700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548102640 0x7fc548198fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54dc84700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548101ca0 0x7fc548198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 -- 172.21.15.173:0/1569237267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548102640 msgr2=0x7fc548198fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548102640 0x7fc548198fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.804 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 -- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548101ca0 msgr2=0x7fc548198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548101ca0 0x7fc548198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 -- 172.21.15.173:0/1569237267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5481a0690 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54e485700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc544005910 tx=0x7fc544005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc544027070 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5481a0920 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc544022470 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc54400f6c0 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.801+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5481a0dd0 con 0x7fc548102f60 2024-04-22T13:51:00.805 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.802+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc548069730 con 0x7fc548102f60 2024-04-22T13:51:00.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.803+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fc54402a070 con 0x7fc548102f60 2024-04-22T13:51:00.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.804+0000 7fc53effd700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 0x7fc5340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:00.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.804+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fc5440cfa80 con 0x7fc548102f60 2024-04-22T13:51:00.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.804+0000 7fc54dc84700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 0x7fc5340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:00.806 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.805+0000 7fc54dc84700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 0x7fc5340a6070 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc54806af30 tx=0x7fc540009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:00.808 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:00.808+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc544013070 con 0x7fc548102f60 2024-04-22T13:51:01.016 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:01.016+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc5481a0fa0 con 0x7fc5340a3bb0 2024-04-22T13:51:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:00 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi084 2024-04-22T13:51:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:00 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-22T13:51:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:00 smithi173 ceph-mon[31493]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:00 smithi173 ceph-mon[31493]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T13:51:01.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:00 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi084 2024-04-22T13:51:01.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:00 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-22T13:51:01.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:00 smithi083 ceph-mon[27977]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:01.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:00 smithi083 ceph-mon[27977]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T13:51:01.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:00 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi084 2024-04-22T13:51:01.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:00 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 17088M 2024-04-22T13:51:01.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:00 smithi084 ceph-mon[31312]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:01.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:00 smithi084 ceph-mon[31312]: osdmap e14: 2 total, 2 up, 2 in 2024-04-22T13:51:02.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:01 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:02.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:01 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:02.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:01 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:02.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:01 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:02.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:01 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:02.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:01 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:02.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:01 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:02.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:01 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:02.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:01 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:03.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:02 smithi173 ceph-mon[31493]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:03.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:02 smithi173 ceph-mon[31493]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:03.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:02 smithi083 ceph-mon[27977]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:03.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:02 smithi083 ceph-mon[27977]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:03.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:02 smithi084 ceph-mon[31312]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:03.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:02 smithi084 ceph-mon[31312]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:04.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:03 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/3190810346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:03 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:03 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]': finished 2024-04-22T13:51:04.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:03 smithi173 ceph-mon[31493]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T13:51:04.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:03 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/3190810346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:03 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:03 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]': finished 2024-04-22T13:51:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:03 smithi083 ceph-mon[27977]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T13:51:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:03 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:04.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:03 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/3190810346' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:03 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]: dispatch 2024-04-22T13:51:04.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:03 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2d5d3093-34ff-4baa-ba69-f6e19d426df5"}]': finished 2024-04-22T13:51:04.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:03 smithi084 ceph-mon[31312]: osdmap e15: 3 total, 2 up, 3 in 2024-04-22T13:51:04.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:03 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:05.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:04 smithi173 ceph-mon[31493]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:05.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:04 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/2173912964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:05.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:04 smithi083 ceph-mon[27977]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:05.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:04 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/2173912964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:05.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:04 smithi084 ceph-mon[31312]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:05.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:04 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/2173912964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:07.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:06 smithi173 ceph-mon[31493]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:07.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:06 smithi083 ceph-mon[27977]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:07.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:06 smithi084 ceph-mon[31312]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:09.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:08 smithi173 ceph-mon[31493]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:08 smithi083 ceph-mon[27977]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:09.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:08 smithi084 ceph-mon[31312]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:11.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:10 smithi083 ceph-mon[27977]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:11.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T13:51:11.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:11.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:10 smithi084 ceph-mon[31312]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:11.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T13:51:11.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:11.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:10 smithi173 ceph-mon[31493]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:11.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-22T13:51:11.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:12.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:11 smithi173 ceph-mon[31493]: Deploying daemon osd.2 on smithi173 2024-04-22T13:51:12.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:11 smithi083 ceph-mon[27977]: Deploying daemon osd.2 on smithi173 2024-04-22T13:51:12.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:11 smithi084 ceph-mon[31312]: Deploying daemon osd.2 on smithi173 2024-04-22T13:51:13.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:12 smithi083 ceph-mon[27977]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:13.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:12 smithi084 ceph-mon[31312]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:13.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:12 smithi173 ceph-mon[31493]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:15.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:14 smithi173 ceph-mon[31493]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:15.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:14 smithi083 ceph-mon[27977]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:15.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:14 smithi084 ceph-mon[31312]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:16.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:15 smithi173 ceph-mon[31493]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:16.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:15 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:16.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:15 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:16.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:15 smithi083 ceph-mon[27977]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:16.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:15 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:16.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:15 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:16.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:15 smithi084 ceph-mon[31312]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:16.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:15 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:16.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:15 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:17.368 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:17.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:17.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:18.338 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:17 smithi083 ceph-mon[27977]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:18.400 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:17 smithi173 ceph-mon[31493]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:18.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:17 smithi084 ceph-mon[31312]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:19.385 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.385+0000 7fc53effd700 1 -- 172.21.15.173:0/1569237267 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc54000db70 con 0x7fc5340a3bb0 2024-04-22T13:51:19.386 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 2 on host 'smithi173' 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 msgr2=0x7fc5340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 0x7fc5340a6070 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc54806af30 tx=0x7fc540009040 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 msgr2=0x7fc54819fff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc544005910 tx=0x7fc544005ef0 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 shutdown_connections 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc5340a3bb0 0x7fc5340a6070 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc548101ca0 0x7fc548198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc548102f60 0x7fc54819fff0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 --2- 172.21.15.173:0/1569237267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc548102640 0x7fc548198fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 >> 172.21.15.173:0/1569237267 conn(0x7fc5480fc6f0 msgr2=0x7fc5480fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 shutdown_connections 2024-04-22T13:51:19.388 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:51:19.387+0000 7fc54fee8700 1 -- 172.21.15.173:0/1569237267 wait complete. 2024-04-22T13:51:19.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:19.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:19.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:19.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:19.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:19.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:19.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:19.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.033 DEBUG:teuthology.orchestra.run.smithi173:osd.2> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.2.service 2024-04-22T13:51:20.035 INFO:tasks.cephadm:Deploying osd.3 on smithi083 with /dev/vg_nvme/lv_3... 2024-04-22T13:51:20.035 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T13:51:20.279 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:20.639 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:20 smithi083 ceph-mon[27977]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:20.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:20 smithi173 ceph-mon[31493]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:20.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:20.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:20.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:20.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:20.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:20 smithi084 ceph-mon[31312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-22T13:51:21.493 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-mon[31493]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T13:51:21.493 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-mon[31493]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T13:51:21.493 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:21.493 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-mon[31493]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:21.493 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-mon[31493]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:21.651 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:21 smithi083 ceph-mon[27977]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T13:51:21.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:21 smithi083 ceph-mon[27977]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T13:51:21.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:21.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:21 smithi083 ceph-mon[27977]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:21.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:21 smithi083 ceph-mon[27977]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:21.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:21 smithi084 ceph-mon[31312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-22T13:51:21.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:21 smithi084 ceph-mon[31312]: osdmap e16: 3 total, 2 up, 3 in 2024-04-22T13:51:21.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:21.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:21 smithi084 ceph-mon[31312]: from='osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:21.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:21 smithi084 ceph-mon[31312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:51:22.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2[36648]: 2024-04-22T13:51:21.835+0000 7f4f70c99700 -1 osd.2 0 waiting for initial osdmap 2024-04-22T13:51:22.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2[36648]: 2024-04-22T13:51:21.839+0000 7f4f68283700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113722 s, 922 MB/s 2024-04-22T13:51:22.215 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:22.521 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:22 smithi083 ceph-mon[27977]: from='osd.2 ' entity='osd.2' 2024-04-22T13:51:22.644 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:51:22.645 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T13:51:22.645 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.645 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.645 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:22.645 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:22 smithi173 ceph-mon[31493]: from='osd.2 ' entity='osd.2' 2024-04-22T13:51:22.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:51:22.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: osdmap e17: 3 total, 2 up, 3 in 2024-04-22T13:51:22.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:22.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-22T13:51:22.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:22 smithi084 ceph-mon[31312]: from='osd.2 ' entity='osd.2' 2024-04-22T13:51:22.922 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_3 2024-04-22T13:51:23.173 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] boot 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.581 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:23.582 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:23.582 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] boot 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: osd.2 [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] boot 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: osdmap e18: 3 total, 3 up, 3 in 2024-04-22T13:51:23.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:23.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:24.668 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:24 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi173 2024-04-22T13:51:24.668 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:24 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 17088M 2024-04-22T13:51:24.668 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:24 smithi083 ceph-mon[27977]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:24.669 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:24.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:24 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi173 2024-04-22T13:51:24.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:24 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 17088M 2024-04-22T13:51:24.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:24 smithi084 ceph-mon[31312]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:24.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:24.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1048204593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 msgr2=0x7f0f10105910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:24.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1048204593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10105910 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f0f0800b0a0 tx=0x7f0f0800b3b0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1048204593 shutdown_connections 2024-04-22T13:51:24.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1048204593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10105910 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1048204593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f1010abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1048204593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 0x7f0f10108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1048204593 >> 172.21.15.83:0/1048204593 conn(0x7f0f100fcf30 msgr2=0x7f0f100ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1048204593 shutdown_connections 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.899+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1048204593 wait complete. 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 Processor -- start 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 -- start start 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 0x7f0f101991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f101a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1010e590 con 0x7f0f10103520 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1010e410 con 0x7f0f10108780 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f14b7b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0f1010e710 con 0x7f0f10105e50 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:24.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32862/0 (socket says 172.21.15.83:32862) 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 -- 172.21.15.83:0/1425983802 learned_addr learned my addr 172.21.15.83:0/1425983802 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0ed9d700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f101a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0dd9b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 0x7f0f101991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 -- 172.21.15.83:0/1425983802 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 msgr2=0x7f0f101991b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 0x7f0f101991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 -- 172.21.15.83:0/1425983802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 msgr2=0x7f0f101a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f101a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0e59c700 1 -- 172.21.15.83:0/1425983802 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f101a08c0 con 0x7f0f10103520 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.900+0000 7f0f0ed9d700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f101a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f0e59c700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0f0800b070 tx=0x7f0f08007770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f08021070 con 0x7f0f10103520 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f101a0b50 con 0x7f0f10103520 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f08004020 con 0x7f0f10103520 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0801d6b0 con 0x7f0f10103520 2024-04-22T13:51:24.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.901+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f101a10e0 con 0x7f0f10103520 2024-04-22T13:51:24.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:24 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi173 2024-04-22T13:51:24.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:24 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 17088M 2024-04-22T13:51:24.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:24 smithi173 ceph-mon[31493]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:24.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.902+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f10069730 con 0x7f0f10103520 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.903+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f0f080044d0 con 0x7f0f10103520 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.903+0000 7f0f077fe700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 0x7f0efc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.904+0000 7f0f0dd9b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 0x7f0efc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.904+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3226+0+0 (secure 0 0 0) 0x7f0f0800f020 con 0x7f0f10103520 2024-04-22T13:51:24.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.904+0000 7f0f0dd9b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 0x7f0efc0a6070 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006fd0 tx=0x7f0f00008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:24.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:24.907+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0f0802a020 con 0x7f0f10103520 2024-04-22T13:51:25.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:25.119+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f0f10062e80 con 0x7f0efc0a3bb0 2024-04-22T13:51:25.665 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40709]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:25.665 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40709]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:25.665 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40709]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:25.666 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40709]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:25.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:25.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:25.687 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47167]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47167]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47167]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47167]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47172]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47172]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47172]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:25.688 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47172]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:25.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:25.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: osdmap e19: 3 total, 3 up, 3 in 2024-04-22T13:51:25.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T13:51:25.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:25.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:25.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40030]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40030]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40030]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40030]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40033]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40033]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40033]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:25.723 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40033]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47227]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:26.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47227]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47227]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47227]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47230]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:26.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47230]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47230]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:25 smithi083 sudo[47230]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40712]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:26.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40712]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40712]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.154 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40712]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40715]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40715]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40715]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40715]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40718]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40718]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40718]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:25 smithi173 sudo[40718]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40036]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40036]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40036]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40036]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40039]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-22T13:51:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40039]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-22T13:51:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40039]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-22T13:51:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:25 smithi084 sudo[40039]: pam_unix(sudo:session): session closed for user root 2024-04-22T13:51:26.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:26 smithi083 ceph-mon[27977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:26.712+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0f0809a960 con 0x7f0f10103520 2024-04-22T13:51:26.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:26 smithi084 ceph-mon[31312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:26.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-22T13:51:26.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: osdmap e20: 3 total, 3 up, 3 in 2024-04-22T13:51:26.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-22T13:51:26.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:51:26.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:51:26.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:51:26.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:26 smithi173 ceph-mon[31493]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-22T13:51:27.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:27 smithi083 ceph-mon[27977]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T13:51:27.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:27 smithi083 ceph-mon[27977]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-22T13:51:27.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:27 smithi084 ceph-mon[31312]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T13:51:27.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:27 smithi084 ceph-mon[31312]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-22T13:51:27.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:27 smithi173 ceph-mon[31493]: osdmap e21: 3 total, 3 up, 3 in 2024-04-22T13:51:27.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:27 smithi173 ceph-mon[31493]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-22T13:51:28.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:28 smithi083 ceph-mon[27977]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:28.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:28 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]: dispatch 2024-04-22T13:51:28.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:28 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]': finished 2024-04-22T13:51:28.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:28 smithi083 ceph-mon[27977]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T13:51:28.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:28.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:28 smithi084 ceph-mon[31312]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:28.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:28 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]: dispatch 2024-04-22T13:51:28.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:28 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]': finished 2024-04-22T13:51:28.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:28 smithi084 ceph-mon[31312]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T13:51:28.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:28.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:28 smithi173 ceph-mon[31493]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:28.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:28 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]: dispatch 2024-04-22T13:51:28.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:28 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2238569514' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fd19b725-9dfc-43ed-9c35-3239249c6dc8"}]': finished 2024-04-22T13:51:28.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:28 smithi173 ceph-mon[31493]: osdmap e22: 4 total, 3 up, 4 in 2024-04-22T13:51:28.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:29.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:29 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/588530785' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:29.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:29 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/588530785' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:29.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:29 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/588530785' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:30.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:30 smithi083 ceph-mon[27977]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:30.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:30 smithi084 ceph-mon[31312]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:30.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:30 smithi173 ceph-mon[31493]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:33.089 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:32 smithi083 ceph-mon[27977]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:33.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:32 smithi173 ceph-mon[31493]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:33.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:32 smithi084 ceph-mon[31312]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:35.061 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:34 smithi083 ceph-mon[27977]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:35.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:34 smithi173 ceph-mon[31493]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:35.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:34 smithi084 ceph-mon[31312]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:36.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T13:51:36.056 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:35 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:36.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:35 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T13:51:36.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:35 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:36.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:35 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-22T13:51:36.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:35 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:37.055 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:36 smithi173 ceph-mon[31493]: Deploying daemon osd.3 on smithi083 2024-04-22T13:51:37.055 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:36 smithi173 ceph-mon[31493]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:37.094 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:36 smithi083 ceph-mon[27977]: Deploying daemon osd.3 on smithi083 2024-04-22T13:51:37.094 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:36 smithi083 ceph-mon[27977]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:37.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:36 smithi084 ceph-mon[31312]: Deploying daemon osd.3 on smithi083 2024-04-22T13:51:37.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:36 smithi084 ceph-mon[31312]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:39.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:38 smithi173 ceph-mon[31493]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:39.175 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:38 smithi083 ceph-mon[27977]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:39.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:38 smithi084 ceph-mon[31312]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:40.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:40 smithi083 ceph-mon[27977]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:41.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:40 smithi173 ceph-mon[31493]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:41.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:40 smithi084 ceph-mon[31312]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:42.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:42.646 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:42 smithi083 ceph-mon[27977]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:42.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:42.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:42 smithi173 ceph-mon[31493]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:42.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:42.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:42.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:42 smithi084 ceph-mon[31312]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:45.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:45.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:45.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:45.009 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.077 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 3 on host 'smithi083' 2024-04-22T13:51:45.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.077+0000 7f0f077fe700 1 -- 172.21.15.83:0/1425983802 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0f10062e80 con 0x7f0efc0a3bb0 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.079+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 msgr2=0x7f0efc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.079+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 0x7f0efc0a6070 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006fd0 tx=0x7f0f00008040 comp rx=0 tx=0).stop 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 msgr2=0x7f0f10198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0f0800b070 tx=0x7f0f08007770 comp rx=0 tx=0).stop 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 shutdown_connections 2024-04-22T13:51:45.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0efc0a3bb0 0x7f0efc0a6070 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0f10103520 0x7f0f10198c70 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f10108780 0x7f0f101a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 --2- 172.21.15.83:0/1425983802 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0f10105e50 0x7f0f101991b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 >> 172.21.15.83:0/1425983802 conn(0x7f0f100fcf30 msgr2=0x7f0f10103f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 shutdown_connections 2024-04-22T13:51:45.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:51:45.080+0000 7f0f14b7b700 1 -- 172.21.15.83:0/1425983802 wait complete. 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:45.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:45.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:45.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:45.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:45.813 DEBUG:teuthology.orchestra.run.smithi083:osd.3> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.3.service 2024-04-22T13:51:45.816 INFO:tasks.cephadm:Deploying osd.4 on smithi084 with /dev/vg_nvme/lv_3... 2024-04-22T13:51:45.816 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T13:51:46.062 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:51:46.182 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:46.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:46 smithi084 ceph-mon[31312]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T13:51:46.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:46 smithi084 ceph-mon[31312]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:46.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:46.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:46 smithi083 ceph-mon[27977]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T13:51:46.300 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:46 smithi083 ceph-mon[27977]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:46.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:46.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:51:46.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:46 smithi173 ceph-mon[31493]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-22T13:51:46.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:46 smithi173 ceph-mon[31493]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:47.376 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-mon[27977]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T13:51:47.376 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-mon[27977]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T13:51:47.376 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-mon[27977]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:51:47.376 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:47.388 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:47 smithi084 ceph-mon[31312]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T13:51:47.388 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:47 smithi084 ceph-mon[31312]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T13:51:47.388 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:47 smithi084 ceph-mon[31312]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:51:47.388 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:47 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:47.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:47 smithi173 ceph-mon[31493]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-22T13:51:47.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:47 smithi173 ceph-mon[31493]: osdmap e23: 4 total, 3 up, 4 in 2024-04-22T13:51:47.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:47 smithi173 ceph-mon[31493]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:51:47.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:47 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:47.642 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T13:51:47.491+0000 7fbac3420700 -1 osd.3 0 waiting for initial osdmap 2024-04-22T13:51:47.642 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 13:51:47 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T13:51:47.498+0000 7fbabb20b700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:51:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T13:51:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T13:51:47.958 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-22T13:51:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-22T13:51:47.958 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131744 s, 796 MB/s 2024-04-22T13:51:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' 2024-04-22T13:51:48.325 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:48 smithi084 ceph-mon[31312]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' 2024-04-22T13:51:48.326 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:48 smithi083 ceph-mon[27977]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: osdmap e24: 4 total, 3 up, 4 in 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: from='osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286]' entity='osd.3' 2024-04-22T13:51:48.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:48 smithi173 ceph-mon[31493]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-22T13:51:48.603 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_3 2024-04-22T13:51:48.842 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:51:49.161 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:51:49.161 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:51:49.161 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:49.162 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] boot 2024-04-22T13:51:49.162 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T13:51:49.162 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:49 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] boot 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T13:51:49.321 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:49 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:49.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:51:49.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:51:49.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:49.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: osd.3 [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] boot 2024-04-22T13:51:49.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: osdmap e25: 4 total, 4 up, 4 in 2024-04-22T13:51:49.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:49 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:51:50.184 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi083 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 8544M 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.185 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:50 smithi084 ceph-mon[31312]: pgmap v102: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:50.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 -- 172.21.15.84:0/2878736488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 msgr2=0x7f8f5c101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:50.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2878736488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c101dc0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0099c0 tx=0x7f8f4c009cd0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 -- 172.21.15.84:0/2878736488 shutdown_connections 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2878736488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 0x7f8f5c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2878736488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c101dc0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2878736488 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 0x7f8f5c103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 -- 172.21.15.84:0/2878736488 >> 172.21.15.84:0/2878736488 conn(0x7f8f5c0fcf40 msgr2=0x7f8f5c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 -- 172.21.15.84:0/2878736488 shutdown_connections 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.394+0000 7f8f6292d700 1 -- 172.21.15.84:0/2878736488 wait complete. 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 Processor -- start 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 -- start start 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 0x7f8f5c19b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 0x7f8f5c1a2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:50.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c10d490 con 0x7f8f5c102ba0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c10d310 con 0x7f8f5c1019a0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f6292d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c10d610 con 0x7f8f5c103540 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45936/0 (socket says 172.21.15.84:45936) 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 -- 172.21.15.84:0/2091187767 learned_addr learned my addr 172.21.15.84:0/2091187767 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f53fff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 0x7f8f5c19b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f60eca700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 0x7f8f5c1a2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 -- 172.21.15.84:0/2091187767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 msgr2=0x7f8f5c1a2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 0x7f8f5c1a2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 -- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 msgr2=0x7f8f5c19b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 0x7f8f5c19b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.395+0000 7f8f5bfff700 1 -- 172.21.15.84:0/2091187767 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c1a2b10 con 0x7f8f5c1019a0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f5bfff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006010 tx=0x7f8f4c005af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c027070 con 0x7f8f5c1019a0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f4c004020 con 0x7f8f5c1019a0 2024-04-22T13:51:50.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f5c1a2da0 con 0x7f8f5c1019a0 2024-04-22T13:51:50.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c022d40 con 0x7f8f5c1019a0 2024-04-22T13:51:50.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.396+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f5c1a31c0 con 0x7f8f5c1019a0 2024-04-22T13:51:50.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.397+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5c069760 con 0x7f8f5c1019a0 2024-04-22T13:51:50.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.398+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8f4c02a070 con 0x7f8f5c1019a0 2024-04-22T13:51:50.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.398+0000 7f8f59ffb700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 0x7f8f480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:51:50.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.398+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3698+0+0 (secure 0 0 0) 0x7f8f4c0cff80 con 0x7f8f5c1019a0 2024-04-22T13:51:50.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.399+0000 7f8f53fff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 0x7f8f480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:51:50.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.399+0000 7f8f53fff700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 0x7f8f480a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f44005950 tx=0x7f8f4400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:51:50.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi083 2024-04-22T13:51:50.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 8544M 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:50 smithi173 ceph-mon[31493]: pgmap v102: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:50.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.403+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8f4c05eff0 con 0x7f8f5c1019a0 2024-04-22T13:51:50.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi083 2024-04-22T13:51:50.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: osdmap e26: 4 total, 4 up, 4 in 2024-04-22T13:51:50.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 8544M 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:51:50.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:50 smithi083 ceph-mon[27977]: pgmap v102: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:50.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:51:50.608+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8f5c06ae30 con 0x7f8f480a3c40 2024-04-22T13:51:51.348 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:51 smithi084 ceph-mon[31312]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T13:51:51.348 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:51 smithi084 ceph-mon[31312]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:51.348 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:51.348 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:51.349 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:51.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:51 smithi173 ceph-mon[31493]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T13:51:51.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:51 smithi173 ceph-mon[31493]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:51.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:51.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:51.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:51.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:51 smithi083 ceph-mon[27977]: osdmap e27: 4 total, 4 up, 4 in 2024-04-22T13:51:51.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:51 smithi083 ceph-mon[27977]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:51:51.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:51:51.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:51:51.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:51:52.349 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:52 smithi084 ceph-mon[31312]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T13:51:52.349 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:52 smithi084 ceph-mon[31312]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:52.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:52 smithi173 ceph-mon[31493]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T13:51:52.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:52 smithi173 ceph-mon[31493]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:52.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:52 smithi083 ceph-mon[27977]: osdmap e28: 4 total, 4 up, 4 in 2024-04-22T13:51:52.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:52 smithi083 ceph-mon[27977]: pgmap v105: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:53.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:53 smithi173 ceph-mon[31493]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T13:51:53.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:53 smithi083 ceph-mon[27977]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T13:51:53.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:53 smithi084 ceph-mon[31312]: osdmap e29: 4 total, 4 up, 4 in 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/617325452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]': finished 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:54.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/1130809267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:54.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/617325452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]': finished 2024-04-22T13:51:54.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T13:51:54.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:51:54.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:54.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/1130809267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:54.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/617325452' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]: dispatch 2024-04-22T13:51:54.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4cb59306-0aca-4975-905f-8ba32898ff9f"}]': finished 2024-04-22T13:51:54.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: osdmap e30: 5 total, 4 up, 5 in 2024-04-22T13:51:54.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:51:54.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: pgmap v108: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:51:54.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/1130809267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:51:57.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:56 smithi173 ceph-mon[31493]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-22T13:51:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:56 smithi083 ceph-mon[27977]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-22T13:51:57.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:56 smithi084 ceph-mon[31312]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-04-22T13:51:58.903 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:51:58 smithi084 ceph-mon[31312]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-22T13:51:59.024 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:51:58 smithi083 ceph-mon[27977]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-22T13:51:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:51:58 smithi173 ceph-mon[31493]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-04-22T13:52:01.131 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:00 smithi084 ceph-mon[31312]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:01.131 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T13:52:01.131 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:00 smithi173 ceph-mon[31493]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T13:52:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:00 smithi083 ceph-mon[27977]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-22T13:52:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:01.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:01 smithi084 ceph-mon[31312]: Deploying daemon osd.4 on smithi084 2024-04-22T13:52:02.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:01 smithi173 ceph-mon[31493]: Deploying daemon osd.4 on smithi084 2024-04-22T13:52:02.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:01 smithi083 ceph-mon[27977]: Deploying daemon osd.4 on smithi084 2024-04-22T13:52:02.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:02 smithi084 ceph-mon[31312]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-22T13:52:03.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:02 smithi173 ceph-mon[31493]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-22T13:52:03.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:02 smithi083 ceph-mon[27977]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-22T13:52:05.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:04 smithi173 ceph-mon[31493]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-22T13:52:05.163 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:04 smithi084 ceph-mon[31312]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-22T13:52:05.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:04 smithi083 ceph-mon[27977]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-04-22T13:52:07.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:06 smithi173 ceph-mon[31493]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:07.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:07.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:06 smithi083 ceph-mon[27977]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:07.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:07.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:06 smithi084 ceph-mon[31312]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:07.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:07.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:09.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:09.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:09.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:09.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:09.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:09.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:09.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.624+0000 7f8f59ffb700 1 -- 172.21.15.84:0/2091187767 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8f5c06ae30 con 0x7f8f480a3c40 2024-04-22T13:52:09.625 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 4 on host 'smithi084' 2024-04-22T13:52:09.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 msgr2=0x7f8f480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:09.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 0x7f8f480a6100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f44005950 tx=0x7f8f4400b410 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 msgr2=0x7f8f5c19af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006010 tx=0x7f8f4c005af0 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 shutdown_connections 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f5c103540 0x7f8f5c1a2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f5c1019a0 0x7f8f5c19af50 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8f480a3c40 0x7f8f480a6100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 --2- 172.21.15.84:0/2091187767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f5c102ba0 0x7f8f5c19b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 >> 172.21.15.84:0/2091187767 conn(0x7f8f5c0fcf40 msgr2=0x7f8f5c06a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 shutdown_connections 2024-04-22T13:52:09.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:52:09.627+0000 7f8f6292d700 1 -- 172.21.15.84:0/2091187767 wait complete. 2024-04-22T13:52:10.260 DEBUG:teuthology.orchestra.run.smithi084:osd.4> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.4.service 2024-04-22T13:52:10.262 INFO:tasks.cephadm:Deploying osd.5 on smithi173 with /dev/vg_nvme/lv_3... 2024-04-22T13:52:10.262 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-22T13:52:10.506 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:52:10.808 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.808 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.808 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:10.808 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:10.809 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:10.809 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:10 smithi084 ceph-mon[31312]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:10.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:10.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:10 smithi173 ceph-mon[31493]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:10.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:10.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:10.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:10.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:10.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:10 smithi083 ceph-mon[27977]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-22T13:52:11.722 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-mon[31312]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T13:52:11.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-mon[31312]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T13:52:11.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-mon[31312]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:11.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:11.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-mon[31312]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:11.723 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T13:52:11.589+0000 7f2aab551700 -1 osd.4 0 waiting for initial osdmap 2024-04-22T13:52:11.723 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 13:52:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T13:52:11.596+0000 7f2aa7344700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:52:11.841 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:11 smithi173 ceph-mon[31493]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T13:52:11.842 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:11 smithi173 ceph-mon[31493]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T13:52:11.842 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:11 smithi173 ceph-mon[31493]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:11.842 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:11 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:11.842 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:11 smithi173 ceph-mon[31493]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:11.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:11 smithi083 ceph-mon[27977]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-22T13:52:11.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:11 smithi083 ceph-mon[27977]: osdmap e31: 5 total, 4 up, 5 in 2024-04-22T13:52:11.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:11 smithi083 ceph-mon[27977]: from='osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:11.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:11 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:11.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:11 smithi083 ceph-mon[27977]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:52:12.367 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-22T13:52:12.367 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-22T13:52:12.367 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-04-22T13:52:12.368 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-04-22T13:52:12.368 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125085 s, 838 MB/s 2024-04-22T13:52:12.368 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-04-22T13:52:12.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:12 smithi173 ceph-mon[31493]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:52:12.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:12 smithi173 ceph-mon[31493]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T13:52:12.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:12 smithi173 ceph-mon[31493]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:12.859 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:12 smithi084 ceph-mon[31312]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:52:12.860 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:12 smithi084 ceph-mon[31312]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T13:52:12.860 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.860 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.860 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:12 smithi084 ceph-mon[31312]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:12.909 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_3 2024-04-22T13:52:12.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:12 smithi083 ceph-mon[27977]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:52:12.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:12 smithi083 ceph-mon[27977]: osdmap e32: 5 total, 4 up, 5 in 2024-04-22T13:52:12.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:12.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:12 smithi083 ceph-mon[27977]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-22T13:52:13.144 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] boot 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:13.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:13 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:52:13.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:52:13.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] boot 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:13.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:13 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: osd.4 [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] boot 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: osdmap e33: 5 total, 5 up, 5 in 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:13.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:13 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:14.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 -- 172.21.15.173:0/3652239833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88103530 msgr2=0x7efc88109de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:14.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 --2- 172.21.15.173:0/3652239833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88103530 0x7efc88109de0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7efc8000b0a0 tx=0x7efc8000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 -- 172.21.15.173:0/3652239833 shutdown_connections 2024-04-22T13:52:14.698 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 --2- 172.21.15.173:0/3652239833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88103530 0x7efc88109de0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 --2- 172.21.15.173:0/3652239833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88101990 0x7efc88101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 --2- 172.21.15.173:0/3652239833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88102b90 0x7efc88102ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 -- 172.21.15.173:0/3652239833 >> 172.21.15.173:0/3652239833 conn(0x7efc880fcf30 msgr2=0x7efc880ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 -- 172.21.15.173:0/3652239833 shutdown_connections 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 -- 172.21.15.173:0/3652239833 wait complete. 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.695+0000 7efc8d291700 1 Processor -- start 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- start start 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 0x7efc88199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88103530 0x7efc881a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efc8810d4a0 con 0x7efc88103530 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efc8810d320 con 0x7efc88102b90 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efc8810d620 con 0x7efc88101990 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:14.699 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:57448/0 (socket says 172.21.15.173:57448) 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 -- 172.21.15.173:0/2863997282 learned_addr learned my addr 172.21.15.173:0/2863997282 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc867fc700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 0x7efc88199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc877fe700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88103530 0x7efc881a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 -- 172.21.15.173:0/2863997282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 msgr2=0x7efc88199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 0x7efc88199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 -- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88103530 msgr2=0x7efc881a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88103530 0x7efc881a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 -- 172.21.15.173:0/2863997282 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc881a0840 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc867fc700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 0x7efc88199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc86ffd700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efc7800b530 tx=0x7efc7800b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc78015020 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc881a0b30 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc78011ce0 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc78010d60 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.696+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc881a1070 con 0x7efc88101990 2024-04-22T13:52:14.700 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.697+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc88069730 con 0x7efc88101990 2024-04-22T13:52:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.698+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efc78018020 con 0x7efc88101990 2024-04-22T13:52:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.699+0000 7efc6ffff700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 0x7efc700a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.699+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 4101+0+0 (secure 0 0 0) 0x7efc780cebd0 con 0x7efc88101990 2024-04-22T13:52:14.701 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.699+0000 7efc867fc700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 0x7efc700a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:14.702 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.700+0000 7efc867fc700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 0x7efc700a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efc7c005950 tx=0x7efc7c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:52:14.704 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.704+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efc7801f020 con 0x7efc88101990 2024-04-22T13:52:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:14 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi084 2024-04-22T13:52:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:14 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-22T13:52:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:14 smithi173 ceph-mon[31493]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T13:52:14.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:14 smithi173 ceph-mon[31493]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:14.913 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:14.913+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7efc880ff110 con 0x7efc700a3c40 2024-04-22T13:52:14.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:14 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi084 2024-04-22T13:52:14.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:14 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-22T13:52:14.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:14 smithi083 ceph-mon[27977]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T13:52:14.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:14 smithi083 ceph-mon[27977]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:14.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:14 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi084 2024-04-22T13:52:14.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:14 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 8544M 2024-04-22T13:52:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:14 smithi084 ceph-mon[31312]: osdmap e34: 5 total, 5 up, 5 in 2024-04-22T13:52:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:14 smithi084 ceph-mon[31312]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:15.793 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:15 smithi173 ceph-mon[31493]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:15.793 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:15 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:15.793 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:15 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:15.793 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:15 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:15.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:15 smithi083 ceph-mon[27977]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:15.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:15 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:15.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:15 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:15.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:15 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:15.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:15 smithi084 ceph-mon[31312]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:15.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:15 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:15.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:15 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:15.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:15 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:16.811 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:16 smithi173 ceph-mon[31493]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:16.937 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:16 smithi083 ceph-mon[27977]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:16.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:16 smithi084 ceph-mon[31312]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:18.020 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/319757412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.020 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:17 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.020 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:17 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]': finished 2024-04-22T13:52:18.020 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:17 smithi173 ceph-mon[31493]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T13:52:18.020 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:17 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/319757412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:17 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:17 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]': finished 2024-04-22T13:52:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:17 smithi083 ceph-mon[27977]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T13:52:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:17 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:18.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/319757412' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:17 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]: dispatch 2024-04-22T13:52:18.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:17 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3ba8a15f-2c40-45f8-953b-b177a2650328"}]': finished 2024-04-22T13:52:18.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:17 smithi084 ceph-mon[31312]: osdmap e35: 6 total, 5 up, 6 in 2024-04-22T13:52:18.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:17 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:19.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:18 smithi083 ceph-mon[27977]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:19.088 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/2338625994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:19.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:18 smithi173 ceph-mon[31493]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:19.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/2338625994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:19.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:18 smithi084 ceph-mon[31312]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:19.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/2338625994' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:21.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:20 smithi173 ceph-mon[31493]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:21.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:20 smithi083 ceph-mon[27977]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:21.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:20 smithi084 ceph-mon[31312]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:22.850 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:22 smithi173 ceph-mon[31493]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:23.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:22 smithi083 ceph-mon[27977]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:23.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:22 smithi084 ceph-mon[31312]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:24.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:24 smithi173 ceph-mon[31493]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:25.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:24 smithi083 ceph-mon[27977]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:25.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:24 smithi084 ceph-mon[31312]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:26.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T13:52:26.077 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:25 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:26.077 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:25 smithi173 ceph-mon[31493]: Deploying daemon osd.5 on smithi173 2024-04-22T13:52:26.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T13:52:26.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:25 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:26.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:25 smithi083 ceph-mon[27977]: Deploying daemon osd.5 on smithi173 2024-04-22T13:52:26.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-22T13:52:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:25 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:25 smithi084 ceph-mon[31312]: Deploying daemon osd.5 on smithi173 2024-04-22T13:52:26.755 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:26 smithi173 ceph-mon[31493]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:26 smithi083 ceph-mon[27977]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:27.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:26 smithi084 ceph-mon[31312]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:29.039 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:28 smithi173 ceph-mon[31493]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:29.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:28 smithi083 ceph-mon[27977]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:29.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:28 smithi084 ceph-mon[31312]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:31.052 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:30 smithi173 ceph-mon[31493]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:31.052 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.052 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.052 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:31.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:30 smithi083 ceph-mon[27977]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:31.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:30 smithi084 ceph-mon[31312]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:32.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:32 smithi173 ceph-mon[31493]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:33.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:32 smithi083 ceph-mon[27977]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:33.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:32 smithi084 ceph-mon[31312]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:34.134 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.133+0000 7efc6ffff700 1 -- 172.21.15.173:0/2863997282 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7efc880ff110 con 0x7efc700a3c40 2024-04-22T13:52:34.135 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 5 on host 'smithi173' 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 msgr2=0x7efc700a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 0x7efc700a6100 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7efc7c005950 tx=0x7efc7c0058e0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 msgr2=0x7efc88198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efc7800b530 tx=0x7efc7800b8f0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 shutdown_connections 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7efc700a3c40 0x7efc700a6100 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efc88103530 0x7efc881a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efc88101990 0x7efc88198c50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 --2- 172.21.15.173:0/2863997282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc88102b90 0x7efc88199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 >> 172.21.15.173:0/2863997282 conn(0x7efc880fcf30 msgr2=0x7efc880fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 shutdown_connections 2024-04-22T13:52:34.137 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:52:34.136+0000 7efc8d291700 1 -- 172.21.15.173:0/2863997282 wait complete. 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:34 smithi084 ceph-mon[31312]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:34 smithi173 ceph-mon[31493]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.687 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.688 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:34 smithi083 ceph-mon[27977]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-22T13:52:34.827 DEBUG:teuthology.orchestra.run.smithi173:osd.5> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.5.service 2024-04-22T13:52:34.829 INFO:tasks.cephadm:Deploying osd.6 on smithi083 with /dev/vg_nvme/lv_2... 2024-04-22T13:52:34.829 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T13:52:35.073 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.266 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-mon[31493]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:36.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T13:52:36.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T13:52:36.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:36.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:36 smithi083 ceph-mon[27977]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:36.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-22T13:52:36.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: osdmap e36: 6 total, 5 up, 6 in 2024-04-22T13:52:36.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:36.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: from='osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:52:36.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:36 smithi084 ceph-mon[31312]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:36.905 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T13:52:36.573+0000 7fe703c40700 -1 osd.5 0 waiting for initial osdmap 2024-04-22T13:52:36.905 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 13:52:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T13:52:36.580+0000 7fe6fb22a700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113144 s, 927 MB/s 2024-04-22T13:52:37.204 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 2024-04-22T13:52:37.205 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-22T13:52:37.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:37 smithi173 ceph-mon[31493]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:52:37.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:37 smithi173 ceph-mon[31493]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T13:52:37.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:37 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:37 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:37 smithi173 ceph-mon[31493]: from='osd.5 ' entity='osd.5' 2024-04-22T13:52:37.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:37 smithi083 ceph-mon[27977]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:52:37.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:37 smithi083 ceph-mon[27977]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T13:52:37.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:37 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:37 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:37 smithi083 ceph-mon[27977]: from='osd.5 ' entity='osd.5' 2024-04-22T13:52:37.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:37 smithi084 ceph-mon[31312]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:52:37.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:37 smithi084 ceph-mon[31312]: osdmap e37: 6 total, 5 up, 6 in 2024-04-22T13:52:37.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:37 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:37 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:37.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:37 smithi084 ceph-mon[31312]: from='osd.5 ' entity='osd.5' 2024-04-22T13:52:37.909 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_2 2024-04-22T13:52:38.151 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:52:38.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] boot 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi173 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 8544M 2024-04-22T13:52:38.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:38.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:38.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] boot 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi173 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 8544M 2024-04-22T13:52:38.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:38.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:38.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: osd.5 [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] boot 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: osdmap e38: 6 total, 6 up, 6 in 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi173 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 8544M 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:52:38.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:39.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:39 smithi083 ceph-mon[27977]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T13:52:39.397 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:39 smithi173 ceph-mon[31493]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T13:52:39.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:39 smithi084 ceph-mon[31312]: osdmap e39: 6 total, 6 up, 6 in 2024-04-22T13:52:39.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 -- 172.21.15.83:0/2733366279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 msgr2=0x7f9f4010b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:39.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 --2- 172.21.15.83:0/2733366279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f4010b0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9f3800b0a0 tx=0x7f9f3800b3b0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 -- 172.21.15.83:0/2733366279 shutdown_connections 2024-04-22T13:52:39.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 --2- 172.21.15.83:0/2733366279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f4010b0a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 --2- 172.21.15.83:0/2733366279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f401040b0 0x7f9f401044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 --2- 172.21.15.83:0/2733366279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f40100b30 0x7f9f40100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 -- 172.21.15.83:0/2733366279 >> 172.21.15.83:0/2733366279 conn(0x7f9f400fc6f0 msgr2=0x7f9f400feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 -- 172.21.15.83:0/2733366279 shutdown_connections 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.944+0000 7f9f4811b700 1 -- 172.21.15.83:0/2733366279 wait complete. 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 Processor -- start 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 -- start start 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f40100b30 0x7f9f401037b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f40101e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 0x7f9f40102340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4010e570 con 0x7f9f401014d0 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4010e3f0 con 0x7f9f40100b30 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f4811b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4010e6f0 con 0x7f9f401040b0 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f456b6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f40101e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f456b6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f40101e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:60410/0 (socket says 172.21.15.83:60410) 2024-04-22T13:52:39.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f456b6700 1 -- 172.21.15.83:0/3407528818 learned_addr learned my addr 172.21.15.83:0/3407528818 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 0x7f9f40102340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f45eb7700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f40100b30 0x7f9f401037b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 -- 172.21.15.83:0/3407528818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f40100b30 msgr2=0x7f9f401037b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f40100b30 0x7f9f401037b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 -- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 msgr2=0x7f9f40101e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f40101e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.945+0000 7f9f466b8700 1 -- 172.21.15.83:0/3407528818 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f40102bf0 con 0x7f9f401040b0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f466b8700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 0x7f9f40102340 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9f38009be0 tx=0x7f9f38004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f38021070 con 0x7f9f401040b0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f401a2c30 con 0x7f9f401040b0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f38007b80 con 0x7f9f401040b0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3801b690 con 0x7f9f401040b0 2024-04-22T13:52:39.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.946+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f401a3020 con 0x7f9f401040b0 2024-04-22T13:52:39.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.947+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f40069730 con 0x7f9f401040b0 2024-04-22T13:52:39.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.948+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9f38024070 con 0x7f9f401040b0 2024-04-22T13:52:39.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.948+0000 7f9f36ffd700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 0x7f9f2c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:52:39.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.949+0000 7f9f45eb7700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 0x7f9f2c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:52:39.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.949+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4533+0+0 (secure 0 0 0) 0x7f9f3800f020 con 0x7f9f401040b0 2024-04-22T13:52:39.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.949+0000 7f9f45eb7700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 0x7f9f2c0a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c005fd0 tx=0x7f9f3c005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:52:39.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:39.953+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9f3802b020 con 0x7f9f401040b0 2024-04-22T13:52:40.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:52:40.164+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f9f40062f40 con 0x7f9f2c0a3c40 2024-04-22T13:52:40.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:40 smithi173 ceph-mon[31493]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T13:52:40.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:40 smithi173 ceph-mon[31493]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T13:52:40.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:40 smithi173 ceph-mon[31493]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:40.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:40 smithi083 ceph-mon[27977]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T13:52:40.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:40 smithi083 ceph-mon[27977]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T13:52:40.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:40 smithi083 ceph-mon[27977]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:40.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:40 smithi084 ceph-mon[31312]: osdmap e40: 6 total, 6 up, 6 in 2024-04-22T13:52:40.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:40 smithi084 ceph-mon[31312]: osdmap e41: 6 total, 6 up, 6 in 2024-04-22T13:52:40.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:40 smithi084 ceph-mon[31312]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:41.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:41 smithi173 ceph-mon[31493]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:41.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:41 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:41.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:41 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:41.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:41 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:41.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:41 smithi173 ceph-mon[31493]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T13:52:41.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:41 smithi083 ceph-mon[27977]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:41.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:41 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:41.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:41 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:41.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:41 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:41.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:41 smithi083 ceph-mon[27977]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T13:52:41.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:41 smithi084 ceph-mon[31312]: from='client.24256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:52:41.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:41 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:52:41.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:41 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:52:41.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:41 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:41.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:41 smithi084 ceph-mon[31312]: osdmap e42: 6 total, 6 up, 6 in 2024-04-22T13:52:42.437 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:42 smithi083 ceph-mon[27977]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:42.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:42 smithi084 ceph-mon[31312]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:42.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:42 smithi173 ceph-mon[31493]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:43.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:43 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]: dispatch 2024-04-22T13:52:43.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:43 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]': finished 2024-04-22T13:52:43.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:43 smithi083 ceph-mon[27977]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T13:52:43.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:43 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:52:43.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:43 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]: dispatch 2024-04-22T13:52:43.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:43 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]': finished 2024-04-22T13:52:43.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:43 smithi084 ceph-mon[31312]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T13:52:43.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:43 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:52:43.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:43 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]: dispatch 2024-04-22T13:52:43.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:43 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3206855505' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af56e8f8-a47b-4a6a-adab-0ad675601d63"}]': finished 2024-04-22T13:52:43.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:43 smithi173 ceph-mon[31493]: osdmap e43: 7 total, 6 up, 7 in 2024-04-22T13:52:43.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:43 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:52:44.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:44 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4184299842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:44.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:44 smithi083 ceph-mon[27977]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:44.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:44 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4184299842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:44.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:44 smithi084 ceph-mon[31312]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:44.654 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:44 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4184299842' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:52:44.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:44 smithi173 ceph-mon[31493]: pgmap v146: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:46.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:46 smithi083 ceph-mon[27977]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T13:52:47.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:46 smithi173 ceph-mon[31493]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T13:52:47.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:46 smithi084 ceph-mon[31312]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-22T13:52:48.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:48 smithi083 ceph-mon[27977]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:49.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:48 smithi173 ceph-mon[31493]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:49.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:48 smithi084 ceph-mon[31312]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-22T13:52:51.037 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:50 smithi083 ceph-mon[27977]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-22T13:52:51.037 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T13:52:51.037 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:51.082 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:50 smithi084 ceph-mon[31312]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-22T13:52:51.082 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T13:52:51.082 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:51.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:50 smithi173 ceph-mon[31493]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-22T13:52:51.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-22T13:52:51.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:52:51.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:51 smithi083 ceph-mon[27977]: Deploying daemon osd.6 on smithi083 2024-04-22T13:52:51.972 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:51 smithi084 ceph-mon[31312]: Deploying daemon osd.6 on smithi083 2024-04-22T13:52:52.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:51 smithi173 ceph-mon[31493]: Deploying daemon osd.6 on smithi083 2024-04-22T13:52:53.093 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:52 smithi083 ceph-mon[27977]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:52:53.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:52 smithi173 ceph-mon[31493]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:52:53.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:52 smithi084 ceph-mon[31312]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:52:55.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:54 smithi173 ceph-mon[31493]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T13:52:55.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:54 smithi083 ceph-mon[27977]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T13:52:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:54 smithi084 ceph-mon[31312]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-04-22T13:52:57.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:56 smithi173 ceph-mon[31493]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:57.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:57.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:57.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:57.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:56 smithi083 ceph-mon[27977]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:56 smithi084 ceph-mon[31312]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-22T13:52:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:52:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:52:59.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:52:58 smithi173 ceph-mon[31493]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:59.183 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:52:58 smithi083 ceph-mon[27977]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:52:59.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:52:58 smithi084 ceph-mon[31312]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:00.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.171+0000 7f9f36ffd700 1 -- 172.21.15.83:0/3407528818 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9f40062f40 con 0x7f9f2c0a3c40 2024-04-22T13:53:00.173 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 6 on host 'smithi083' 2024-04-22T13:53:00.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 msgr2=0x7f9f2c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 0x7f9f2c0a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c005fd0 tx=0x7f9f3c005dd0 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 msgr2=0x7f9f40102340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 0x7f9f40102340 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9f38009be0 tx=0x7f9f38004c80 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 shutdown_connections 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9f401040b0 0x7f9f40102340 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9f40100b30 0x7f9f401037b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f9f2c0a3c40 0x7f9f2c0a6100 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 --2- 172.21.15.83:0/3407528818 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9f401014d0 0x7f9f40101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 >> 172.21.15.83:0/3407528818 conn(0x7f9f400fc6f0 msgr2=0x7f9f401070f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 shutdown_connections 2024-04-22T13:53:00.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:00.174+0000 7f9f4811b700 1 -- 172.21.15.83:0/3407528818 wait complete. 2024-04-22T13:53:00.960 DEBUG:teuthology.orchestra.run.smithi083:osd.6> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.6.service 2024-04-22T13:53:00.963 INFO:tasks.cephadm:Deploying osd.7 on smithi084 with /dev/vg_nvme/lv_2... 2024-04-22T13:53:00.963 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T13:53:01.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:00 smithi173 ceph-mon[31493]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:01.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:00 smithi173 ceph-mon[31493]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T13:53:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:00 smithi083 ceph-mon[27977]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:00 smithi083 ceph-mon[27977]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T13:53:01.209 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:53:01.222 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:00 smithi084 ceph-mon[31312]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:00 smithi084 ceph-mon[31312]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:02.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:02 smithi173 ceph-mon[31493]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:02.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-mon[27977]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:02.439 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T13:53:02.167+0000 7f5a5db4e700 -1 osd.6 0 waiting for initial osdmap 2024-04-22T13:53:02.439 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 13:53:02 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T13:53:02.175+0000 7f5a59941700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: osdmap e44: 7 total, 6 up, 7 in 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:02.445 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:02 smithi084 ceph-mon[31312]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131852 s, 795 MB/s 2024-04-22T13:53:03.280 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-22T13:53:03.366 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:03 smithi083 ceph-mon[27977]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:53:03.367 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:03 smithi083 ceph-mon[27977]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T13:53:03.367 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:03 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.367 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:03 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:03 smithi084 ceph-mon[31312]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:53:03.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:03 smithi084 ceph-mon[31312]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T13:53:03.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:03 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:03 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:03 smithi173 ceph-mon[31493]: from='osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:53:03.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:03 smithi173 ceph-mon[31493]: osdmap e45: 7 total, 6 up, 7 in 2024-04-22T13:53:03.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:03 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:03 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:03.870 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_2 2024-04-22T13:53:04.115 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:53:04.346 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:53:04.346 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:53:04.346 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] boot 2024-04-22T13:53:04.346 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T13:53:04.347 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:04.347 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:04 smithi083 ceph-mon[27977]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:04.471 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:53:04.471 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:53:04.471 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] boot 2024-04-22T13:53:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T13:53:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:04.472 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:04 smithi084 ceph-mon[31312]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: osd.6 [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] boot 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: osdmap e46: 7 total, 7 up, 7 in 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:53:04.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:04 smithi173 ceph-mon[31493]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi083 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 5696M 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:05 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T13:53:05.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi083 2024-04-22T13:53:05.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 5696M 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:05 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: osdmap e47: 7 total, 7 up, 7 in 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi083 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 5696M 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:05.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:05.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:05.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:05 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:05.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.805+0000 7f49bf8d3700 1 -- 172.21.15.84:0/2469088977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8102aa0 msgr2=0x7f49b8102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:05.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.805+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/2469088977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8102aa0 0x7f49b8102ec0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f49b40099c0 tx=0x7f49b4009cd0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- 172.21.15.84:0/2469088977 shutdown_connections 2024-04-22T13:53:05.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/2469088977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8104640 0x7f49b810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/2469088977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8102aa0 0x7f49b8102ec0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/2469088977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8103ca0 0x7f49b8104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- 172.21.15.84:0/2469088977 >> 172.21.15.84:0/2469088977 conn(0x7f49b80fe040 msgr2=0x7f49b8100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- 172.21.15.84:0/2469088977 shutdown_connections 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- 172.21.15.84:0/2469088977 wait complete. 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 Processor -- start 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- start start 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8102aa0 0x7f49b8198d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8103ca0 0x7f49b8199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f49b810e610 con 0x7f49b8103ca0 2024-04-22T13:53:05.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49b810e490 con 0x7f49b8104640 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.806+0000 7f49bf8d3700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f49b810e790 con 0x7f49b8102aa0 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:53978/0 (socket says 172.21.15.84:53978) 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 -- 172.21.15.84:0/1942624086 learned_addr learned my addr 172.21.15.84:0/1942624086 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bd66f700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8102aa0 0x7f49b8198d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bce6e700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8103ca0 0x7f49b8199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 -- 172.21.15.84:0/1942624086 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8102aa0 msgr2=0x7f49b8198d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8102aa0 0x7f49b8198d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 -- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8103ca0 msgr2=0x7f49b8199240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8103ca0 0x7f49b8199240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 -- 172.21.15.84:0/1942624086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b81a0950 con 0x7f49b8104640 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bde70700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f49b000b970 tx=0x7f49b000bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:05.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b000d860 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b81a0c40 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b81a1150 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49b000e430 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.807+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b0017660 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.808+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f499c005360 con 0x7f49b8104640 2024-04-22T13:53:05.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.810+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f49b000da00 con 0x7f49b8104640 2024-04-22T13:53:05.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.811+0000 7f49ae7fc700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 0x7f49a40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:05.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.811+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 4965+0+0 (secure 0 0 0) 0x7f49b00cf5a0 con 0x7f49b8104640 2024-04-22T13:53:05.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.811+0000 7f49bd66f700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 0x7f49a40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:05.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.812+0000 7f49bd66f700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 0x7f49a40a6100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f49b40038c0 tx=0x7f49b400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:05.815 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:05.815+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49b0013030 con 0x7f49b8104640 2024-04-22T13:53:06.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:06.019+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f499c000bf0 con 0x7f49a40a3c40 2024-04-22T13:53:06.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:06 smithi083 ceph-mon[27977]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:06.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:06.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:06.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:06 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:06.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:06 smithi084 ceph-mon[31312]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:06.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:06.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:06.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:06 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:06.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:06 smithi173 ceph-mon[31493]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:06.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:06.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:06.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:06 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:07.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:07 smithi083 ceph-mon[27977]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:07.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:07 smithi084 ceph-mon[31312]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:07.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:07 smithi173 ceph-mon[31493]: from='client.24254 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:08.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:08 smithi083 ceph-mon[27977]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:08.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:08 smithi084 ceph-mon[31312]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:08.556 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:08 smithi173 ceph-mon[31493]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:09.374 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:09 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/4224977725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.374 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:09 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.375 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:09 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]': finished 2024-04-22T13:53:09.375 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:09 smithi084 ceph-mon[31312]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T13:53:09.375 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:09 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:09 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/4224977725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:09 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:09 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]': finished 2024-04-22T13:53:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:09 smithi083 ceph-mon[27977]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T13:53:09.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:09 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:09.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:09 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/4224977725' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:09 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]: dispatch 2024-04-22T13:53:09.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:09 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a78f06-34d8-4094-999d-64d40c9792b3"}]': finished 2024-04-22T13:53:09.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:09 smithi173 ceph-mon[31493]: osdmap e48: 8 total, 7 up, 8 in 2024-04-22T13:53:09.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:09 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:10.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:10 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/3443723699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:10.473 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:10 smithi084 ceph-mon[31312]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:10.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:10 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/3443723699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:10.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:10 smithi173 ceph-mon[31493]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:10.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:10 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/3443723699' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:10.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:10 smithi083 ceph-mon[27977]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:13.050 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:12 smithi084 ceph-mon[31312]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:13.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:12 smithi173 ceph-mon[31493]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:12 smithi083 ceph-mon[27977]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:14.938 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:14 smithi084 ceph-mon[31312]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:15.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:14 smithi173 ceph-mon[31493]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:15.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:14 smithi083 ceph-mon[27977]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:16.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:16 smithi084 ceph-mon[31312]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:16.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T13:53:16.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:16 smithi173 ceph-mon[31493]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T13:53:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:17.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:16 smithi083 ceph-mon[27977]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:17.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-22T13:53:17.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:18.100 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:17 smithi084 ceph-mon[31312]: Deploying daemon osd.7 on smithi084 2024-04-22T13:53:18.154 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:17 smithi173 ceph-mon[31493]: Deploying daemon osd.7 on smithi084 2024-04-22T13:53:18.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:17 smithi083 ceph-mon[27977]: Deploying daemon osd.7 on smithi084 2024-04-22T13:53:19.044 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:18 smithi084 ceph-mon[31312]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:19.089 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:18 smithi083 ceph-mon[27977]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:18 smithi173 ceph-mon[31493]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:20.887 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:20 smithi084 ceph-mon[31312]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:20 smithi173 ceph-mon[31493]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:20 smithi083 ceph-mon[27977]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:22.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:22 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:22 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:22 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:22.723 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:22 smithi084 ceph-mon[31312]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:22.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:22 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:22 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:22 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:22.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:22 smithi173 ceph-mon[31493]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:22.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:22 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:22 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:22.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:22 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:22.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:22 smithi083 ceph-mon[27977]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:24.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.731+0000 7f49ae7fc700 1 -- 172.21.15.84:0/1942624086 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f499c000bf0 con 0x7f49a40a3c40 2024-04-22T13:53:24.732 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 7 on host 'smithi084' 2024-04-22T13:53:24.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 msgr2=0x7f49a40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:24.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 0x7f49a40a6100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f49b40038c0 tx=0x7f49b400b540 comp rx=0 tx=0).stop 2024-04-22T13:53:24.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 msgr2=0x7f49b81a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:24.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f49b000b970 tx=0x7f49b000bc80 comp rx=0 tx=0).stop 2024-04-22T13:53:24.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 shutdown_connections 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b8104640 0x7f49b81a0280 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b8102aa0 0x7f49b8198d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49a40a3c40 0x7f49a40a6100 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 --2- 172.21.15.84:0/1942624086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b8103ca0 0x7f49b8199240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 >> 172.21.15.84:0/1942624086 conn(0x7f49b80fe040 msgr2=0x7f49b81070e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 shutdown_connections 2024-04-22T13:53:24.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:53:24.733+0000 7f49bf8d3700 1 -- 172.21.15.84:0/1942624086 wait complete. 2024-04-22T13:53:24.951 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:24 smithi084 ceph-mon[31312]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:24.951 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:24.951 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:25.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:24 smithi173 ceph-mon[31493]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:25.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:25.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:25.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:24 smithi083 ceph-mon[27977]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:25.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:25.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:25.455 DEBUG:teuthology.orchestra.run.smithi084:osd.7> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.7.service 2024-04-22T13:53:25.458 INFO:tasks.cephadm:Deploying osd.8 on smithi173 with /dev/vg_nvme/lv_2... 2024-04-22T13:53:25.458 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-22T13:53:25.705 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:53:26.104 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:25 smithi173 ceph-mon[31493]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:26.104 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:25 smithi173 ceph-mon[31493]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:26.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:25 smithi083 ceph-mon[27977]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:26.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:25 smithi083 ceph-mon[27977]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:25 smithi084 ceph-mon[31312]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:26.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:25 smithi084 ceph-mon[31312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-22T13:53:27.063 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:27.063 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T13:53:27.063 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T13:53:27.064 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:27.064 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.064 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.064 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.064 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:27.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-22T13:53:27.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: osdmap e49: 8 total, 7 up, 8 in 2024-04-22T13:53:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:53:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:27.224 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T13:53:26.802+0000 7fdf26b90700 -1 osd.7 0 waiting for initial osdmap 2024-04-22T13:53:27.224 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 13:53:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T13:53:26.810+0000 7fdf22983700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:53:27.887 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-22T13:53:27.888 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-22T13:53:27.888 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-04-22T13:53:27.888 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-04-22T13:53:27.888 INFO:teuthology.orchestra.run.smithi173.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0110841 s, 946 MB/s 2024-04-22T13:53:27.888 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-04-22T13:53:28.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:27 smithi173 ceph-mon[31493]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:53:28.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:27 smithi173 ceph-mon[31493]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T13:53:28.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:27 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:27 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:27 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:27 smithi083 ceph-mon[27977]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:53:28.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:27 smithi083 ceph-mon[27977]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T13:53:28.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:27 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:27 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:27 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:27 smithi084 ceph-mon[31312]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:53:28.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:27 smithi084 ceph-mon[31312]: osdmap e50: 8 total, 7 up, 8 in 2024-04-22T13:53:28.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:27 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:27 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:27 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:28.626 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_2 2024-04-22T13:53:28.871 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] boot 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: osdmap e51: 8 total, 8 up, 8 in 2024-04-22T13:53:28.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] boot 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: osdmap e51: 8 total, 8 up, 8 in 2024-04-22T13:53:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: osd.7 [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] boot 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: osdmap e51: 8 total, 8 up, 8 in 2024-04-22T13:53:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:53:30.000 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T13:53:30.000 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.001 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:29 smithi173 ceph-mon[31493]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T13:53:30.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T13:53:30.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:29 smithi083 ceph-mon[27977]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: osdmap e52: 8 total, 8 up, 8 in 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:30.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:29 smithi084 ceph-mon[31312]: osdmap e53: 8 total, 8 up, 8 in 2024-04-22T13:53:30.509 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- 172.21.15.173:0/1195099335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160106660 msgr2=0x7f3160106ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:30.509 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 --2- 172.21.15.173:0/1195099335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160106660 0x7f3160106ae0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3158009990 tx=0x7f3158009ca0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- 172.21.15.173:0/1195099335 shutdown_connections 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 --2- 172.21.15.173:0/1195099335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160106660 0x7f3160106ae0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 --2- 172.21.15.173:0/1195099335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160101320 0x7f3160103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 --2- 172.21.15.173:0/1195099335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160103c90 0x7f3160106120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- 172.21.15.173:0/1195099335 >> 172.21.15.173:0/1195099335 conn(0x7f31600fcf40 msgr2=0x7f31600ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- 172.21.15.173:0/1195099335 shutdown_connections 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- 172.21.15.173:0/1195099335 wait complete. 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 Processor -- start 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.506+0000 7f31675a5700 1 -- start start 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160101320 0x7f316019f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:30.510 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 0x7f31601a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3160114ab0 con 0x7f3160101320 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3160114930 con 0x7f3160106660 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3160114c30 con 0x7f3160103c90 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:59982/0 (socket says 172.21.15.173:59982) 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 -- 172.21.15.173:0/1120324469 learned_addr learned my addr 172.21.15.173:0/1120324469 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3165341700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160101320 0x7f316019f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3165b42700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 0x7f31601a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 -- 172.21.15.173:0/1120324469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 msgr2=0x7f31601a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 0x7f31601a6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 -- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160101320 msgr2=0x7f316019f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160101320 0x7f316019f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 -- 172.21.15.173:0/1120324469 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31601a6d20 con 0x7f3160103c90 2024-04-22T13:53:30.511 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3165b42700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 0x7f31601a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f3164b40700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f315400c9e0 tx=0x7f315400cda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3154007ac0 con 0x7f3160103c90 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31601a6fb0 con 0x7f3160103c90 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3154007c60 con 0x7f3160103c90 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3154018660 con 0x7f3160103c90 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.507+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31601a7510 con 0x7f3160103c90 2024-04-22T13:53:30.512 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.508+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3160069730 con 0x7f3160103c90 2024-04-22T13:53:30.513 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.509+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f315400f450 con 0x7f3160103c90 2024-04-22T13:53:30.513 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.510+0000 7f315e7fc700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 0x7f31480a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:30.513 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.510+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5426+0+0 (secure 0 0 0) 0x7f31540cfc70 con 0x7f3160103c90 2024-04-22T13:53:30.513 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.510+0000 7f3165341700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 0x7f31480a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:30.513 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.511+0000 7f3165341700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 0x7f31480a6100 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f31500060b0 tx=0x7f3150007790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:30.514 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.514+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3154014030 con 0x7f3160103c90 2024-04-22T13:53:30.719 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:30.718+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3160062e80 con 0x7f31480a3c40 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi084 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi084 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi084 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 5696M 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: pgmap v178: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:31.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:31 smithi173 ceph-mon[31493]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:31.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:31 smithi173 ceph-mon[31493]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T13:53:32.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:31 smithi083 ceph-mon[27977]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:32.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:31 smithi083 ceph-mon[27977]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T13:53:32.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:31 smithi084 ceph-mon[31312]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:32.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:31 smithi084 ceph-mon[31312]: osdmap e54: 8 total, 8 up, 8 in 2024-04-22T13:53:32.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:32 smithi173 ceph-mon[31493]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:32.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:32 smithi173 ceph-mon[31493]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T13:53:33.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:32 smithi083 ceph-mon[27977]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:33.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:32 smithi083 ceph-mon[27977]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T13:53:33.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:32 smithi084 ceph-mon[31312]: pgmap v181: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:33.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:32 smithi084 ceph-mon[31312]: osdmap e55: 8 total, 8 up, 8 in 2024-04-22T13:53:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:33 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/970572000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:33 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:33 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]': finished 2024-04-22T13:53:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:33 smithi173 ceph-mon[31493]: osdmap e56: 9 total, 8 up, 9 in 2024-04-22T13:53:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:33 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/970572000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:33 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:33 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]': finished 2024-04-22T13:53:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:33 smithi083 ceph-mon[27977]: osdmap e56: 9 total, 8 up, 9 in 2024-04-22T13:53:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:33 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/970572000' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:33 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]: dispatch 2024-04-22T13:53:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:33 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b7e9dc4-666a-4c80-a08f-441b4fdf20ba"}]': finished 2024-04-22T13:53:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:33 smithi084 ceph-mon[31312]: osdmap e56: 9 total, 8 up, 9 in 2024-04-22T13:53:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:34 smithi173 ceph-mon[31493]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:34 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/3822451301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:35.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:34 smithi083 ceph-mon[27977]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:35.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:34 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/3822451301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:35.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:34 smithi084 ceph-mon[31312]: pgmap v184: 1 pgs: 1 remapped; 577 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:35.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:34 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/3822451301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:53:37.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:36 smithi173 ceph-mon[31493]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:37.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:36 smithi083 ceph-mon[27977]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:37.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:36 smithi084 ceph-mon[31312]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:38.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:38 smithi173 ceph-mon[31493]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:39.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:38 smithi083 ceph-mon[27977]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:39.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:38 smithi084 ceph-mon[31312]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:41.030 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:40 smithi173 ceph-mon[31493]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:41.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:40 smithi083 ceph-mon[27977]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:41.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:40 smithi084 ceph-mon[31312]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:41.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:41 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T13:53:41.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:41 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:42.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:41 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T13:53:42.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:41 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:42.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:41 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-22T13:53:42.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:41 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:43.009 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:42 smithi173 ceph-mon[31493]: Deploying daemon osd.8 on smithi173 2024-04-22T13:53:43.009 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:42 smithi173 ceph-mon[31493]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:43.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:42 smithi083 ceph-mon[27977]: Deploying daemon osd.8 on smithi173 2024-04-22T13:53:43.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:42 smithi083 ceph-mon[27977]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:43.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:42 smithi084 ceph-mon[31312]: Deploying daemon osd.8 on smithi173 2024-04-22T13:53:43.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:42 smithi084 ceph-mon[31312]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:45.035 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:44 smithi173 ceph-mon[31493]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:45.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:44 smithi083 ceph-mon[27977]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:45.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:44 smithi084 ceph-mon[31312]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:47.130 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:46 smithi173 ceph-mon[31493]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:47.130 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.131 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.131 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:47.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:46 smithi083 ceph-mon[27977]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:47.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:47.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:46 smithi084 ceph-mon[31312]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:47.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:47.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:49.151 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:48 smithi173 ceph-mon[31493]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:49.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:48 smithi083 ceph-mon[27977]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:49.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:48 smithi084 ceph-mon[31312]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:50.687 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 8 on host 'smithi173' 2024-04-22T13:53:50.688 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.687+0000 7f315e7fc700 1 -- 172.21.15.173:0/1120324469 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3160062e80 con 0x7f31480a3c40 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 msgr2=0x7f31480a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 0x7f31480a6100 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f31500060b0 tx=0x7f3150007790 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 msgr2=0x7f316019f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f315400c9e0 tx=0x7f315400cda0 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 shutdown_connections 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31480a3c40 0x7f31480a6100 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3160101320 0x7f316019f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3160106660 0x7f31601a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 --2- 172.21.15.173:0/1120324469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3160103c90 0x7f316019f600 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:50.690 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.689+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 >> 172.21.15.173:0/1120324469 conn(0x7f31600fcf40 msgr2=0x7f3160101c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:50.691 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.690+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 shutdown_connections 2024-04-22T13:53:50.691 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:53:50.690+0000 7f31675a5700 1 -- 172.21.15.173:0/1120324469 wait complete. 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:51.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:51.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:51.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:51.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-22T13:53:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:53:51.388 DEBUG:teuthology.orchestra.run.smithi173:osd.8> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.8.service 2024-04-22T13:53:51.391 INFO:tasks.cephadm:Deploying osd.9 on smithi083 with /dev/vg_nvme/lv_1... 2024-04-22T13:53:51.391 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T13:53:51.639 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:53:52.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:51 smithi083 ceph-mon[27977]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T13:53:52.092 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:51 smithi083 ceph-mon[27977]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.092 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:51 smithi083 ceph-mon[27977]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T13:53:52.092 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:52.092 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:51 smithi083 ceph-mon[27977]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:51 smithi173 ceph-mon[31493]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T13:53:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:51 smithi173 ceph-mon[31493]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:51 smithi173 ceph-mon[31493]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T13:53:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:51 smithi173 ceph-mon[31493]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:51 smithi084 ceph-mon[31312]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-22T13:53:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:51 smithi084 ceph-mon[31312]: from='osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:51 smithi084 ceph-mon[31312]: osdmap e57: 9 total, 8 up, 9 in 2024-04-22T13:53:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:51 smithi084 ceph-mon[31312]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:53:52.606 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T13:53:52.281+0000 7f920a4c2700 -1 osd.8 0 waiting for initial osdmap 2024-04-22T13:53:52.606 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T13:53:52.293+0000 7f92022ad700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:53:53.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:53.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:53:53.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T13:53:53.048 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.049 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:52 smithi083 ceph-mon[27977]: from='osd.8 ' entity='osd.8' 2024-04-22T13:53:53.139 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:53.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:53:53.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T13:53:53.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.140 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:52 smithi173 ceph-mon[31493]: from='osd.8 ' entity='osd.8' 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: osdmap e58: 9 total, 8 up, 9 in 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:52 smithi084 ceph-mon[31312]: from='osd.8 ' entity='osd.8' 2024-04-22T13:53:53.746 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T13:53:53.747 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T13:53:53.747 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2024-04-22T13:53:53.747 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2024-04-22T13:53:53.747 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127781 s, 821 MB/s 2024-04-22T13:53:53.747 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] boot 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: osdmap e59: 9 total, 9 up, 9 in 2024-04-22T13:53:54.082 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:53 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:53:54.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:53:54.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] boot 2024-04-22T13:53:54.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: osdmap e59: 9 total, 9 up, 9 in 2024-04-22T13:53:54.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:53 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:53:54.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:53:54.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: osd.8 [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] boot 2024-04-22T13:53:54.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: osdmap e59: 9 total, 9 up, 9 in 2024-04-22T13:53:54.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:53 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:53:54.416 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi083:vg_nvme/lv_1 2024-04-22T13:53:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: osdmap e60: 9 total, 9 up, 9 in 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.064 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.065 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.065 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:55.065 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:55.065 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: osdmap e60: 9 total, 9 up, 9 in 2024-04-22T13:53:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 232 MiB used, 715 GiB / 715 GiB avail 2024-04-22T13:53:55.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: osdmap e60: 9 total, 9 up, 9 in 2024-04-22T13:53:55.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:53:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:53:56.167 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:55 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi173 2024-04-22T13:53:56.167 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:55 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 5696M 2024-04-22T13:53:56.167 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:55 smithi083 ceph-mon[27977]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T13:53:56.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:55 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi173 2024-04-22T13:53:56.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:55 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 5696M 2024-04-22T13:53:56.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:55 smithi084 ceph-mon[31312]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T13:53:56.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:55 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi173 2024-04-22T13:53:56.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:55 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 5696M 2024-04-22T13:53:56.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:55 smithi173 ceph-mon[31493]: osdmap e61: 9 total, 9 up, 9 in 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 -- 172.21.15.83:0/2104678001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 msgr2=0x7ff4801020a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 --2- 172.21.15.83:0/2104678001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801020a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff470009990 tx=0x7ff470009ca0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 -- 172.21.15.83:0/2104678001 shutdown_connections 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 --2- 172.21.15.83:0/2104678001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff4801025e0 0x7ff480109ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 --2- 172.21.15.83:0/2104678001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff480102f90 0x7ff4801033b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 --2- 172.21.15.83:0/2104678001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801020a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 -- 172.21.15.83:0/2104678001 >> 172.21.15.83:0/2104678001 conn(0x7ff4800fc6b0 msgr2=0x7ff4800feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 -- 172.21.15.83:0/2104678001 shutdown_connections 2024-04-22T13:53:56.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.428+0000 7ff4861d6700 1 -- 172.21.15.83:0/2104678001 wait complete. 2024-04-22T13:53:56.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 Processor -- start 2024-04-22T13:53:56.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 -- start start 2024-04-22T13:53:56.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:56.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4801025e0 0x7ff4801a3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff480102f90 0x7ff4801a6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff48010d490 con 0x7ff480101c40 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff48010d310 con 0x7ff4801025e0 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff4861d6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff48010d610 con 0x7ff480102f90 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff47f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff47f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52656/0 (socket says 172.21.15.83:52656) 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.429+0000 7ff47f7fe700 1 -- 172.21.15.83:0/1367163293 learned_addr learned my addr 172.21.15.83:0/1367163293 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47effd700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4801025e0 0x7ff4801a3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 -- 172.21.15.83:0/1367163293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff480102f90 msgr2=0x7ff4801a6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff480102f90 0x7ff4801a6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 -- 172.21.15.83:0/1367163293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4801025e0 msgr2=0x7ff4801a3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4801025e0 0x7ff4801a3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:53:56.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 -- 172.21.15.83:0/1367163293 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4801a6e10 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47f7fe700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff47400c990 tx=0x7ff47400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff474007b00 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff474007ca0 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4801a7100 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff474018660 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.430+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4801a76c0 con 0x7ff480101c40 2024-04-22T13:53:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.431+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff480069760 con 0x7ff480101c40 2024-04-22T13:53:56.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.432+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff47400f450 con 0x7ff480101c40 2024-04-22T13:53:56.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.433+0000 7ff47cff9700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 0x7ff4680a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:53:56.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.433+0000 7ff47effd700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 0x7ff4680a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:53:56.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.433+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5829+0+0 (secure 0 0 0) 0x7ff4740cfa30 con 0x7ff480101c40 2024-04-22T13:53:56.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.433+0000 7ff47effd700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 0x7ff4680a6100 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff48010a3b0 tx=0x7ff470005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:53:56.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.437+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff480069760 con 0x7ff480101c40 2024-04-22T13:53:56.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:53:56.644+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff4800fe830 con 0x7ff4680a3c40 2024-04-22T13:53:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:56 smithi083 ceph-mon[27977]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:53:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:56 smithi083 ceph-mon[27977]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T13:53:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:56 smithi084 ceph-mon[31312]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:53:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:56 smithi084 ceph-mon[31312]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T13:53:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:57.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:57.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:56 smithi173 ceph-mon[31493]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:53:57.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:56 smithi173 ceph-mon[31493]: osdmap e62: 9 total, 9 up, 9 in 2024-04-22T13:53:57.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:53:57.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:53:57.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:53:58.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:57 smithi083 ceph-mon[27977]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:58.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:57 smithi083 ceph-mon[27977]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T13:53:58.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:57 smithi084 ceph-mon[31312]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:58.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:57 smithi084 ceph-mon[31312]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T13:53:58.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:57 smithi173 ceph-mon[31493]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:53:58.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:57 smithi173 ceph-mon[31493]: osdmap e63: 9 total, 9 up, 9 in 2024-04-22T13:53:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:58 smithi083 ceph-mon[27977]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:53:59.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:58 smithi084 ceph-mon[31312]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:53:59.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:58 smithi173 ceph-mon[31493]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]: dispatch 2024-04-22T13:54:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]': finished 2024-04-22T13:54:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:59 smithi083 ceph-mon[27977]: osdmap e64: 10 total, 9 up, 10 in 2024-04-22T13:54:00.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:53:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]: dispatch 2024-04-22T13:54:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]': finished 2024-04-22T13:54:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:59 smithi084 ceph-mon[31312]: osdmap e64: 10 total, 9 up, 10 in 2024-04-22T13:54:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:53:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:00.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]: dispatch 2024-04-22T13:54:00.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3085959644' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f6261a-c829-45c9-bb7d-b43b44ddef35"}]': finished 2024-04-22T13:54:00.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:59 smithi173 ceph-mon[31493]: osdmap e64: 10 total, 9 up, 10 in 2024-04-22T13:54:00.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:53:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:00 smithi083 ceph-mon[27977]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-22T13:54:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:00 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2044704923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:00 smithi084 ceph-mon[31312]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-22T13:54:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:00 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2044704923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:01.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:00 smithi173 ceph-mon[31493]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-04-22T13:54:01.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:00 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2044704923' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:03.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:02 smithi083 ceph-mon[27977]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:03.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:02 smithi084 ceph-mon[31312]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:03.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:02 smithi173 ceph-mon[31493]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:04.987 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:04 smithi083 ceph-mon[27977]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-22T13:54:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:04 smithi084 ceph-mon[31312]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-22T13:54:05.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:04 smithi173 ceph-mon[31493]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-22T13:54:07.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:06 smithi083 ceph-mon[27977]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T13:54:07.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:06 smithi084 ceph-mon[31312]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T13:54:07.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:06 smithi173 ceph-mon[31493]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-22T13:54:08.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:07 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T13:54:08.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:07 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:08.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:07 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T13:54:08.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:07 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:08.306 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:07 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-22T13:54:08.306 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:07 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:09.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:08 smithi083 ceph-mon[27977]: Deploying daemon osd.9 on smithi083 2024-04-22T13:54:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:08 smithi083 ceph-mon[27977]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:54:09.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:08 smithi084 ceph-mon[31312]: Deploying daemon osd.9 on smithi083 2024-04-22T13:54:09.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:08 smithi084 ceph-mon[31312]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:54:09.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:08 smithi173 ceph-mon[31493]: Deploying daemon osd.9 on smithi083 2024-04-22T13:54:09.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:08 smithi173 ceph-mon[31493]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-22T13:54:11.194 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:10 smithi083 ceph-mon[27977]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:11.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:10 smithi084 ceph-mon[31312]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:11.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:10 smithi173 ceph-mon[31493]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:13.157 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:12 smithi083 ceph-mon[27977]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:13.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:12 smithi084 ceph-mon[31312]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:13.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:12 smithi173 ceph-mon[31493]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:14.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:14 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:14.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:14 smithi173 ceph-mon[31493]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:14.911 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.911 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.911 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:14 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:14.911 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:14 smithi083 ceph-mon[27977]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:14 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:14.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:14 smithi084 ceph-mon[31312]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:17.090 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:16 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:16 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:16 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.462+0000 7ff47cff9700 1 -- 172.21.15.83:0/1367163293 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff4800fe830 con 0x7ff4680a3c40 2024-04-22T13:54:17.464 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 9 on host 'smithi083' 2024-04-22T13:54:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 msgr2=0x7ff4680a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 0x7ff4680a6100 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff48010a3b0 tx=0x7ff470005fd0 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 msgr2=0x7ff4801a1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff47400c990 tx=0x7ff47400cd50 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 shutdown_connections 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4680a3c40 0x7ff4680a6100 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff480101c40 0x7ff4801a1970 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff480102f90 0x7ff4801a6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 --2- 172.21.15.83:0/1367163293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff4801025e0 0x7ff4801a3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 >> 172.21.15.83:0/1367163293 conn(0x7ff4800fc6b0 msgr2=0x7ff4800fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 shutdown_connections 2024-04-22T13:54:17.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:54:17.464+0000 7ff4861d6700 1 -- 172.21.15.83:0/1367163293 wait complete. 2024-04-22T13:54:18.104 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:17 smithi083 ceph-mon[27977]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T13:54:18.104 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:17 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.105 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:17 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.105 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:17 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:18.135 DEBUG:teuthology.orchestra.run.smithi083:osd.9> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.9.service 2024-04-22T13:54:18.137 INFO:tasks.cephadm:Deploying osd.10 on smithi084 with /dev/vg_nvme/lv_1... 2024-04-22T13:54:18.137 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T13:54:18.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:17 smithi173 ceph-mon[31493]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T13:54:18.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:17 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:17 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:17 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:18.164 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:17 smithi084 ceph-mon[31312]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-22T13:54:18.164 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:17 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.164 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:17 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:18.164 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:17 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:18.387 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:54:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:18 smithi173 ceph-mon[31493]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:18 smithi173 ceph-mon[31493]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T13:54:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:18 smithi173 ceph-mon[31493]: osdmap e65: 10 total, 9 up, 10 in 2024-04-22T13:54:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:18 smithi173 ceph-mon[31493]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:54:19.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:18 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-mon[27977]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-mon[27977]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T13:54:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-mon[27977]: osdmap e65: 10 total, 9 up, 10 in 2024-04-22T13:54:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-mon[27977]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:54:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.189 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T13:54:18.811+0000 7f8524fca700 -1 osd.9 0 waiting for initial osdmap 2024-04-22T13:54:19.189 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 13:54:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T13:54:18.823+0000 7f8520dbd700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:54:19.195 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:18 smithi084 ceph-mon[31312]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:19.195 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:18 smithi084 ceph-mon[31312]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-22T13:54:19.195 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:18 smithi084 ceph-mon[31312]: osdmap e65: 10 total, 9 up, 10 in 2024-04-22T13:54:19.195 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:18 smithi084 ceph-mon[31312]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2024-04-22T13:54:19.195 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:18 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.849 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:19 smithi084 ceph-mon[31312]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:54:19.849 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:19 smithi084 ceph-mon[31312]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T13:54:19.849 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.849 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:19 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:19 smithi173 ceph-mon[31493]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:54:19.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:19 smithi173 ceph-mon[31493]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T13:54:19.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:19.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:19 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:20.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:19 smithi083 ceph-mon[27977]: from='osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2024-04-22T13:54:20.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:19 smithi083 ceph-mon[27977]: osdmap e66: 10 total, 9 up, 10 in 2024-04-22T13:54:20.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:20.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:19 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10+0 records in 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr:10+0 records out 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138046 s, 760 MB/s 2024-04-22T13:54:20.292 INFO:teuthology.orchestra.run.smithi084.stderr:--> Zapping successful for: 2024-04-22T13:54:20.920 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:54:20.920 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:54:20.920 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:20.920 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:20.921 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] boot 2024-04-22T13:54:20.921 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: osdmap e67: 10 total, 10 up, 10 in 2024-04-22T13:54:20.921 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:20 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:20.949 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi084:vg_nvme/lv_1 2024-04-22T13:54:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:54:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:54:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:21.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:21.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] boot 2024-04-22T13:54:21.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: osdmap e67: 10 total, 10 up, 10 in 2024-04-22T13:54:21.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:20 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: osd.9 [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] boot 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: osdmap e67: 10 total, 10 up, 10 in 2024-04-22T13:54:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:20 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:54:21.235 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T13:54:21.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: osdmap e68: 10 total, 10 up, 10 in 2024-04-22T13:54:21.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:21.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:21.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:21.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:21 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: osdmap e68: 10 total, 10 up, 10 in 2024-04-22T13:54:22.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:21 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: osdmap e68: 10 total, 10 up, 10 in 2024-04-22T13:54:22.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:22.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:21 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- 172.21.15.84:0/2235959563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103ca0 msgr2=0x7fd908104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/2235959563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103ca0 0x7fd908104100 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd8f80099c0 tx=0x7fd8f8009cd0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- 172.21.15.84:0/2235959563 shutdown_connections 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/2235959563 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908104640 0x7fd90810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/2235959563 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 0x7fd908102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/2235959563 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908103ca0 0x7fd908104100 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- 172.21.15.84:0/2235959563 >> 172.21.15.84:0/2235959563 conn(0x7fd9080fe040 msgr2=0x7fd908100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:54:22.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- 172.21.15.84:0/2235959563 shutdown_connections 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- 172.21.15.84:0/2235959563 wait complete. 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 Processor -- start 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.835+0000 7fd90fbb2700 1 -- start start 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 0x7fd90819adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 0x7fd90819b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810e530 con 0x7fd908103ca0 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810e3b0 con 0x7fd908104640 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd90810e6b0 con 0x7fd908102aa0 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:50876/0 (socket says 172.21.15.84:50876) 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 -- 172.21.15.84:0/1035191848 learned_addr learned my addr 172.21.15.84:0/1035191848 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90d94e700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 0x7fd90819adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90d14d700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 0x7fd90819b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 -- 172.21.15.84:0/1035191848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 msgr2=0x7fd90819adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 0x7fd90819adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 -- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 msgr2=0x7fd90819b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 0x7fd90819b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 -- 172.21.15.84:0/1035191848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9081a2a10 con 0x7fd908104640 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90d14d700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 0x7fd90819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:54:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90e14f700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd900007d70 tx=0x7fd90000a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd900016020 con 0x7fd908104640 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd90000ad40 con 0x7fd908104640 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9081a2d00 con 0x7fd908104640 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.836+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9000115e0 con 0x7fd908104640 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.837+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9081a3190 con 0x7fd908104640 2024-04-22T13:54:22.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.837+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd908069760 con 0x7fd908104640 2024-04-22T13:54:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.838+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd900019020 con 0x7fd908104640 2024-04-22T13:54:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.839+0000 7fd8feffd700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 0x7fd8f40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.839+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6261+0+0 (secure 0 0 0) 0x7fd9000cfb70 con 0x7fd908104640 2024-04-22T13:54:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.839+0000 7fd90d94e700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 0x7fd8f40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.840+0000 7fd90d94e700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 0x7fd8f40a6100 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd908103b00 tx=0x7fd90400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:54:22.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:22.844+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd908069760 con 0x7fd908104640 2024-04-22T13:54:22.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:22 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi083 2024-04-22T13:54:22.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:22 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 4272M 2024-04-22T13:54:22.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:22 smithi084 ceph-mon[31312]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:23.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:23.049+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd908076390 con 0x7fd8f40a3c40 2024-04-22T13:54:23.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:22 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi083 2024-04-22T13:54:23.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:22 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 4272M 2024-04-22T13:54:23.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:22 smithi173 ceph-mon[31493]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:23.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:22 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi083 2024-04-22T13:54:23.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:22 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 4272M 2024-04-22T13:54:23.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:22 smithi083 ceph-mon[27977]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:23.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:23.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:23.919 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:23 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:24.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:24.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:24.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:23 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:24.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:24.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:24.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:23 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:24.960 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:24 smithi084 ceph-mon[31312]: from='client.24308 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:24.960 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:24 smithi084 ceph-mon[31312]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:25.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:24 smithi173 ceph-mon[31493]: from='client.24308 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:25.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:24 smithi173 ceph-mon[31493]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:25.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:24 smithi083 ceph-mon[27977]: from='client.24308 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi084:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:25.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:24 smithi083 ceph-mon[27977]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:27.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:27.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/1664216523' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]': finished 2024-04-22T13:54:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: osdmap e69: 11 total, 10 up, 11 in 2024-04-22T13:54:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:26 smithi173 ceph-mon[31493]: from='client.? 172.21.15.84:0/74806727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/1664216523' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]': finished 2024-04-22T13:54:27.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: osdmap e69: 11 total, 10 up, 11 in 2024-04-22T13:54:27.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:27.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:26 smithi083 ceph-mon[27977]: from='client.? 172.21.15.84:0/74806727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/1664216523' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]: dispatch 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a5122c6-2226-4dea-9b2d-cf41cd2914ea"}]': finished 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: osdmap e69: 11 total, 10 up, 11 in 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:26 smithi084 ceph-mon[31312]: from='client.? 172.21.15.84:0/74806727' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:29.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:28 smithi173 ceph-mon[31493]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:29.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:28 smithi083 ceph-mon[27977]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:29.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:28 smithi084 ceph-mon[31312]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:31.143 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:30 smithi084 ceph-mon[31312]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:30 smithi173 ceph-mon[31493]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:31.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:30 smithi083 ceph-mon[27977]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:33.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:32 smithi173 ceph-mon[31493]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:33.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:32 smithi083 ceph-mon[27977]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:33.221 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:32 smithi084 ceph-mon[31312]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T13:54:34.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:34.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T13:54:34.183 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-22T13:54:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:34 smithi173 ceph-mon[31493]: Deploying daemon osd.10 on smithi084 2024-04-22T13:54:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:34 smithi173 ceph-mon[31493]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:35.188 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:34 smithi084 ceph-mon[31312]: Deploying daemon osd.10 on smithi084 2024-04-22T13:54:35.188 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:34 smithi084 ceph-mon[31312]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:35.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:34 smithi083 ceph-mon[27977]: Deploying daemon osd.10 on smithi084 2024-04-22T13:54:35.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:34 smithi083 ceph-mon[27977]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:36.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:36 smithi084 ceph-mon[31312]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:37.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:36 smithi173 ceph-mon[31493]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:37.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:36 smithi083 ceph-mon[27977]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:38.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:38 smithi084 ceph-mon[31312]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:39.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:38 smithi173 ceph-mon[31493]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:39.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:38 smithi083 ceph-mon[27977]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:39.993 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:39 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:39.993 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:39 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:39.993 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:39 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:39.994 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:39 smithi084 ceph-mon[31312]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:40.231 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:39 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:40.231 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:39 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:40.231 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:39 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:40.231 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:39 smithi173 ceph-mon[31493]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:40.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:39 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:40.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:39 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:40.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:39 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:40.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:39 smithi083 ceph-mon[27977]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:42.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.713+0000 7fd8feffd700 1 -- 172.21.15.84:0/1035191848 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fd908076390 con 0x7fd8f40a3c40 2024-04-22T13:54:42.716 INFO:teuthology.orchestra.run.smithi084.stdout:Created osd(s) 10 on host 'smithi084' 2024-04-22T13:54:42.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 msgr2=0x7fd8f40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:42.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 0x7fd8f40a6100 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd908103b00 tx=0x7fd90400b410 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 msgr2=0x7fd9081a2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd900007d70 tx=0x7fd90000a340 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 shutdown_connections 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd908104640 0x7fd9081a2370 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd908102aa0 0x7fd90819adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd8f40a3c40 0x7fd8f40a6100 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 --2- 172.21.15.84:0/1035191848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd908103ca0 0x7fd90819b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 >> 172.21.15.84:0/1035191848 conn(0x7fd9080fe040 msgr2=0x7fd908074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 shutdown_connections 2024-04-22T13:54:42.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-22T13:54:42.715+0000 7fd90fbb2700 1 -- 172.21.15.84:0/1035191848 wait complete. 2024-04-22T13:54:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:42 smithi084 ceph-mon[31312]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:43.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:43.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:42 smithi173 ceph-mon[31493]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:43.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:43.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:42 smithi083 ceph-mon[27977]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-22T13:54:43.365 DEBUG:teuthology.orchestra.run.smithi084:osd.10> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.10.service 2024-04-22T13:54:43.367 INFO:tasks.cephadm:Deploying osd.11 on smithi173 with /dev/vg_nvme/lv_1... 2024-04-22T13:54:43.368 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-22T13:54:43.615 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: osdmap e70: 11 total, 10 up, 11 in 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:44.877 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-mon[31312]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:44.877 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T13:54:44.705+0000 7f2cdf48c700 -1 osd.10 0 waiting for initial osdmap 2024-04-22T13:54:44.877 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 13:54:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T13:54:44.719+0000 7f2cdb27f700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: osdmap e70: 11 total, 10 up, 11 in 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:44.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:44 smithi173 ceph-mon[31493]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:45.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-22T13:54:45.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: from='osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: osdmap e70: 11 total, 10 up, 11 in 2024-04-22T13:54:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]: dispatch 2024-04-22T13:54:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:44 smithi083 ceph-mon[27977]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-22T13:54:45.652 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-22T13:54:45.652 INFO:teuthology.orchestra.run.smithi173.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-22T13:54:45.652 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10+0 records in 2024-04-22T13:54:45.653 INFO:teuthology.orchestra.run.smithi173.stderr:10+0 records out 2024-04-22T13:54:45.653 INFO:teuthology.orchestra.run.smithi173.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112655 s, 931 MB/s 2024-04-22T13:54:45.653 INFO:teuthology.orchestra.run.smithi173.stderr:--> Zapping successful for: 2024-04-22T13:54:45.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:45 smithi173 ceph-mon[31493]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:54:45.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:45 smithi173 ceph-mon[31493]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T13:54:45.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:45 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:45.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:45 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:45.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:45 smithi084 ceph-mon[31312]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:54:45.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:45 smithi084 ceph-mon[31312]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T13:54:45.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:45 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:45.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:45 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:46.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:45 smithi083 ceph-mon[27977]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi084", "root=default"]}]': finished 2024-04-22T13:54:46.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:45 smithi083 ceph-mon[27977]: osdmap e71: 11 total, 10 up, 11 in 2024-04-22T13:54:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:45 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:45 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:46.236 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_1 2024-04-22T13:54:46.470 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:54:46.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] boot 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: osdmap e72: 11 total, 11 up, 11 in 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:46.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:46.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:46 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] boot 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: osdmap e72: 11 total, 11 up, 11 in 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:46 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:47.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: osd.10 [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] boot 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: osdmap e72: 11 total, 11 up, 11 in 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:54:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:46 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:54:47.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:47 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi084 2024-04-22T13:54:47.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:47 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-22T13:54:47.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:47 smithi173 ceph-mon[31493]: osdmap e73: 11 total, 11 up, 11 in 2024-04-22T13:54:47.973 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:47 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi084 2024-04-22T13:54:47.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:47 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-22T13:54:47.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:47 smithi084 ceph-mon[31312]: osdmap e73: 11 total, 11 up, 11 in 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 -- 172.21.15.173:0/1597808694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214103d30 msgr2=0x7f7214104190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 --2- 172.21.15.173:0/1597808694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214103d30 0x7f7214104190 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7210009990 tx=0x7f7210009ca0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 -- 172.21.15.173:0/1597808694 shutdown_connections 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 --2- 172.21.15.173:0/1597808694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214100d50 0x7f7214101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 --2- 172.21.15.173:0/1597808694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f721410af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.092 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 --2- 172.21.15.173:0/1597808694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214103d30 0x7f7214104190 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 -- 172.21.15.173:0/1597808694 >> 172.21.15.173:0/1597808694 conn(0x7f72140fc6d0 msgr2=0x7f72140feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 -- 172.21.15.173:0/1597808694 shutdown_connections 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.088+0000 7f721c254700 1 -- 172.21.15.173:0/1597808694 wait complete. 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 Processor -- start 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 -- start start 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214103d30 0x7f72141990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f72141a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f721410e4f0 con 0x7f7214103d30 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f721410e370 con 0x7f72141046d0 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721c254700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f721410e670 con 0x7f7214100d50 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:54582/0 (socket says 172.21.15.173:54582) 2024-04-22T13:54:48.093 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 -- 172.21.15.173:0/982303572 learned_addr learned my addr 172.21.15.173:0/982303572 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f721a7f1700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f72141a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 -- 172.21.15.173:0/982303572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 msgr2=0x7f72141a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f72197ef700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214103d30 0x7f72141990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f72141a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 -- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214103d30 msgr2=0x7f72141990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.089+0000 7f7219ff0700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214103d30 0x7f72141990a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f7219ff0700 1 -- 172.21.15.173:0/982303572 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72141a07c0 con 0x7f7214100d50 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f721a7f1700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f72141a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f7219ff0700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f720400d9b0 tx=0x7f720400dd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7204016070 con 0x7f7214100d50 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72141a0ab0 con 0x7f7214100d50 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f720400bb60 con 0x7f7214100d50 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f720400f3c0 con 0x7f7214100d50 2024-04-22T13:54:48.094 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.090+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72141a1040 con 0x7f7214100d50 2024-04-22T13:54:48.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.091+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7214069730 con 0x7f7214100d50 2024-04-22T13:54:48.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.092+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7204019070 con 0x7f7214100d50 2024-04-22T13:54:48.095 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.092+0000 7f720affd700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 0x7f72000a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:54:48.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.093+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6723+0+0 (secure 0 0 0) 0x7f72040d0360 con 0x7f7214100d50 2024-04-22T13:54:48.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.093+0000 7f72197ef700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 0x7f72000a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:54:48.096 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.093+0000 7f72197ef700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 0x7f72000a6100 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f721000b2e0 tx=0x7f721000b720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:54:48.098 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.096+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7204020030 con 0x7f7214100d50 2024-04-22T13:54:48.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:47 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi084 2024-04-22T13:54:48.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:47 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 4272M 2024-04-22T13:54:48.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:47 smithi083 ceph-mon[27977]: osdmap e73: 11 total, 11 up, 11 in 2024-04-22T13:54:48.305 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:54:48.304+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f7214062e80 con 0x7f72000a3c40 2024-04-22T13:54:49.012 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:48 smithi173 ceph-mon[31493]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T13:54:49.012 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:48 smithi173 ceph-mon[31493]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:49.013 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:49.013 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:49.013 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:49.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:48 smithi083 ceph-mon[27977]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T13:54:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:48 smithi083 ceph-mon[27977]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:49.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:48 smithi084 ceph-mon[31312]: osdmap e74: 11 total, 11 up, 11 in 2024-04-22T13:54:49.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:48 smithi084 ceph-mon[31312]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:49.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-22T13:54:49.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-22T13:54:49.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:50.089 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:49 smithi083 ceph-mon[27977]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:50.089 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:49 smithi083 ceph-mon[27977]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T13:54:50.117 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:49 smithi173 ceph-mon[31493]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:50.117 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:49 smithi173 ceph-mon[31493]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T13:54:50.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:49 smithi084 ceph-mon[31312]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:54:50.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:49 smithi084 ceph-mon[31312]: osdmap e75: 11 total, 11 up, 11 in 2024-04-22T13:54:51.027 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:50 smithi084 ceph-mon[31312]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T13:54:51.027 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:50 smithi084 ceph-mon[31312]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T13:54:51.100 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:50 smithi083 ceph-mon[27977]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T13:54:51.100 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:50 smithi083 ceph-mon[27977]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T13:54:51.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:50 smithi173 ceph-mon[31493]: osdmap e76: 11 total, 11 up, 11 in 2024-04-22T13:54:51.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:50 smithi173 ceph-mon[31493]: pgmap v242: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-22T13:54:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/3260060056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]': finished 2024-04-22T13:54:52.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: osdmap e77: 12 total, 11 up, 12 in 2024-04-22T13:54:52.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:54:52.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:51 smithi173 ceph-mon[31493]: from='client.? 172.21.15.173:0/4212114571' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/3260060056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]': finished 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: osdmap e77: 12 total, 11 up, 12 in 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:54:52.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:51 smithi083 ceph-mon[27977]: from='client.? 172.21.15.173:0/4212114571' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/3260060056' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]: dispatch 2024-04-22T13:54:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad5156d9-e731-4f2a-94c2-95ad77f0b17a"}]': finished 2024-04-22T13:54:52.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: osdmap e77: 12 total, 11 up, 12 in 2024-04-22T13:54:52.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:54:52.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:51 smithi084 ceph-mon[31312]: from='client.? 172.21.15.173:0/4212114571' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-22T13:54:53.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:52 smithi173 ceph-mon[31493]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-22T13:54:53.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:52 smithi083 ceph-mon[27977]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-22T13:54:53.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:52 smithi084 ceph-mon[31312]: pgmap v244: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-04-22T13:54:55.025 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:54 smithi173 ceph-mon[31493]: pgmap v245: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:55.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:54 smithi083 ceph-mon[27977]: pgmap v245: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:55.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:54 smithi084 ceph-mon[31312]: pgmap v245: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-22T13:54:57.074 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:56 smithi173 ceph-mon[31493]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-22T13:54:57.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:56 smithi083 ceph-mon[27977]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-22T13:54:57.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:56 smithi084 ceph-mon[31312]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-22T13:54:59.131 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:58 smithi173 ceph-mon[31493]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:59.131 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T13:54:59.131 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:58 smithi083 ceph-mon[27977]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T13:54:59.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:54:59.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:58 smithi084 ceph-mon[31312]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:54:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-22T13:54:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:00.095 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:54:59 smithi173 ceph-mon[31493]: Deploying daemon osd.11 on smithi173 2024-04-22T13:55:00.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:54:59 smithi083 ceph-mon[27977]: Deploying daemon osd.11 on smithi173 2024-04-22T13:55:00.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:54:59 smithi084 ceph-mon[31312]: Deploying daemon osd.11 on smithi173 2024-04-22T13:55:01.133 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:00 smithi173 ceph-mon[31493]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:01.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:00 smithi083 ceph-mon[27977]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:01.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:00 smithi084 ceph-mon[31312]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:03.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:02 smithi173 ceph-mon[31493]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:03.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:02 smithi083 ceph-mon[27977]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:03.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:02 smithi084 ceph-mon[31312]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:04.900 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:04 smithi173 ceph-mon[31493]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:04.900 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:04.900 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:04.900 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:05.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:04 smithi083 ceph-mon[27977]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:04 smithi084 ceph-mon[31312]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:05.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:07.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:06 smithi173 ceph-mon[31493]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:07.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:06 smithi083 ceph-mon[27977]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:07.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:06 smithi084 ceph-mon[31312]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:07.877 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.875+0000 7f720affd700 1 -- 172.21.15.173:0/982303572 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f7214062e80 con 0x7f72000a3c40 2024-04-22T13:55:07.878 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 11 on host 'smithi173' 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 msgr2=0x7f72000a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 0x7f72000a6100 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f721000b2e0 tx=0x7f721000b720 comp rx=0 tx=0).stop 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 msgr2=0x7f7214198b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f720400d9b0 tx=0x7f720400dd70 comp rx=0 tx=0).stop 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 shutdown_connections 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72141046d0 0x7f72141a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:07.879 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7214100d50 0x7f7214198b60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:07.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72000a3c40 0x7f72000a6100 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:07.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 --2- 172.21.15.173:0/982303572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7214103d30 0x7f72141990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:07.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 >> 172.21.15.173:0/982303572 conn(0x7f72140fc6d0 msgr2=0x7f72141070b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:07.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 shutdown_connections 2024-04-22T13:55:07.880 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:07.877+0000 7f721c254700 1 -- 172.21.15.173:0/982303572 wait complete. 2024-04-22T13:55:08.556 DEBUG:teuthology.orchestra.run.smithi173:osd.11> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.11.service 2024-04-22T13:55:08.558 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-22T13:55:08.558 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-22T13:55:08.806 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:55:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:08 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:09.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:08 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:08 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:09.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-mon[31493]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T13:55:09.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-mon[31493]: osdmap e78: 12 total, 11 up, 12 in 2024-04-22T13:55:09.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:09.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-mon[31493]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:09.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-mon[31493]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:09.906 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T13:55:09.881+0000 7ff8deeaa700 -1 osd.11 0 waiting for initial osdmap 2024-04-22T13:55:09.906 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 13:55:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T13:55:09.893+0000 7ff8dac9d700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-22T13:55:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:09 smithi083 ceph-mon[27977]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T13:55:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:09 smithi083 ceph-mon[27977]: osdmap e78: 12 total, 11 up, 12 in 2024-04-22T13:55:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:09 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:09 smithi083 ceph-mon[27977]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:09 smithi083 ceph-mon[27977]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:10.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:09 smithi084 ceph-mon[31312]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-22T13:55:10.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:09 smithi084 ceph-mon[31312]: osdmap e78: 12 total, 11 up, 12 in 2024-04-22T13:55:10.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:09 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:10.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:09 smithi084 ceph-mon[31312]: from='osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:10.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:09 smithi084 ceph-mon[31312]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 -- 172.21.15.83:0/3453624620 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44981047d0 msgr2=0x7f449810b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3453624620 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44981047d0 0x7f449810b080 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f449000b0d0 tx=0x7f449000b3e0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 -- 172.21.15.83:0/3453624620 shutdown_connections 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3453624620 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44981047d0 0x7f449810b080 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3453624620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498100db0 0x7f44981011d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3453624620 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4498103e30 0x7f4498104290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 -- 172.21.15.83:0/3453624620 >> 172.21.15.83:0/3453624620 conn(0x7f44980fc6f0 msgr2=0x7f44980feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 -- 172.21.15.83:0/3453624620 shutdown_connections 2024-04-22T13:55:10.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.633+0000 7f44a03b6700 1 -- 172.21.15.83:0/3453624620 wait complete. 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 Processor -- start 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 -- start start 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498103e30 0x7f4498101de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44981047d0 0x7f4498102320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f449810e570 con 0x7f4498100db0 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f449810e3f0 con 0x7f4498103e30 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f44a03b6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f449810e6f0 con 0x7f44981047d0 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53190/0 (socket says 172.21.15.83:53190) 2024-04-22T13:55:10.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 -- 172.21.15.83:0/3679451045 learned_addr learned my addr 172.21.15.83:0/3679451045 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e953700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44981047d0 0x7f4498102320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449d951700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498103e30 0x7f4498101de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 -- 172.21.15.83:0/3679451045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44981047d0 msgr2=0x7f4498102320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44981047d0 0x7f4498102320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 -- 172.21.15.83:0/3679451045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498103e30 msgr2=0x7f4498101de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498103e30 0x7f4498101de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 -- 172.21.15.83:0/3679451045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4498102bd0 con 0x7f4498100db0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f449e152700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f449400d980 tx=0x7f449400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.634+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494016070 con 0x7f4498100db0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.635+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f449400fd40 con 0x7f4498100db0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.635+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44981a2cb0 con 0x7f4498100db0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.635+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494019360 con 0x7f4498100db0 2024-04-22T13:55:10.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.635+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44981a31c0 con 0x7f4498100db0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.635+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4498069730 con 0x7f4498100db0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.637+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4494019070 con 0x7f4498100db0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.638+0000 7f448f7fe700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 0x7f44840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.638+0000 7f449d951700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 0x7f44840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.638+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6847+0+0 (secure 0 0 0) 0x7f44940cfde0 con 0x7f4498100db0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.638+0000 7f449d951700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 0x7f44840a6100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4488009be0 tx=0x7f4488009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:10.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.642+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f449409cd80 con 0x7f4498100db0 2024-04-22T13:55:10.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.841+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f449802e050 con 0x7f4498100db0 2024-04-22T13:55:10.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.841+0000 7f448f7fe700 1 -- 172.21.15.83:0/3679451045 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v79) ==== 74+0+133 (secure 0 0 0) 0x7f449409c680 con 0x7f4498100db0 2024-04-22T13:55:10.843 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 msgr2=0x7f44840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 0x7f44840a6100 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4488009be0 tx=0x7f4488009260 comp rx=0 tx=0).stop 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 msgr2=0x7f4498103790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f449400d980 tx=0x7f449400dc90 comp rx=0 tx=0).stop 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 shutdown_connections 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f44840a3c40 0x7f44840a6100 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4498100db0 0x7f4498103790 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44981047d0 0x7f4498102320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 --2- 172.21.15.83:0/3679451045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4498103e30 0x7f4498101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:10.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.843+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 >> 172.21.15.83:0/3679451045 conn(0x7f44980fc6f0 msgr2=0x7f44981070d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:10.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.844+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 shutdown_connections 2024-04-22T13:55:10.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:10.844+0000 7f44a03b6700 1 -- 172.21.15.83:0/3679451045 wait complete. 2024-04-22T13:55:11.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:11.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:55:11.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T13:55:11.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:10 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3679451045' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:10 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3679451045' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:11.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-04-22T13:55:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: osdmap e79: 12 total, 11 up, 12 in 2024-04-22T13:55:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:10 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3679451045' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:11.569 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":79,"num_osds":12,"num_up_osds":11,"osd_up_since":1713794085,"num_in_osds":12,"osd_in_since":1713794091,"num_remapped_pgs":0} 2024-04-22T13:55:12.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:11 smithi173 ceph-mon[31493]: purged_snaps scrub starts 2024-04-22T13:55:12.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:11 smithi173 ceph-mon[31493]: purged_snaps scrub ok 2024-04-22T13:55:12.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:11 smithi173 ceph-mon[31493]: osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] boot 2024-04-22T13:55:12.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:11 smithi173 ceph-mon[31493]: osdmap e80: 12 total, 12 up, 12 in 2024-04-22T13:55:12.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:11 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:12.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:11 smithi083 ceph-mon[27977]: purged_snaps scrub starts 2024-04-22T13:55:12.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:11 smithi083 ceph-mon[27977]: purged_snaps scrub ok 2024-04-22T13:55:12.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:11 smithi083 ceph-mon[27977]: osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] boot 2024-04-22T13:55:12.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:11 smithi083 ceph-mon[27977]: osdmap e80: 12 total, 12 up, 12 in 2024-04-22T13:55:12.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:11 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:11 smithi084 ceph-mon[31312]: purged_snaps scrub starts 2024-04-22T13:55:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:11 smithi084 ceph-mon[31312]: purged_snaps scrub ok 2024-04-22T13:55:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:11 smithi084 ceph-mon[31312]: osd.11 [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] boot 2024-04-22T13:55:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:11 smithi084 ceph-mon[31312]: osdmap e80: 12 total, 12 up, 12 in 2024-04-22T13:55:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:11 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:55:12.571 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-22T13:55:12.812 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:55:13.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:13.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: osdmap e81: 12 total, 12 up, 12 in 2024-04-22T13:55:13.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:12 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: osdmap e81: 12 total, 12 up, 12 in 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:12 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: osdmap e81: 12 total, 12 up, 12 in 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:13.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:13.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:13.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:13.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:12 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:14.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:13 smithi173 ceph-mon[31493]: Detected new or changed devices on smithi173 2024-04-22T13:55:14.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:13 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 4272M 2024-04-22T13:55:14.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:13 smithi083 ceph-mon[27977]: Detected new or changed devices on smithi173 2024-04-22T13:55:14.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:13 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 4272M 2024-04-22T13:55:14.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:13 smithi084 ceph-mon[31312]: Detected new or changed devices on smithi173 2024-04-22T13:55:14.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:13 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 4272M 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 -- 172.21.15.83:0/2864316353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978106660 msgr2=0x7f7978106ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 --2- 172.21.15.83:0/2864316353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978106660 0x7f7978106ae0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f797000b0a0 tx=0x7f797000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 -- 172.21.15.83:0/2864316353 shutdown_connections 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 --2- 172.21.15.83:0/2864316353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978106660 0x7f7978106ae0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 --2- 172.21.15.83:0/2864316353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978101320 0x7f7978103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 --2- 172.21.15.83:0/2864316353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978103c90 0x7f7978106120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 -- 172.21.15.83:0/2864316353 >> 172.21.15.83:0/2864316353 conn(0x7f79780fcf60 msgr2=0x7f79780ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 -- 172.21.15.83:0/2864316353 shutdown_connections 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.609+0000 7f797f3a1700 1 -- 172.21.15.83:0/2864316353 wait complete. 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 Processor -- start 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 -- start start 2024-04-22T13:55:14.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978101320 0x7f797819f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978106660 0x7f79781a66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7978114ab0 con 0x7f7978103c90 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7978114930 con 0x7f7978101320 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797f3a1700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7978114c30 con 0x7f7978106660 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59506/0 (socket says 172.21.15.83:59506) 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 -- 172.21.15.83:0/3243240534 learned_addr learned my addr 172.21.15.83:0/3243240534 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797d93e700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978106660 0x7f79781a66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797d13d700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978101320 0x7f797819f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 -- 172.21.15.83:0/3243240534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978106660 msgr2=0x7f79781a66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978106660 0x7f79781a66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 -- 172.21.15.83:0/3243240534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978101320 msgr2=0x7f797819f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:14.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978101320 0x7f797819f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 -- 172.21.15.83:0/3243240534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79781a6d60 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f797c93c700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f796800c950 tx=0x7f796800cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7968007ac0 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.610+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7968004ce0 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.611+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79781a6ff0 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.611+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79680055a0 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.611+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79781a7500 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.611+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7978069730 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.613+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7968007c60 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.613+0000 7f796e7fc700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 0x7f79640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.613+0000 7f797d13d700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 0x7f79640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.614+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f79680cff10 con 0x7f7978103c90 2024-04-22T13:55:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.614+0000 7f797d13d700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 0x7f79640a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7974005950 tx=0x7f7974005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:14.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.617+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7968014030 con 0x7f7978103c90 2024-04-22T13:55:14.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.814+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f797802e050 con 0x7f7978103c90 2024-04-22T13:55:14.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.815+0000 7f796e7fc700 1 -- 172.21.15.83:0/3243240534 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f796809cd90 con 0x7f7978103c90 2024-04-22T13:55:14.817 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 msgr2=0x7f79640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 0x7f79640a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7974005950 tx=0x7f7974005cf0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 msgr2=0x7f797819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f796800c950 tx=0x7f796800cd10 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 shutdown_connections 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7978106660 0x7f79781a66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7978101320 0x7f797819f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79640a3c40 0x7f79640a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 --2- 172.21.15.83:0/3243240534 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7978103c90 0x7f797819f6b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 >> 172.21.15.83:0/3243240534 conn(0x7f79780fcf60 msgr2=0x7f79781020b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 shutdown_connections 2024-04-22T13:55:14.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:14.817+0000 7f797f3a1700 1 -- 172.21.15.83:0/3243240534 wait complete. 2024-04-22T13:55:15.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:14 smithi173 ceph-mon[31493]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:15.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3243240534' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:15.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:14 smithi083 ceph-mon[27977]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:15.186 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3243240534' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:15.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:14 smithi084 ceph-mon[31312]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:15.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3243240534' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-22T13:55:15.607 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1713794110,"num_in_osds":12,"osd_in_since":1713794091,"num_remapped_pgs":0} 2024-04-22T13:55:15.607 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T13:55:15.842 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:55:17.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:16 smithi173 ceph-mon[31493]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:17.180 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:16 smithi083 ceph-mon[27977]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:17.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:16 smithi084 ceph-mon[31312]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 -- 172.21.15.83:0/3690162484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974107990 msgr2=0x7fc974107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/3690162484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974107990 0x7fc974107d70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc970009990 tx=0x7fc970009ca0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 -- 172.21.15.83:0/3690162484 shutdown_connections 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/3690162484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974107990 0x7fc974107d70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/3690162484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc97410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/3690162484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974101940 0x7fc974101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 -- 172.21.15.83:0/3690162484 >> 172.21.15.83:0/3690162484 conn(0x7fc9740788f0 msgr2=0x7fc974078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:17.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 -- 172.21.15.83:0/3690162484 shutdown_connections 2024-04-22T13:55:17.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.543+0000 7fc97bf1e700 1 -- 172.21.15.83:0/3690162484 wait complete. 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 Processor -- start 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 -- start start 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc9741986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 0x7fc97419ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111c20 con 0x7fc974101940 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111aa0 con 0x7fc974102300 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc97bf1e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc974111da0 con 0x7fc974107990 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc979cba700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc979cba700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59530/0 (socket says 172.21.15.83:59530) 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.544+0000 7fc979cba700 1 -- 172.21.15.83:0/876233853 learned_addr learned my addr 172.21.15.83:0/876233853 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:17.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 -- 172.21.15.83:0/876233853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 msgr2=0x7fc97419ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc97a4bb700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 0x7fc97419ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc9794b9700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc9741986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 0x7fc97419ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 -- 172.21.15.83:0/876233853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 msgr2=0x7fc9741986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc9741986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 -- 172.21.15.83:0/876233853 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc97419d180 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc97a4bb700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 0x7fc97419ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc9794b9700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc9741986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc979cba700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc970005910 tx=0x7fc970003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc970027070 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc970004140 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc97419d410 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc97000f460 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.545+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9741a4cf0 con 0x7fc974101940 2024-04-22T13:55:17.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.546+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc974109eb0 con 0x7fc974101940 2024-04-22T13:55:17.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.547+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc97002a070 con 0x7fc974101940 2024-04-22T13:55:17.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.548+0000 7fc96affd700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 0x7fc9600a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:17.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.548+0000 7fc9794b9700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 0x7fc9600a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:17.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.548+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fc9700d1650 con 0x7fc974101940 2024-04-22T13:55:17.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.548+0000 7fc9794b9700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 0x7fc9600a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc974079030 tx=0x7fc964008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:17.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.551+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc970031070 con 0x7fc974101940 2024-04-22T13:55:17.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.750+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9741994d0 con 0x7fc974101940 2024-04-22T13:55:17.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.751+0000 7fc96affd700 1 -- 172.21.15.83:0/876233853 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18431 (secure 0 0 0) 0x7fc970013070 con 0x7fc974101940 2024-04-22T13:55:17.753 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:17.753 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":81,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:55:11.884134+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 msgr2=0x7fc9600a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 0x7fc9600a6100 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc974079030 tx=0x7fc964008040 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 msgr2=0x7fc974198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc970005910 tx=0x7fc970003730 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 shutdown_connections 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9600a3c40 0x7fc9600a6100 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc974101940 0x7fc974198170 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc974107990 0x7fc97419ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 --2- 172.21.15.83:0/876233853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc974102300 0x7fc9741986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 >> 172.21.15.83:0/876233853 conn(0x7fc9740788f0 msgr2=0x7fc9741007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 shutdown_connections 2024-04-22T13:55:17.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:17.753+0000 7fc97bf1e700 1 -- 172.21.15.83:0/876233853 wait complete. 2024-04-22T13:55:18.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/876233853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:18.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/876233853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:18.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/876233853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:18.450 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:55:18.450 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-22T13:55:18.685 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:55:19.059 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:18 smithi083 ceph-mon[27977]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:19.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:18 smithi084 ceph-mon[31312]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:19.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:18 smithi173 ceph-mon[31493]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:20.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 -- 172.21.15.83:0/2318332793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 msgr2=0x7fccd406b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:20.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 --2- 172.21.15.83:0/2318332793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd406b670 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009990 tx=0x7fccbc009ca0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 -- 172.21.15.83:0/2318332793 shutdown_connections 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 --2- 172.21.15.83:0/2318332793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 0x7fccd410f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 --2- 172.21.15.83:0/2318332793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 0x7fccd4108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 --2- 172.21.15.83:0/2318332793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd406b670 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 -- 172.21.15.83:0/2318332793 >> 172.21.15.83:0/2318332793 conn(0x7fccd40789e0 msgr2=0x7fccd4078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 -- 172.21.15.83:0/2318332793 shutdown_connections 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 -- 172.21.15.83:0/2318332793 wait complete. 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.441+0000 7fccd8995700 1 Processor -- start 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 -- start start 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 0x7fccd419b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 0x7fccd419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:20.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4112ca0 con 0x7fccd406b1f0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4112b20 con 0x7fccd4108a60 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd8995700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fccd4112e20 con 0x7fccd406bbb0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59540/0 (socket says 172.21.15.83:59540) 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 -- 172.21.15.83:0/3599174948 learned_addr learned my addr 172.21.15.83:0/3599174948 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccc9d9b700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 0x7fccd419b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd2d9d700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 0x7fccd419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 -- 172.21.15.83:0/3599174948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 msgr2=0x7fccd419b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 0x7fccd419b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 -- 172.21.15.83:0/3599174948 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 msgr2=0x7fccd419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 0x7fccd419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.442+0000 7fccd259c700 1 -- 172.21.15.83:0/3599174948 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccd41a0360 con 0x7fccd406b1f0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fccd259c700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fccc400c920 tx=0x7fccc400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:20.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4004a30 con 0x7fccd406b1f0 2024-04-22T13:55:20.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccd41a0650 con 0x7fccd406b1f0 2024-04-22T13:55:20.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc40054d0 con 0x7fccd406b1f0 2024-04-22T13:55:20.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc4007bd0 con 0x7fccd406b1f0 2024-04-22T13:55:20.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.443+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccd41a7ed0 con 0x7fccd406b1f0 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.444+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccd4069730 con 0x7fccd406b1f0 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.445+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fccc4004bd0 con 0x7fccd406b1f0 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.446+0000 7fcccbfff700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 0x7fccc00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.446+0000 7fccc9d9b700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 0x7fccc00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.446+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fccc40cfa20 con 0x7fccd406b1f0 2024-04-22T13:55:20.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.446+0000 7fccc9d9b700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 0x7fccc00a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009750 tx=0x7fccbc00b560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:20.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.450+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fccc4014030 con 0x7fccd406b1f0 2024-04-22T13:55:20.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.645+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fccd41a8100 con 0x7fccd406b1f0 2024-04-22T13:55:20.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.645+0000 7fcccbfff700 1 -- 172.21.15.83:0/3599174948 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fccc409c8a0 con 0x7fccd406b1f0 2024-04-22T13:55:20.647 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 msgr2=0x7fccc00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 0x7fccc00a6100 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fccbc009750 tx=0x7fccbc00b560 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 msgr2=0x7fccd419b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fccc400c920 tx=0x7fccc400cc30 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 shutdown_connections 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fccc00a3c40 0x7fccc00a6100 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fccd406b1f0 0x7fccd419b350 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fccd4108a60 0x7fccd419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 --2- 172.21.15.83:0/3599174948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fccd406bbb0 0x7fccd419b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:20.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 >> 172.21.15.83:0/3599174948 conn(0x7fccd40789e0 msgr2=0x7fccd40ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:20.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 shutdown_connections 2024-04-22T13:55:20.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:20.647+0000 7fccd8995700 1 -- 172.21.15.83:0/3599174948 wait complete. 2024-04-22T13:55:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:20 smithi173 ceph-mon[31493]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:21.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3599174948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:20 smithi083 ceph-mon[27977]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:21.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3599174948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:20 smithi084 ceph-mon[31312]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3599174948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.a on smithi083 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.d on smithi083 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.g on smithi083 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.j on smithi083 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.b on smithi084 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.e on smithi084 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.h on smithi084 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.k on smithi084 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.c on smithi173 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.f on smithi173 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.i on smithi173 2024-04-22T13:55:21.424 INFO:tasks.cephadm:Adding mds.l on smithi173 2024-04-22T13:55:21.425 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l' 2024-04-22T13:55:21.673 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T13:55:23.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:22 smithi173 ceph-mon[31493]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:23.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:22 smithi083 ceph-mon[27977]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:23.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:22 smithi084 ceph-mon[31312]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:23.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1473367416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc102ba0 msgr2=0x7f17dc103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:23.404 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1473367416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc102ba0 0x7f17dc103000 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f17d8009990 tx=0x7f17d8009ca0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1473367416 shutdown_connections 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1473367416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc1019a0 0x7f17dc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1473367416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc103540 0x7f17dc109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1473367416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc102ba0 0x7f17dc103000 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1473367416 >> 172.21.15.173:0/1473367416 conn(0x7f17dc0fcf40 msgr2=0x7f17dc0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1473367416 shutdown_connections 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.400+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1473367416 wait complete. 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 Processor -- start 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 -- start start 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc102ba0 0x7f17dc1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 0x7f17dc19f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc10d4d0 con 0x7f17dc103540 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc10d350 con 0x7f17dc102ba0 2024-04-22T13:55:23.405 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.401+0000 7f17e3d0f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc10d650 con 0x7f17dc1019a0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.173:55360/0 (socket says 172.21.15.173:55360) 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 -- 172.21.15.173:0/1742742229 learned_addr learned my addr 172.21.15.173:0/1742742229 (peer_addr_for_me v2:172.21.15.173:0/0) 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e12aa700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc102ba0 0x7f17dc1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e22ac700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 0x7f17dc19f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 -- 172.21.15.173:0/1742742229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc102ba0 msgr2=0x7f17dc1980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc102ba0 0x7f17dc1980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 -- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 msgr2=0x7f17dc19f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 0x7f17dc19f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 -- 172.21.15.173:0/1742742229 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17dc19f7d0 con 0x7f17dc1019a0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e22ac700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 0x7f17dc19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e1aab700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f17cc00b530 tx=0x7f17cc00b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:23.406 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17cc015020 con 0x7f17dc1019a0 2024-04-22T13:55:23.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17cc011ce0 con 0x7f17dc1019a0 2024-04-22T13:55:23.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17dc19fac0 con 0x7f17dc1019a0 2024-04-22T13:55:23.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17cc010d60 con 0x7f17dc1019a0 2024-04-22T13:55:23.407 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.402+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17dc1a0050 con 0x7f17dc1019a0 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.403+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17dc069730 con 0x7f17dc1019a0 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.404+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f17cc018020 con 0x7f17dc1019a0 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.405+0000 7f17d2ffd700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 0x7f17c80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.405+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f17cc0cf610 con 0x7f17dc1019a0 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.405+0000 7f17e12aa700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 0x7f17c80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:23.408 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.405+0000 7f17e12aa700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 0x7f17c80a6180 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f17d800b5c0 tx=0x7f17d8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:23.411 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.409+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f17cc01f020 con 0x7f17dc1019a0 2024-04-22T13:55:23.616 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.614+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}) -- 0x7f17dc063080 con 0x7f17c80a3cc0 2024-04-22T13:55:23.624 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.622+0000 7f17d2ffd700 1 -- 172.21.15.173:0/1742742229 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f17dc063080 con 0x7f17c80a3cc0 2024-04-22T13:55:23.624 INFO:teuthology.orchestra.run.smithi173.stdout:Scheduled mds.all update... 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 msgr2=0x7f17c80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 0x7f17c80a6180 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f17d800b5c0 tx=0x7f17d8005fb0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 msgr2=0x7f17dc197b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f17cc00b530 tx=0x7f17cc00b840 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 shutdown_connections 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f17c80a3cc0 0x7f17c80a6180 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f17dc103540 0x7f17dc19f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f17dc1019a0 0x7f17dc197b70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 --2- 172.21.15.173:0/1742742229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17dc102ba0 0x7f17dc1980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 >> 172.21.15.173:0/1742742229 conn(0x7f17dc0fcf40 msgr2=0x7f17dc105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 shutdown_connections 2024-04-22T13:55:23.627 INFO:teuthology.orchestra.run.smithi173.stderr:2024-04-22T13:55:23.625+0000 7f17e3d0f700 1 -- 172.21.15.173:0/1742742229 wait complete. 2024-04-22T13:55:24.264 DEBUG:teuthology.orchestra.run.smithi083:mds.a> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.a.service 2024-04-22T13:55:24.266 DEBUG:teuthology.orchestra.run.smithi083:mds.d> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.d.service 2024-04-22T13:55:24.310 DEBUG:teuthology.orchestra.run.smithi083:mds.g> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.g.service 2024-04-22T13:55:24.352 DEBUG:teuthology.orchestra.run.smithi083:mds.j> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.j.service 2024-04-22T13:55:24.395 DEBUG:teuthology.orchestra.run.smithi084:mds.b> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.b.service 2024-04-22T13:55:24.398 DEBUG:teuthology.orchestra.run.smithi084:mds.e> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.e.service 2024-04-22T13:55:24.440 DEBUG:teuthology.orchestra.run.smithi084:mds.h> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.h.service 2024-04-22T13:55:24.483 DEBUG:teuthology.orchestra.run.smithi084:mds.k> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.k.service 2024-04-22T13:55:24.526 DEBUG:teuthology.orchestra.run.smithi173:mds.c> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.c.service 2024-04-22T13:55:24.528 DEBUG:teuthology.orchestra.run.smithi173:mds.f> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.f.service 2024-04-22T13:55:24.572 DEBUG:teuthology.orchestra.run.smithi173:mds.i> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.i.service 2024-04-22T13:55:24.615 DEBUG:teuthology.orchestra.run.smithi173:mds.l> sudo journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.l.service 2024-04-22T13:55:24.658 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-22T13:55:24.659 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: Saving service mds.all spec with placement smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:24.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- 172.21.15.83:0/2222866827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 msgr2=0x7f87c81092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 --2- 172.21.15.83:0/2222866827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c81092b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f87c0009ca0 tx=0x7f87c002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- 172.21.15.83:0/2222866827 shutdown_connections 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 --2- 172.21.15.83:0/2222866827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c81092b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 --2- 172.21.15.83:0/2222866827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8101fd0 0x7f87c8102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 --2- 172.21.15.83:0/2222866827 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8100e80 0x7f87c81012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- 172.21.15.83:0/2222866827 >> 172.21.15.83:0/2222866827 conn(0x7f87c80fc410 msgr2=0x7f87c80fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- 172.21.15.83:0/2222866827 shutdown_connections 2024-04-22T13:55:24.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- 172.21.15.83:0/2222866827 wait complete. 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 Processor -- start 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.761+0000 7f87cebef640 1 -- start start 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8100e80 0x7f87c806b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8101fd0 0x7f87c819ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f87c810c9e0 con 0x7f87c8102990 2024-04-22T13:55:24.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f87c810c860 con 0x7f87c8100e80 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f87c810cb60 con 0x7f87c8101fd0 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48866/0 (socket says 172.21.15.83:48866) 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 -- 172.21.15.83:0/1503942171 learned_addr learned my addr 172.21.15.83:0/1503942171 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87c7fff640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8101fd0 0x7f87c819ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cc98b640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8100e80 0x7f87c806b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 -- 172.21.15.83:0/1503942171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8101fd0 msgr2=0x7f87c819ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8101fd0 0x7f87c819ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 -- 172.21.15.83:0/1503942171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8100e80 msgr2=0x7f87c806b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8100e80 0x7f87c806b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 -- 172.21.15.83:0/1503942171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c819fda0 con 0x7f87c8102990 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cd18c640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f87c002c700 tx=0x7f87c0034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:24.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0039040 con 0x7f87c8102990 2024-04-22T13:55:24.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87c0044070 con 0x7f87c8102990 2024-04-22T13:55:24.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87c819ffd0 con 0x7f87c8102990 2024-04-22T13:55:24.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.762+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c00042a0 con 0x7f87c8102990 2024-04-22T13:55:24.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.763+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87c81a0490 con 0x7f87c8102990 2024-04-22T13:55:24.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.764+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87c8108130 con 0x7f87c8102990 2024-04-22T13:55:24.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.765+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f87c0003970 con 0x7f87c8102990 2024-04-22T13:55:24.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.765+0000 7f87c5ffb640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 0x7f87b80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:24.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.765+0000 7f87cc98b640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 0x7f87b80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:24.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.765+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f87c00f21f0 con 0x7f87c8102990 2024-04-22T13:55:24.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.766+0000 7f87cc98b640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 0x7f87b80a60f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f87bc005fd0 tx=0x7f87bc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:24.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.770+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f87c00bf070 con 0x7f87c8102990 2024-04-22T13:55:24.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: Saving service mds.all spec with placement smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:24.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: Saving service mds.all spec with placement smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:24.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.946+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87c8062bf0 con 0x7f87c8102990 2024-04-22T13:55:24.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.947+0000 7f87c5ffb640 1 -- 172.21.15.83:0/1503942171 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18431 (secure 0 0 0) 0x7f87c00be970 con 0x7f87c8102990 2024-04-22T13:55:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:24.949 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":81,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:55:11.884134+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:55:24.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 msgr2=0x7f87b80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:24.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 0x7f87b80a60f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f87bc005fd0 tx=0x7f87bc00b390 comp rx=0 tx=0).stop 2024-04-22T13:55:24.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 msgr2=0x7f87c819f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:24.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f87c002c700 tx=0x7f87c0034760 comp rx=0 tx=0).stop 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 shutdown_connections 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f87b80a3c30 0x7f87b80a60f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f87c8102990 0x7f87c819f490 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f87c8101fd0 0x7f87c819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 --2- 172.21.15.83:0/1503942171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f87c8100e80 0x7f87c806b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.949+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 >> 172.21.15.83:0/1503942171 conn(0x7f87c80fc410 msgr2=0x7f87c8105300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.950+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 shutdown_connections 2024-04-22T13:55:24.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:24.950+0000 7f87cebef640 1 -- 172.21.15.83:0/1503942171 wait complete. 2024-04-22T13:55:24.962 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:55:24.963 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.061+0000 7f18f7a14640 1 -- 172.21.15.83:0/687106425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0101b80 msgr2=0x7f18f0102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.061+0000 7f18f7a14640 1 --2- 172.21.15.83:0/687106425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0101b80 0x7f18f0102000 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f18e8009ca0 tx=0x7f18e802c180 comp rx=0 tx=0).stop 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.061+0000 7f18f7a14640 1 -- 172.21.15.83:0/687106425 shutdown_connections 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- 172.21.15.83:0/687106425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0101b80 0x7f18f0102000 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- 172.21.15.83:0/687106425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f0101640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- 172.21.15.83:0/687106425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0100880 0x7f18f0100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- 172.21.15.83:0/687106425 >> 172.21.15.83:0/687106425 conn(0x7f18f00fc400 msgr2=0x7f18f00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- 172.21.15.83:0/687106425 shutdown_connections 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- 172.21.15.83:0/687106425 wait complete. 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 Processor -- start 2024-04-22T13:55:25.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- start start 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f019a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0101b80 0x7f18f01a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f18f010fcd0 con 0x7f18f0100880 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f18f010fb50 con 0x7f18f0101b80 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f7a14640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f18f010fe50 con 0x7f18f01011e0 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f57b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f57b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48884/0 (socket says 172.21.15.83:48884) 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f57b0640 1 -- 172.21.15.83:0/3562242493 learned_addr learned my addr 172.21.15.83:0/3562242493 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.062+0000 7f18f5fb1640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0101b80 0x7f18f01a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f4faf640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f019a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 -- 172.21.15.83:0/3562242493 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 msgr2=0x7f18f019a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f019a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 -- 172.21.15.83:0/3562242493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0101b80 msgr2=0x7f18f01a18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0101b80 0x7f18f01a18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 -- 172.21.15.83:0/3562242493 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18f01a1f30 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f4faf640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f019a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f57b0640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f18ec00e9f0 tx=0x7f18ec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ec00cd80 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18f01a2220 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f18ec0108e0 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ec018980 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.063+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18f01a2770 con 0x7f18f0100880 2024-04-22T13:55:25.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.064+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18f010b780 con 0x7f18f0100880 2024-04-22T13:55:25.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.065+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f18ec010430 con 0x7f18f0100880 2024-04-22T13:55:25.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.065+0000 7f18e67fc640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 0x7f18dc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.066+0000 7f18f4faf640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 0x7f18dc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.066+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f18ec0d02e0 con 0x7f18f0100880 2024-04-22T13:55:25.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.066+0000 7f18f4faf640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 0x7f18dc0a6070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f18f019b820 tx=0x7f18e000a5c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:25.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.070+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18ec09d160 con 0x7f18f0100880 2024-04-22T13:55:25.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.245+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f18f0062b80 con 0x7f18f0100880 2024-04-22T13:55:25.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.246+0000 7f18e67fc640 1 -- 172.21.15.83:0/3562242493 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f18ec09ca60 con 0x7f18f0100880 2024-04-22T13:55:25.248 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:55:25.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 msgr2=0x7f18dc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 0x7f18dc0a6070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f18f019b820 tx=0x7f18e000a5c0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 msgr2=0x7f18f019a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f18ec00e9f0 tx=0x7f18ec00eeb0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 shutdown_connections 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f18dc0a3bb0 0x7f18dc0a6070 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18f0101b80 0x7f18f01a18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f18f01011e0 0x7f18f019a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 --2- 172.21.15.83:0/3562242493 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f18f0100880 0x7f18f019a310 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 >> 172.21.15.83:0/3562242493 conn(0x7f18f00fc400 msgr2=0x7f18f00fdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 shutdown_connections 2024-04-22T13:55:25.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.248+0000 7f18f7a14640 1 -- 172.21.15.83:0/3562242493 wait complete. 2024-04-22T13:55:25.260 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:25.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- 172.21.15.83:0/1204902663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc101f90 msgr2=0x7fedcc1023b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 --2- 172.21.15.83:0/1204902663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc101f90 0x7fedcc1023b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fedbc009900 tx=0x7fedbc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- 172.21.15.83:0/1204902663 shutdown_connections 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 --2- 172.21.15.83:0/1204902663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103b40 0x7fedcc10a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 --2- 172.21.15.83:0/1204902663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc103180 0x7fedcc103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 --2- 172.21.15.83:0/1204902663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc101f90 0x7fedcc1023b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- 172.21.15.83:0/1204902663 >> 172.21.15.83:0/1204902663 conn(0x7fedcc0fd500 msgr2=0x7fedcc0ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- 172.21.15.83:0/1204902663 shutdown_connections 2024-04-22T13:55:25.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- 172.21.15.83:0/1204902663 wait complete. 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 Processor -- start 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.357+0000 7fedd2006640 1 -- start start 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc101f90 0x7fedcc1981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103180 0x7fedcc1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fedcc10dad0 con 0x7fedcc103b40 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fedcc10d950 con 0x7fedcc103180 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fedcc10dc50 con 0x7fedcc101f90 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48910/0 (socket says 172.21.15.83:48910) 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcb7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc101f90 0x7fedcc1981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 -- 172.21.15.83:0/2912281204 learned_addr learned my addr 172.21.15.83:0/2912281204 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcaffd640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103180 0x7fedcc1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 -- 172.21.15.83:0/2912281204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc101f90 msgr2=0x7fedcc1981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc101f90 0x7fedcc1981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 -- 172.21.15.83:0/2912281204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103180 msgr2=0x7fedcc1986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103180 0x7fedcc1986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 -- 172.21.15.83:0/2912281204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedcc19fdd0 con 0x7fedcc103b40 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedcbfff640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fedc400eaa0 tx=0x7fedc400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc400cdb0 con 0x7fedcc103b40 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedcc1a00c0 con 0x7fedcc103b40 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedc4005020 con 0x7fedcc103b40 2024-04-22T13:55:25.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc40116d0 con 0x7fedcc103b40 2024-04-22T13:55:25.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.358+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedcc1a05c0 con 0x7fedcc103b40 2024-04-22T13:55:25.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.359+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedcc109300 con 0x7fedcc103b40 2024-04-22T13:55:25.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.360+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fedc40051d0 con 0x7fedcc103b40 2024-04-22T13:55:25.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.361+0000 7fedc8ff9640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 0x7fedb40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:25.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.361+0000 7fedcb7fe640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 0x7fedb40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:25.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.361+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fedc40d0200 con 0x7fedcc103b40 2024-04-22T13:55:25.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.361+0000 7fedcb7fe640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 0x7fedb40a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fedbc005ab0 tx=0x7fedbc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:25.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.365+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fedc4016030 con 0x7fedcc103b40 2024-04-22T13:55:25.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.581+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedcc062b50 con 0x7fedcc103b40 2024-04-22T13:55:25.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.582+0000 7fedc8ff9640 1 -- 172.21.15.83:0/2912281204 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fedc409cfe0 con 0x7fedcc103b40 2024-04-22T13:55:25.584 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:25.584 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-22T13:55:25.584 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 1 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 msgr2=0x7fedb40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 0x7fedb40a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fedbc005ab0 tx=0x7fedbc005fd0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 msgr2=0x7fedcc19f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fedc400eaa0 tx=0x7fedc400ef60 comp rx=0 tx=0).stop 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 shutdown_connections 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fedb40a3bb0 0x7fedb40a6070 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fedcc103b40 0x7fedcc19f760 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fedcc103180 0x7fedcc1986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 --2- 172.21.15.83:0/2912281204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fedcc101f90 0x7fedcc1981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:25.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 >> 172.21.15.83:0/2912281204 conn(0x7fedcc0fd500 msgr2=0x7fedcc1064d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:25.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 shutdown_connections 2024-04-22T13:55:25.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:25.584+0000 7fedd2006640 1 -- 172.21.15.83:0/2912281204 wait complete. 2024-04-22T13:55:25.629 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:25 smithi173 ceph-mon[31493]: Deploying daemon mds.l on smithi173 2024-04-22T13:55:25.629 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1503942171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:25.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3562242493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:25.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2912281204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:25.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:25 smithi083 ceph-mon[27977]: Deploying daemon mds.l on smithi173 2024-04-22T13:55:25.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1503942171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:25.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3562242493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:25.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2912281204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:25.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:25 smithi084 ceph-mon[31312]: Deploying daemon mds.l on smithi173 2024-04-22T13:55:25.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1503942171' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:55:25.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3562242493' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:55:25.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2912281204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:26.637 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:26 smithi173 systemd[1]: Starting Ceph mds.l for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:26.904 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:26 smithi173 ceph-mon[31493]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:26.904 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:26 smithi173 podman[61984]: 2024-04-22 13:55:26.642656865 +0000 UTC m=+0.018165549 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:26.904 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:26 smithi173 podman[61984]: 2024-04-22 13:55:26.754909899 +0000 UTC m=+0.130418580 container create b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-22T13:55:26.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:26 smithi083 ceph-mon[27977]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:26.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:26 smithi084 ceph-mon[31312]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 podman[61984]: 2024-04-22 13:55:27.007779853 +0000 UTC m=+0.383288534 container init b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 podman[61984]: 2024-04-22 13:55:27.010567488 +0000 UTC m=+0.386076170 container start b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 ceph-mds[62003]: -- 172.21.15.173:0/3408994198 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c7364bba40 con 0x55c73648f000 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: starting mds.l at 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 bash[61984]: b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 2024-04-22T13:55:27.406 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 13:55:27 smithi173 systemd[1]: Started Ceph mds.l for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:27.597 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:27.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 -- 172.21.15.83:0/583782579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 msgr2=0x7f7f0810a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 --2- 172.21.15.83:0/583782579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0810a0a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009900 tx=0x7f7ef802bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 -- 172.21.15.83:0/583782579 shutdown_connections 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 --2- 172.21.15.83:0/583782579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0810a0a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 --2- 172.21.15.83:0/583782579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f08105320 0x7f7f08107710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 --2- 172.21.15.83:0/583782579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f081029f0 0x7f7f08104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 -- 172.21.15.83:0/583782579 >> 172.21.15.83:0/583782579 conn(0x7f7f080fc3e0 msgr2=0x7f7f080fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 -- 172.21.15.83:0/583782579 shutdown_connections 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.705+0000 7f7f0d115640 1 -- 172.21.15.83:0/583782579 wait complete. 2024-04-22T13:55:27.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.706+0000 7f7f0d115640 1 Processor -- start 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.706+0000 7f7f0d115640 1 -- start start 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 0x7f7f08198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810dab0 con 0x7f7f08107c50 2024-04-22T13:55:27.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810d930 con 0x7f7f08105320 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810dc30 con 0x7f7f081029f0 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f06d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f06d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:41508/0 (socket says 172.21.15.83:41508) 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48930/0 (socket says 172.21.15.83:48930) 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f06d9d640 1 -- 172.21.15.83:0/2546769149 learned_addr learned my addr 172.21.15.83:0/2546769149 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0659c640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 0x7f7f08198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 -- 172.21.15.83:0/2546769149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 msgr2=0x7f7f08198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 -- 172.21.15.83:0/2546769149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 msgr2=0x7f7f08198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 0x7f7f08198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 -- 172.21.15.83:0/2546769149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f0819fd70 con 0x7f7f08107c50 2024-04-22T13:55:27.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f06d9d640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0659c640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 0x7f7f08198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0759e640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009230 tx=0x7f7ef8005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef8043020 con 0x7f7f08107c50 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ef80043d0 con 0x7f7f08107c50 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.707+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f081a0000 con 0x7f7f08107c50 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.708+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef8003aa0 con 0x7f7f08107c50 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.708+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f081a0550 con 0x7f7f08107c50 2024-04-22T13:55:27.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.709+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f080fded0 con 0x7f7f08107c50 2024-04-22T13:55:27.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.710+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7ef8046020 con 0x7f7f08107c50 2024-04-22T13:55:27.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.710+0000 7f7eeffff640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 0x7f7ef00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:27.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.711+0000 7f7f06d9d640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 0x7f7ef00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:27.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.711+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f7ef80f2550 con 0x7f7f08107c50 2024-04-22T13:55:27.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.711+0000 7f7f06d9d640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 0x7f7ef00a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7f00011550 tx=0x7f7f00005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:27.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.714+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7ef804d020 con 0x7f7f08107c50 2024-04-22T13:55:27.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.936+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f0802d5c0 con 0x7f7f08107c50 2024-04-22T13:55:27.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.936+0000 7f7eeffff640 1 -- 172.21.15.83:0/2546769149 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f7ef80bf3b0 con 0x7f7f08107c50 2024-04-22T13:55:27.938 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:27.938 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T13:55:27.938 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 2 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 msgr2=0x7f7ef00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 0x7f7ef00a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7f00011550 tx=0x7f7f00005f90 comp rx=0 tx=0).stop 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 msgr2=0x7f7f0819f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8009230 tx=0x7f7ef8005e40 comp rx=0 tx=0).stop 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 shutdown_connections 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ef00a3bb0 0x7f7ef00a6070 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f08107c50 0x7f7f0819f700 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f08105320 0x7f7f08198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 --2- 172.21.15.83:0/2546769149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f081029f0 0x7f7f08198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:27.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 >> 172.21.15.83:0/2546769149 conn(0x7f7f080fc3e0 msgr2=0x7f7f081034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:27.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 shutdown_connections 2024-04-22T13:55:27.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:27.938+0000 7f7f0d115640 1 -- 172.21.15.83:0/2546769149 wait complete. 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6832/2258189963,v1:172.21.15.173:6833/2258189963] up:boot 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: fsmap 1 up:standby 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:28.085 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:28.085 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:28.085 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: Deploying daemon mds.k on smithi084 2024-04-22T13:55:28.085 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:28.085 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:28 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2546769149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:28.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6832/2258189963,v1:172.21.15.173:6833/2258189963] up:boot 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: fsmap 1 up:standby 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: Deploying daemon mds.k on smithi084 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:28.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:28 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2546769149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6832/2258189963,v1:172.21.15.173:6833/2258189963] up:boot 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: fsmap 1 up:standby 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:28.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:28.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: Deploying daemon mds.k on smithi084 2024-04-22T13:55:28.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:28.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:28 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2546769149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:29.474 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 systemd[1]: Starting Ceph mds.k for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:29.803 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 podman[61267]: 2024-04-22 13:55:29.443293329 +0000 UTC m=+0.017825645 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:29.804 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 podman[61267]: 2024-04-22 13:55:29.565000035 +0000 UTC m=+0.139532377 container create e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-04-22T13:55:29.804 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 podman[61267]: 2024-04-22 13:55:29.776171185 +0000 UTC m=+0.350703495 container init e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-22T13:55:29.804 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 podman[61267]: 2024-04-22 13:55:29.778855767 +0000 UTC m=+0.353388078 container start e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:55:29.804 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 ceph-mds[61286]: -- 172.21.15.84:0/3712930790 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5605c621fa40 con 0x5605c61f2800 2024-04-22T13:55:29.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:30.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 -- 172.21.15.83:0/1625152299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102a00 msgr2=0x7fca44109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:30.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 --2- 172.21.15.83:0/1625152299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102a00 0x7fca44109320 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fca3c009ca0 tx=0x7fca3c02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 -- 172.21.15.83:0/1625152299 shutdown_connections 2024-04-22T13:55:30.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 --2- 172.21.15.83:0/1625152299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102a00 0x7fca44109320 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 --2- 172.21.15.83:0/1625152299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102040 0x7fca441024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 --2- 172.21.15.83:0/1625152299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca44101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 -- 172.21.15.83:0/1625152299 >> 172.21.15.83:0/1625152299 conn(0x7fca440fc420 msgr2=0x7fca440fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 -- 172.21.15.83:0/1625152299 shutdown_connections 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.068+0000 7fca49def640 1 -- 172.21.15.83:0/1625152299 wait complete. 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 Processor -- start 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 -- start start 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca4406af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102a00 0x7fca4419f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fca4410c9f0 con 0x7fca44102040 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fca4410c870 con 0x7fca44102a00 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca49def640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fca4410cb70 con 0x7fca44100e60 2024-04-22T13:55:30.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48948/0 (socket says 172.21.15.83:48948) 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.069+0000 7fca42ffd640 1 -- 172.21.15.83:0/1458194640 learned_addr learned my addr 172.21.15.83:0/1458194640 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca43fff640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102a00 0x7fca4419f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca437fe640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca4406af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 -- 172.21.15.83:0/1458194640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 msgr2=0x7fca4406af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca4406af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 -- 172.21.15.83:0/1458194640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102a00 msgr2=0x7fca4419f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102a00 0x7fca4419f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 -- 172.21.15.83:0/1458194640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca4419fd50 con 0x7fca44102040 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca437fe640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca4406af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca42ffd640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fca3800e9f0 tx=0x7fca3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3800cd80 con 0x7fca44102040 2024-04-22T13:55:30.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca380108e0 con 0x7fca44102040 2024-04-22T13:55:30.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca4419ffe0 con 0x7fca44102040 2024-04-22T13:55:30.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca38018980 con 0x7fca44102040 2024-04-22T13:55:30.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.070+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca441a0550 con 0x7fca44102040 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.071+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca44108200 con 0x7fca44102040 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.072+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fca38010430 con 0x7fca44102040 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.073+0000 7fca40ff9640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 0x7fca2c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.073+0000 7fca437fe640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 0x7fca2c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.073+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fca380d01f0 con 0x7fca44102040 2024-04-22T13:55:30.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.074+0000 7fca437fe640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 0x7fca2c0a60f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fca34005d00 tx=0x7fca34005ef0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:30.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.077+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fca3809d050 con 0x7fca44102040 2024-04-22T13:55:30.224 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: starting mds.k at 2024-04-22T13:55:30.224 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 bash[61267]: e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed 2024-04-22T13:55:30.224 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 13:55:29 smithi084 systemd[1]: Started Ceph mds.k for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:30.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.303+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca4402d5c0 con 0x7fca44102040 2024-04-22T13:55:30.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.304+0000 7fca40ff9640 1 -- 172.21.15.83:0/1458194640 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7fca3809c950 con 0x7fca44102040 2024-04-22T13:55:30.307 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:30.307 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T13:55:30.307 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 3 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 msgr2=0x7fca2c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 0x7fca2c0a60f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fca34005d00 tx=0x7fca34005ef0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 msgr2=0x7fca4419ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fca3800e9f0 tx=0x7fca3800eeb0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 shutdown_connections 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fca2c0a3c30 0x7fca2c0a60f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca44102a00 0x7fca4419f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca44102040 0x7fca4419ce20 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 --2- 172.21.15.83:0/1458194640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca44100e60 0x7fca4406af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:30.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 >> 172.21.15.83:0/1458194640 conn(0x7fca440fc420 msgr2=0x7fca441053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:30.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 shutdown_connections 2024-04-22T13:55:30.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:30.306+0000 7fca49def640 1 -- 172.21.15.83:0/1458194640 wait complete. 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6832/3433811948,v1:172.21.15.84:6833/3433811948] up:boot 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: fsmap 2 up:standby 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:30.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:30.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:30.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:30.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:30.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:30 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1458194640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:31.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6832/3433811948,v1:172.21.15.84:6833/3433811948] up:boot 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: fsmap 2 up:standby 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:30 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1458194640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:31.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6832/3433811948,v1:172.21.15.84:6833/3433811948] up:boot 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: fsmap 2 up:standby 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:30 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1458194640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:32.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:31 smithi083 ceph-mon[27977]: Deploying daemon mds.j on smithi083 2024-04-22T13:55:32.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:31 smithi173 ceph-mon[31493]: Deploying daemon mds.j on smithi083 2024-04-22T13:55:32.199 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:31 smithi084 ceph-mon[31312]: Deploying daemon mds.j on smithi083 2024-04-22T13:55:32.321 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:32.346 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 systemd[1]: Starting Ceph mds.j for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 -- 172.21.15.83:0/1103777306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d44107cf0 msgr2=0x7f2d4410a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 --2- 172.21.15.83:0/1103777306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d44107cf0 0x7f2d4410a0e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009ca0 tx=0x7f2d3c02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 -- 172.21.15.83:0/1103777306 shutdown_connections 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 --2- 172.21.15.83:0/1103777306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d44107cf0 0x7f2d4410a0e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 --2- 172.21.15.83:0/1103777306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d441053c0 0x7f2d441077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 --2- 172.21.15.83:0/1103777306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44102a90 0x7f2d44104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.430+0000 7f2d4a043640 1 -- 172.21.15.83:0/1103777306 >> 172.21.15.83:0/1103777306 conn(0x7f2d440fc3e0 msgr2=0x7f2d440fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- 172.21.15.83:0/1103777306 shutdown_connections 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- 172.21.15.83:0/1103777306 wait complete. 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 Processor -- start 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- start start 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d44102a90 0x7f2d441980e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44107cf0 0x7f2d4419f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4410daa0 con 0x7f2d441053c0 2024-04-22T13:55:32.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4410d920 con 0x7f2d44107cf0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d4a043640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2d4410dc20 con 0x7f2d44102a90 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.431+0000 7f2d42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48970/0 (socket says 172.21.15.83:48970) 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 -- 172.21.15.83:0/902984967 learned_addr learned my addr 172.21.15.83:0/902984967 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d43fff640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44107cf0 0x7f2d4419f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d437fe640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d44102a90 0x7f2d441980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 -- 172.21.15.83:0/902984967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d44102a90 msgr2=0x7f2d441980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d44102a90 0x7f2d441980e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 -- 172.21.15.83:0/902984967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44107cf0 msgr2=0x7f2d4419f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44107cf0 0x7f2d4419f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 -- 172.21.15.83:0/902984967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d4419fd00 con 0x7f2d441053c0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d42ffd640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800c970 tx=0x7f2d3800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d38014070 con 0x7f2d441053c0 2024-04-22T13:55:32.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2d38004440 con 0x7f2d441053c0 2024-04-22T13:55:32.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d4419fff0 con 0x7f2d441053c0 2024-04-22T13:55:32.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d38003e50 con 0x7f2d441053c0 2024-04-22T13:55:32.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.432+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d441a04b0 con 0x7f2d441053c0 2024-04-22T13:55:32.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.433+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d440fded0 con 0x7f2d441053c0 2024-04-22T13:55:32.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.434+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2d38017070 con 0x7f2d441053c0 2024-04-22T13:55:32.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.435+0000 7f2d40ff9640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 0x7f2d2c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:32.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.435+0000 7f2d437fe640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 0x7f2d2c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:32.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.435+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2d380cfad0 con 0x7f2d441053c0 2024-04-22T13:55:32.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.435+0000 7f2d437fe640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 0x7f2d2c0a6210 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009b60 tx=0x7f2d34005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:32.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.439+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2d3801e030 con 0x7f2d441053c0 2024-04-22T13:55:32.615 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 podman[68182]: 2024-04-22 13:55:32.376837092 +0000 UTC m=+0.018392107 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:32.616 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 podman[68182]: 2024-04-22 13:55:32.503346143 +0000 UTC m=+0.144901204 container create 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-04-22T13:55:32.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.676+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d4402d770 con 0x7f2d441053c0 2024-04-22T13:55:32.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.676+0000 7f2d40ff9640 1 -- 172.21.15.83:0/902984967 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7f2d3809c950 con 0x7f2d441053c0 2024-04-22T13:55:32.678 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:32.678 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T13:55:32.678 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 3 2024-04-22T13:55:32.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 msgr2=0x7f2d2c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:32.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 0x7f2d2c0a6210 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009b60 tx=0x7f2d34005f90 comp rx=0 tx=0).stop 2024-04-22T13:55:32.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 msgr2=0x7f2d44198620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2d3800c970 tx=0x7f2d3800ce30 comp rx=0 tx=0).stop 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 shutdown_connections 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2d2c0a3d50 0x7f2d2c0a6210 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2d44107cf0 0x7f2d4419f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2d441053c0 0x7f2d44198620 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 --2- 172.21.15.83:0/902984967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2d44102a90 0x7f2d441980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 >> 172.21.15.83:0/902984967 conn(0x7f2d440fc3e0 msgr2=0x7f2d441033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 shutdown_connections 2024-04-22T13:55:32.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:32.678+0000 7f2d4a043640 1 -- 172.21.15.83:0/902984967 wait complete. 2024-04-22T13:55:33.123 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:32 smithi084 ceph-mon[31312]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:33.123 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:32 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/902984967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:33.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:32 smithi173 ceph-mon[31493]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:33.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:32 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/902984967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:33.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:32 smithi083 ceph-mon[27977]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:32 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/902984967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 podman[68182]: 2024-04-22 13:55:32.748453746 +0000 UTC m=+0.390008762 container init 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 podman[68182]: 2024-04-22 13:55:32.751096737 +0000 UTC m=+0.392651754 container start 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 ceph-mds[68222]: -- 172.21.15.83:0/2083626679 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cbb508da40 con 0x55cbb5060c00 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j[68216]: starting mds.j at 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 bash[68182]: 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d 2024-04-22T13:55:33.189 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 13:55:32 smithi083 systemd[1]: Started Ceph mds.j for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6834/3406618042,v1:172.21.15.83:6835/3406618042] up:boot 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: fsmap 3 up:standby 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:34.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:33 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:34.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6834/3406618042,v1:172.21.15.83:6835/3406618042] up:boot 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: fsmap 3 up:standby 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:34.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:33 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:34.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6834/3406618042,v1:172.21.15.83:6835/3406618042] up:boot 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: fsmap 3 up:standby 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:34.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:33 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:34.692 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:34.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 -- 172.21.15.83:0/1466758997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594101fc0 msgr2=0x7f4594102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 --2- 172.21.15.83:0/1466758997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594101fc0 0x7f4594102440 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4588009900 tx=0x7f458802bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 -- 172.21.15.83:0/1466758997 shutdown_connections 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 --2- 172.21.15.83:0/1466758997 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594102980 0x7f45941092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 --2- 172.21.15.83:0/1466758997 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594101fc0 0x7f4594102440 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 --2- 172.21.15.83:0/1466758997 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594100e70 0x7f4594101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 -- 172.21.15.83:0/1466758997 >> 172.21.15.83:0/1466758997 conn(0x7f45940fc3e0 msgr2=0x7f45940fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 -- 172.21.15.83:0/1466758997 shutdown_connections 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.796+0000 7f4599026640 1 -- 172.21.15.83:0/1466758997 wait complete. 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 Processor -- start 2024-04-22T13:55:34.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 -- start start 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594101fc0 0x7f459419cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594102980 0x7f459419f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f459410ca10 con 0x7f4594100e70 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f459410c890 con 0x7f4594101fc0 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4599026640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f459410cb90 con 0x7f4594102980 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.797+0000 7f4592d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46888/0 (socket says 172.21.15.83:46888) 2024-04-22T13:55:34.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 -- 172.21.15.83:0/2049978345 learned_addr learned my addr 172.21.15.83:0/2049978345 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f459259c640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594101fc0 0x7f459419cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f459359e640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594102980 0x7f459419f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 -- 172.21.15.83:0/2049978345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594102980 msgr2=0x7f459419f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594102980 0x7f459419f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 -- 172.21.15.83:0/2049978345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594101fc0 msgr2=0x7f459419cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594101fc0 0x7f459419cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 -- 172.21.15.83:0/2049978345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f459419fe10 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4592d9d640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f458400d770 tx=0x7f458400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4584017070 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45941a0100 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45840054d0 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4584004c30 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.798+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45941a0620 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.799+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45941081d0 con 0x7f4594100e70 2024-04-22T13:55:34.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.800+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4584004e10 con 0x7f4594100e70 2024-04-22T13:55:34.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.801+0000 7f457bfff640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 0x7f457c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:34.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.801+0000 7f459259c640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 0x7f457c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:34.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.801+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f45840cfa20 con 0x7f4594100e70 2024-04-22T13:55:34.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.801+0000 7f459259c640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 0x7f457c0a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f458802c240 tx=0x7f458802c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:34.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:34.805+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f458409c8a0 con 0x7f4594100e70 2024-04-22T13:55:35.010 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:34 smithi083 ceph-mon[27977]: Deploying daemon mds.d on smithi083 2024-04-22T13:55:35.010 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:34 smithi083 ceph-mon[27977]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:35.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.036+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f459402d800 con 0x7f4594100e70 2024-04-22T13:55:35.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.037+0000 7f457bfff640 1 -- 172.21.15.83:0/2049978345 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3046 (secure 0 0 0) 0x7f458409c1a0 con 0x7f4594100e70 2024-04-22T13:55:35.039 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:35.039 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T13:55:35.039 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 4 2024-04-22T13:55:35.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 msgr2=0x7f457c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 0x7f457c0a6070 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f458802c240 tx=0x7f458802c7e0 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 msgr2=0x7f4594069c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f458400d770 tx=0x7f458400dc30 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 shutdown_connections 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f457c0a3bb0 0x7f457c0a6070 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4594102980 0x7f459419f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4594101fc0 0x7f459419cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 --2- 172.21.15.83:0/2049978345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4594100e70 0x7f4594069c70 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 >> 172.21.15.83:0/2049978345 conn(0x7f45940fc3e0 msgr2=0x7f45941053a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 shutdown_connections 2024-04-22T13:55:35.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:35.047+0000 7f4599026640 1 -- 172.21.15.83:0/2049978345 wait complete. 2024-04-22T13:55:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:34 smithi173 ceph-mon[31493]: Deploying daemon mds.d on smithi083 2024-04-22T13:55:35.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:34 smithi173 ceph-mon[31493]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:35.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:34 smithi084 ceph-mon[31312]: Deploying daemon mds.d on smithi083 2024-04-22T13:55:35.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:34 smithi084 ceph-mon[31312]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:35.398 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 systemd[1]: Starting Ceph mds.d for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:35.689 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 podman[68551]: 2024-04-22 13:55:35.300094297 +0000 UTC m=+0.017854182 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:35.689 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 podman[68551]: 2024-04-22 13:55:35.578350401 +0000 UTC m=+0.296110274 container create 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-22T13:55:36.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:35 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2049978345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2049978345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 podman[68551]: 2024-04-22 13:55:35.80636327 +0000 UTC m=+0.524123143 container init 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 podman[68551]: 2024-04-22 13:55:35.809105211 +0000 UTC m=+0.526865093 container start 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 ceph-mds[68570]: -- 172.21.15.83:0/3152203705 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e0d072ba40 con 0x55e0d06fe800 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d[68566]: starting mds.d at 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 bash[68551]: 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 2024-04-22T13:55:36.189 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 13:55:35 smithi083 systemd[1]: Started Ceph mds.d for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:36.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:35 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2049978345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:37.061 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6836/1304103560,v1:172.21.15.83:6837/1304103560] up:boot 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: fsmap 4 up:standby 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:36 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 -- 172.21.15.83:0/1831200822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103180 msgr2=0x7fcf50103600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/1831200822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103180 0x7fcf50103600 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcf40009900 tx=0x7fcf4002bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 -- 172.21.15.83:0/1831200822 shutdown_connections 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/1831200822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103b40 0x7fcf5010a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/1831200822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103180 0x7fcf50103600 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/1831200822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 0x7fcf501023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 -- 172.21.15.83:0/1831200822 >> 172.21.15.83:0/1831200822 conn(0x7fcf500fd500 msgr2=0x7fcf500ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 -- 172.21.15.83:0/1831200822 shutdown_connections 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.173+0000 7fcf57ca5640 1 -- 172.21.15.83:0/1831200822 wait complete. 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 Processor -- start 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 -- start start 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 0x7fcf50198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103180 0x7fcf50198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5010dad0 con 0x7fcf50103b40 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5010d950 con 0x7fcf50101f90 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf57ca5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5010dc50 con 0x7fcf50103180 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf56242640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf56242640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46914/0 (socket says 172.21.15.83:46914) 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf56242640 1 -- 172.21.15.83:0/885182801 learned_addr learned my addr 172.21.15.83:0/885182801 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf55240640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103180 0x7fcf50198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.174+0000 7fcf55a41640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 0x7fcf50198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 -- 172.21.15.83:0/885182801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103180 msgr2=0x7fcf50198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103180 0x7fcf50198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 -- 172.21.15.83:0/885182801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 msgr2=0x7fcf50198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 0x7fcf50198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 -- 172.21.15.83:0/885182801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf5019fd50 con 0x7fcf50103b40 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf56242640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800eb10 tx=0x7fcf4800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48004b20 con 0x7fcf50103b40 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf5019ffe0 con 0x7fcf50103b40 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf48004cc0 con 0x7fcf50103b40 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48010690 con 0x7fcf50103b40 2024-04-22T13:55:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.175+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf501a0500 con 0x7fcf50103b40 2024-04-22T13:55:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.176+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf501092b0 con 0x7fcf50103b40 2024-04-22T13:55:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.177+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcf48005000 con 0x7fcf50103b40 2024-04-22T13:55:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.177+0000 7fcf46ffd640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 0x7fcf3c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.178+0000 7fcf55a41640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 0x7fcf3c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.178+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fcf480d0630 con 0x7fcf50103b40 2024-04-22T13:55:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.178+0000 7fcf55a41640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 0x7fcf3c0a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c005fd0 tx=0x7fcf4c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.181+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf48053ff0 con 0x7fcf50103b40 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6836/1304103560,v1:172.21.15.83:6837/1304103560] up:boot 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: fsmap 4 up:standby 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:36 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6836/1304103560,v1:172.21.15.83:6837/1304103560] up:boot 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: fsmap 4 up:standby 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:37.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:36 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:37.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.395+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf5002d5c0 con 0x7fcf50103b40 2024-04-22T13:55:37.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.396+0000 7fcf46ffd640 1 -- 172.21.15.83:0/885182801 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3871 (secure 0 0 0) 0x7fcf4809d4b0 con 0x7fcf50103b40 2024-04-22T13:55:37.398 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:37.398 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-22T13:55:37.398 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 5 2024-04-22T13:55:37.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 msgr2=0x7fcf3c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 0x7fcf3c0a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c005fd0 tx=0x7fcf4c00b410 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 msgr2=0x7fcf5019f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800eb10 tx=0x7fcf4800c2d0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 shutdown_connections 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcf3c0a3bb0 0x7fcf3c0a6070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf50103b40 0x7fcf5019f6e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf50103180 0x7fcf50198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 --2- 172.21.15.83:0/885182801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf50101f90 0x7fcf50198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 >> 172.21.15.83:0/885182801 conn(0x7fcf500fd500 msgr2=0x7fcf50106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 shutdown_connections 2024-04-22T13:55:37.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:37.398+0000 7fcf57ca5640 1 -- 172.21.15.83:0/885182801 wait complete. 2024-04-22T13:55:37.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:37 smithi084 ceph-mon[31312]: Deploying daemon mds.e on smithi084 2024-04-22T13:55:37.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:37 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/885182801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:38.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:37 smithi173 ceph-mon[31493]: Deploying daemon mds.e on smithi084 2024-04-22T13:55:38.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:37 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/885182801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:38.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:37 smithi083 ceph-mon[27977]: Deploying daemon mds.e on smithi084 2024-04-22T13:55:38.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:37 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/885182801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:38.393 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 systemd[1]: Starting Ceph mds.e for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:38.673 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 podman[61584]: 2024-04-22 13:55:38.294644806 +0000 UTC m=+0.017678617 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:38.673 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 podman[61584]: 2024-04-22 13:55:38.432175131 +0000 UTC m=+0.155208986 container create f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T13:55:38.673 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 podman[61584]: 2024-04-22 13:55:38.67232981 +0000 UTC m=+0.395363606 container init f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:38.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 podman[61584]: 2024-04-22 13:55:38.675106417 +0000 UTC m=+0.398140222 container start f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-mds[61603]: -- 172.21.15.84:0/3881578293 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5581e048ba40 con 0x5581e045e800 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: starting mds.e at 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 bash[61584]: f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 2024-04-22T13:55:38.975 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 13:55:38 smithi084 systemd[1]: Started Ceph mds.e for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:39.120 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:38 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:38 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:39.411 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:39.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 -- 172.21.15.83:0/2311190719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4107c70 msgr2=0x7f65d410a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2311190719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4107c70 0x7f65d410a0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009ca0 tx=0x7f65cc02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 -- 172.21.15.83:0/2311190719 shutdown_connections 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2311190719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4107c70 0x7f65d410a0c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2311190719 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4105340 0x7f65d4107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2311190719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4102a10 0x7f65d4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 -- 172.21.15.83:0/2311190719 >> 172.21.15.83:0/2311190719 conn(0x7f65d40fc400 msgr2=0x7f65d40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 -- 172.21.15.83:0/2311190719 shutdown_connections 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.520+0000 7f65da4eb640 1 -- 172.21.15.83:0/2311190719 wait complete. 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 Processor -- start 2024-04-22T13:55:39.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 -- start start 2024-04-22T13:55:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4105340 0x7f65d4198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4107c70 0x7f65d419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65d410dad0 con 0x7f65d4102a10 2024-04-22T13:55:39.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65d410d950 con 0x7f65d4105340 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.521+0000 7f65da4eb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65d410dc50 con 0x7f65d4107c70 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46938/0 (socket says 172.21.15.83:46938) 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 -- 172.21.15.83:0/2505260250 learned_addr learned my addr 172.21.15.83:0/2505260250 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d8a88640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4107c70 0x7f65d419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d37fe640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4105340 0x7f65d4198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 -- 172.21.15.83:0/2505260250 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4107c70 msgr2=0x7f65d419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4107c70 0x7f65d419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 -- 172.21.15.83:0/2505260250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4105340 msgr2=0x7f65d4198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4105340 0x7f65d4198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 -- 172.21.15.83:0/2505260250 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65d419fd60 con 0x7f65d4102a10 2024-04-22T13:55:39.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d3fff640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f65c800e9f0 tx=0x7f65c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c800cd80 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c80108e0 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65d419fff0 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c8018980 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.522+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65d41a04b0 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.523+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65d40fdef0 con 0x7f65d4102a10 2024-04-22T13:55:39.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.524+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f65c8010430 con 0x7f65d4102a10 2024-04-22T13:55:39.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.525+0000 7f65d17fa640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 0x7f65bc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:39.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.525+0000 7f65d37fe640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 0x7f65bc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:39.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.525+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f65c80d02c0 con 0x7f65d4102a10 2024-04-22T13:55:39.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.526+0000 7f65d37fe640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 0x7f65bc0a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f65d4199650 tx=0x7f65c4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:39.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.530+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65c809d140 con 0x7f65d4102a10 2024-04-22T13:55:39.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.757+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65d402d5c0 con 0x7f65d4102a10 2024-04-22T13:55:39.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.758+0000 7f65d17fa640 1 -- 172.21.15.83:0/2505260250 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4696 (secure 0 0 0) 0x7f65c809ca40 con 0x7f65d4102a10 2024-04-22T13:55:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:39.760 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-22T13:55:39.760 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 6 2024-04-22T13:55:39.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 msgr2=0x7f65bc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 0x7f65bc0a6070 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f65d4199650 tx=0x7f65c4005f90 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 msgr2=0x7f65d4198140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f65c800e9f0 tx=0x7f65c800eeb0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 shutdown_connections 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65bc0a3bb0 0x7f65bc0a6070 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65d4107c70 0x7f65d419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65d4105340 0x7f65d4198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 --2- 172.21.15.83:0/2505260250 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65d4102a10 0x7f65d4198140 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 >> 172.21.15.83:0/2505260250 conn(0x7f65d40fc400 msgr2=0x7f65d41032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 shutdown_connections 2024-04-22T13:55:39.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:39.760+0000 7f65da4eb640 1 -- 172.21.15.83:0/2505260250 wait complete. 2024-04-22T13:55:40.070 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:39 smithi173 ceph-mon[31493]: Deploying daemon mds.f on smithi173 2024-04-22T13:55:40.070 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:39 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6834/3093871366,v1:172.21.15.84:6835/3093871366] up:boot 2024-04-22T13:55:40.071 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:39 smithi173 ceph-mon[31493]: fsmap 5 up:standby 2024-04-22T13:55:40.071 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:39 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:55:40.071 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:39 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2505260250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:40.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:39 smithi083 ceph-mon[27977]: Deploying daemon mds.f on smithi173 2024-04-22T13:55:40.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:39 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6834/3093871366,v1:172.21.15.84:6835/3093871366] up:boot 2024-04-22T13:55:40.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:39 smithi083 ceph-mon[27977]: fsmap 5 up:standby 2024-04-22T13:55:40.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:39 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:55:40.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:39 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2505260250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:40.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:39 smithi084 ceph-mon[31312]: Deploying daemon mds.f on smithi173 2024-04-22T13:55:40.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:39 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6834/3093871366,v1:172.21.15.84:6835/3093871366] up:boot 2024-04-22T13:55:40.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:39 smithi084 ceph-mon[31312]: fsmap 5 up:standby 2024-04-22T13:55:40.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:39 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:55:40.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:39 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2505260250' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:41.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:40 smithi173 ceph-mon[31493]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:41.157 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:40 smithi173 systemd[1]: Starting Ceph mds.f for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:41.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:40 smithi083 ceph-mon[27977]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:41.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:40 smithi084 ceph-mon[31312]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:41.430 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 podman[62298]: 2024-04-22 13:55:41.072568393 +0000 UTC m=+0.017981748 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:41.430 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 podman[62298]: 2024-04-22 13:55:41.192438867 +0000 UTC m=+0.137852222 container create c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-22T13:55:41.430 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 podman[62298]: 2024-04-22 13:55:41.428894123 +0000 UTC m=+0.374307478 container init c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T13:55:41.773 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.903+0000 7fac54385640 1 -- 172.21.15.83:0/1009482927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c107cf0 msgr2=0x7fac4c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.903+0000 7fac54385640 1 --2- 172.21.15.83:0/1009482927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c107cf0 0x7fac4c10a0e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fac44009ca0 tx=0x7fac4402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- 172.21.15.83:0/1009482927 shutdown_connections 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- 172.21.15.83:0/1009482927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c107cf0 0x7fac4c10a0e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- 172.21.15.83:0/1009482927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c1053c0 0x7fac4c1077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- 172.21.15.83:0/1009482927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c102a90 0x7fac4c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- 172.21.15.83:0/1009482927 >> 172.21.15.83:0/1009482927 conn(0x7fac4c0fc3e0 msgr2=0x7fac4c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- 172.21.15.83:0/1009482927 shutdown_connections 2024-04-22T13:55:41.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- 172.21.15.83:0/1009482927 wait complete. 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 Processor -- start 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- start start 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c102a90 0x7fac4c198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c107cf0 0x7fac4c19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10dab0 con 0x7fac4c1053c0 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10d930 con 0x7fac4c107cf0 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac54385640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fac4c10dc30 con 0x7fac4c102a90 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac51920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac51920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46960/0 (socket says 172.21.15.83:46960) 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.904+0000 7fac51920640 1 -- 172.21.15.83:0/2506126345 learned_addr learned my addr 172.21.15.83:0/2506126345 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac52121640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c102a90 0x7fac4c198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac52922640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c107cf0 0x7fac4c19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:41.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 -- 172.21.15.83:0/2506126345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c102a90 msgr2=0x7fac4c198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c102a90 0x7fac4c198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 -- 172.21.15.83:0/2506126345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c107cf0 msgr2=0x7fac4c19f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c107cf0 0x7fac4c19f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 -- 172.21.15.83:0/2506126345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac4c19fda0 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac51920640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fac4800e9f0 tx=0x7fac4800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4800ccc0 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac480054d0 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac4c1a0090 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48010430 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.905+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac4c1a0590 con 0x7fac4c1053c0 2024-04-22T13:55:41.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.906+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac4c0fded0 con 0x7fac4c1053c0 2024-04-22T13:55:41.911 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 podman[62298]: 2024-04-22 13:55:41.431672243 +0000 UTC m=+0.377085603 container start c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T13:55:41.911 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 ceph-mds[62317]: -- 172.21.15.173:0/3213581462 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aa3b4d1a40 con 0x55aa3b4a5000 2024-04-22T13:55:41.911 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: starting mds.f at 2024-04-22T13:55:41.911 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 bash[62298]: c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 2024-04-22T13:55:41.911 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 13:55:41 smithi173 systemd[1]: Started Ceph mds.f for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:41.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.907+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fac480046c0 con 0x7fac4c1053c0 2024-04-22T13:55:41.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.908+0000 7fac437fe640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 0x7fac380a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:41.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.908+0000 7fac52121640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 0x7fac380a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:41.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.908+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fac480d02a0 con 0x7fac4c1053c0 2024-04-22T13:55:41.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.908+0000 7fac52121640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 0x7fac380a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fac3c009bd0 tx=0x7fac3c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:41.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:41.913+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac4809d120 con 0x7fac4c1053c0 2024-04-22T13:55:42.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.129+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac4c02d5c0 con 0x7fac4c1053c0 2024-04-22T13:55:42.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.130+0000 7fac437fe640 1 -- 172.21.15.83:0/2506126345 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5524 (secure 0 0 0) 0x7fac4809ca20 con 0x7fac4c1053c0 2024-04-22T13:55:42.131 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:42.131 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-22T13:55:42.132 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 7 2024-04-22T13:55:42.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.131+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 msgr2=0x7fac380a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:42.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.131+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 0x7fac380a6070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fac3c009bd0 tx=0x7fac3c005f90 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.131+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 msgr2=0x7fac4c1986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.131+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fac4800e9f0 tx=0x7fac4800eeb0 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 shutdown_connections 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac380a3bb0 0x7fac380a6070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac4c107cf0 0x7fac4c19f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac4c1053c0 0x7fac4c1986c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 --2- 172.21.15.83:0/2506126345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac4c102a90 0x7fac4c198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 >> 172.21.15.83:0/2506126345 conn(0x7fac4c0fc3e0 msgr2=0x7fac4c1034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 shutdown_connections 2024-04-22T13:55:42.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:42.132+0000 7fac54385640 1 -- 172.21.15.83:0/2506126345 wait complete. 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: Deploying daemon mds.c on smithi173 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6834/1099718733,v1:172.21.15.173:6835/1099718733] up:boot 2024-04-22T13:55:42.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: fsmap 6 up:standby 2024-04-22T13:55:42.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:55:42.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:42 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2506126345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: Deploying daemon mds.c on smithi173 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6834/1099718733,v1:172.21.15.173:6835/1099718733] up:boot 2024-04-22T13:55:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: fsmap 6 up:standby 2024-04-22T13:55:42.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:55:42.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:42 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2506126345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: Deploying daemon mds.c on smithi173 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6834/1099718733,v1:172.21.15.173:6835/1099718733] up:boot 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: fsmap 6 up:standby 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:55:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:42 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2506126345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:43.906 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:43 smithi173 systemd[1]: Starting Ceph mds.c for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:44.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:44.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 -- 172.21.15.83:0/1393034878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 msgr2=0x7f55b0102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:44.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 --2- 172.21.15.83:0/1393034878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0102460 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f55ac009900 tx=0x7f55ac02bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 -- 172.21.15.83:0/1393034878 shutdown_connections 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 --2- 172.21.15.83:0/1393034878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 0x7f55b01092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 --2- 172.21.15.83:0/1393034878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0102460 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 --2- 172.21.15.83:0/1393034878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 0x7f55b01012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 -- 172.21.15.83:0/1393034878 >> 172.21.15.83:0/1393034878 conn(0x7f55b00fc420 msgr2=0x7f55b00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 -- 172.21.15.83:0/1393034878 shutdown_connections 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.253+0000 7f55b850e640 1 -- 172.21.15.83:0/1393034878 wait complete. 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 Processor -- start 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 -- start start 2024-04-22T13:55:44.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 0x7f55b0198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 0x7f55b019f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f55b010c9d0 con 0x7f55b0101fe0 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f55b010c850 con 0x7f55b01029a0 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f55b010cb50 con 0x7f55b0100e90 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:35578/0 (socket says 172.21.15.83:35578) 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 -- 172.21.15.83:0/803705986 learned_addr learned my addr 172.21.15.83:0/803705986 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b62aa640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 0x7f55b0198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b6aab640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 0x7f55b019f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 -- 172.21.15.83:0/803705986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 msgr2=0x7f55b0198130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:44.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 0x7f55b0198130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 -- 172.21.15.83:0/803705986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 msgr2=0x7f55b019f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 0x7f55b019f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 -- 172.21.15.83:0/803705986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b019fd50 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b5aa9640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f55ac000c00 tx=0x7f55ac004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ac043020 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55ac004aa0 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.254+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55b019ffe0 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.255+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ac003bf0 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.255+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55b01a0440 con 0x7f55b0101fe0 2024-04-22T13:55:44.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.255+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55b01a0730 con 0x7f55b0101fe0 2024-04-22T13:55:44.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.257+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f55ac046020 con 0x7f55b0101fe0 2024-04-22T13:55:44.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.257+0000 7f55a77fe640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 0x7f559c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:44.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.257+0000 7f55b62aa640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 0x7f559c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:44.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.257+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f55ac0f2870 con 0x7f55b0101fe0 2024-04-22T13:55:44.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.258+0000 7f55b62aa640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 0x7f559c0a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f55a000abe0 tx=0x7f55a000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:44.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.261+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55ac04d020 con 0x7f55b0101fe0 2024-04-22T13:55:44.377 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 podman[62608]: 2024-04-22 13:55:43.923306266 +0000 UTC m=+0.017174086 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:44.377 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 podman[62608]: 2024-04-22 13:55:44.031281268 +0000 UTC m=+0.125149123 container create 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-22T13:55:44.377 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 podman[62608]: 2024-04-22 13:55:44.375617875 +0000 UTC m=+0.469485692 container init 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T13:55:44.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.475+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55b01a0900 con 0x7f55b0101fe0 2024-04-22T13:55:44.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.476+0000 7f55a77fe640 1 -- 172.21.15.83:0/803705986 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5524 (secure 0 0 0) 0x7f55ac0df030 con 0x7f55b0101fe0 2024-04-22T13:55:44.477 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:44.478 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-22T13:55:44.478 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 7 2024-04-22T13:55:44.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.477+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 msgr2=0x7f559c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.477+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 0x7f559c0a6070 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f55a000abe0 tx=0x7f55a000a2d0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.477+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 msgr2=0x7f55b0198670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.477+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f55ac000c00 tx=0x7f55ac004270 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 shutdown_connections 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f559c0a3bb0 0x7f559c0a6070 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f55b01029a0 0x7f55b019f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f55b0101fe0 0x7f55b0198670 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 --2- 172.21.15.83:0/803705986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f55b0100e90 0x7f55b0198130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 >> 172.21.15.83:0/803705986 conn(0x7f55b00fc420 msgr2=0x7f55b00fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 shutdown_connections 2024-04-22T13:55:44.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:44.478+0000 7f55b850e640 1 -- 172.21.15.83:0/803705986 wait complete. 2024-04-22T13:55:44.656 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 podman[62608]: 2024-04-22 13:55:44.378424916 +0000 UTC m=+0.472292734 container start 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-22T13:55:44.656 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mds[62627]: -- 172.21.15.173:0/533456633 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fd57641a40 con 0x55fd57614800 2024-04-22T13:55:44.656 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: starting mds.c at 2024-04-22T13:55:44.656 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 bash[62608]: 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 2024-04-22T13:55:44.656 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 13:55:44 smithi173 systemd[1]: Started Ceph mds.c for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/803705986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:44 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/803705986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:44 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:45.216 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:45.216 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/803705986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:45.216 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.217 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.217 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:45.217 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:45.217 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:45.217 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:44 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:46.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:45 smithi173 ceph-mon[31493]: Deploying daemon mds.h on smithi084 2024-04-22T13:55:46.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:45 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:boot 2024-04-22T13:55:46.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:45 smithi173 ceph-mon[31493]: fsmap 7 up:standby 2024-04-22T13:55:46.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:45 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:55:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:45 smithi083 ceph-mon[27977]: Deploying daemon mds.h on smithi084 2024-04-22T13:55:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:45 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:boot 2024-04-22T13:55:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:45 smithi083 ceph-mon[27977]: fsmap 7 up:standby 2024-04-22T13:55:46.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:45 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:55:46.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:45 smithi084 ceph-mon[31312]: Deploying daemon mds.h on smithi084 2024-04-22T13:55:46.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:45 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:boot 2024-04-22T13:55:46.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:45 smithi084 ceph-mon[31312]: fsmap 7 up:standby 2024-04-22T13:55:46.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:45 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:55:46.491 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:46.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 -- 172.21.15.83:0/2362209304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 msgr2=0x7fd5b41039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:46.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/2362209304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b41039a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac009ca0 tx=0x7fd5ac02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 -- 172.21.15.83:0/2362209304 shutdown_connections 2024-04-22T13:55:46.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/2362209304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b41009b0 0x7fd5b410a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/2362209304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/2362209304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b41039a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 -- 172.21.15.83:0/2362209304 >> 172.21.15.83:0/2362209304 conn(0x7fd5b40fbb90 msgr2=0x7fd5b40fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 -- 172.21.15.83:0/2362209304 shutdown_connections 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 -- 172.21.15.83:0/2362209304 wait complete. 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.600+0000 7fd5bac8c640 1 Processor -- start 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 -- start start 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 0x7fd5b4198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b419f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410dad0 con 0x7fd5b4103580 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410d950 con 0x7fd5b41009b0 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b410dc50 con 0x7fd5b40ffff0 2024-04-22T13:55:46.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 0x7fd5b4198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b419f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 0x7fd5b4198690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:49652/0 (socket says 172.21.15.83:49652) 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b3fff640 1 -- 172.21.15.83:0/4239582042 learned_addr learned my addr 172.21.15.83:0/4239582042 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b8a28640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 -- 172.21.15.83:0/4239582042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 msgr2=0x7fd5b4198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 -- 172.21.15.83:0/4239582042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 msgr2=0x7fd5b4198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 0x7fd5b4198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 -- 172.21.15.83:0/4239582042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b419fd70 con 0x7fd5b4103580 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b8a28640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b9229640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b419f700 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00c970 tx=0x7fd59c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:46.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59c007bb0 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd59c007d50 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.601+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b41a0060 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.602+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd59c018660 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.602+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b41a0560 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.603+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b4109440 con 0x7fd5b4103580 2024-04-22T13:55:46.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.604+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd59c00f450 con 0x7fd5b4103580 2024-04-22T13:55:46.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.604+0000 7fd5b1ffb640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 0x7fd5a00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:46.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.604+0000 7fd5b8a28640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 0x7fd5a00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:46.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.605+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd59c0cff10 con 0x7fd5b4103580 2024-04-22T13:55:46.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.605+0000 7fd5b8a28640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 0x7fd5a00a6070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac02c700 tx=0x7fd5ac0324c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:46.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.609+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd59c014030 con 0x7fd5b4103580 2024-04-22T13:55:46.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.826+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5b4062b50 con 0x7fd5b4103580 2024-04-22T13:55:46.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.826+0000 7fd5b1ffb640 1 -- 172.21.15.83:0/4239582042 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6352 (secure 0 0 0) 0x7fd59c09cd90 con 0x7fd5b4103580 2024-04-22T13:55:46.829 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:46.829 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-22T13:55:46.831 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 8 2024-04-22T13:55:46.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 msgr2=0x7fd5a00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:46.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 0x7fd5a00a6070 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac02c700 tx=0x7fd5ac0324c0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 msgr2=0x7fd5b419f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b419f700 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd59c00c970 tx=0x7fd59c00ce30 comp rx=0 tx=0).stop 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 shutdown_connections 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5a00a3bb0 0x7fd5a00a6070 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5b4103580 0x7fd5b419f700 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b41009b0 0x7fd5b4198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 --2- 172.21.15.83:0/4239582042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5b40ffff0 0x7fd5b4198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:46.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 >> 172.21.15.83:0/4239582042 conn(0x7fd5b40fbb90 msgr2=0x7fd5b4106610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:46.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 shutdown_connections 2024-04-22T13:55:46.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:46.828+0000 7fd5bac8c640 1 -- 172.21.15.83:0/4239582042 wait complete. 2024-04-22T13:55:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:46 smithi084 ceph-mon[31312]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:46 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4239582042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:47.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:46 smithi173 ceph-mon[31493]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:47.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:46 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4239582042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:46 smithi083 ceph-mon[27977]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:46 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4239582042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:47.724 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 13:55:47 smithi084 systemd[1]: Started Ceph mds.h for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:48.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: Deploying daemon mds.i on smithi173 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:boot 2024-04-22T13:55:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: fsmap 8 up:standby 2024-04-22T13:55:48.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:48 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:55:48.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: Deploying daemon mds.i on smithi173 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:boot 2024-04-22T13:55:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: fsmap 8 up:standby 2024-04-22T13:55:48.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:48 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:55:48.843 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:48.868 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.868 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: Deploying daemon mds.i on smithi173 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:boot 2024-04-22T13:55:48.869 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: fsmap 8 up:standby 2024-04-22T13:55:48.870 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:48 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 -- 172.21.15.83:0/2967158418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 msgr2=0x7f95cc101580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 --2- 172.21.15.83:0/2967158418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc101580 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f95bc009900 tx=0x7f95bc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 -- 172.21.15.83:0/2967158418 shutdown_connections 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 --2- 172.21.15.83:0/2967158418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 0x7f95cc109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 --2- 172.21.15.83:0/2967158418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc101580 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 --2- 172.21.15.83:0/2967158418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 0x7f95cc1028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 -- 172.21.15.83:0/2967158418 >> 172.21.15.83:0/2967158418 conn(0x7f95cc0fbb90 msgr2=0x7f95cc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 -- 172.21.15.83:0/2967158418 shutdown_connections 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.953+0000 7f95d3243640 1 -- 172.21.15.83:0/2967158418 wait complete. 2024-04-22T13:55:48.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 Processor -- start 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 -- start start 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 0x7f95cc1975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 0x7f95cc19e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc10c9e0 con 0x7f95cc101100 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc10c860 con 0x7f95cc1024b0 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d3243640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc10cb60 con 0x7f95cc101ac0 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:35630/0 (socket says 172.21.15.83:35630) 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 -- 172.21.15.83:0/1987247949 learned_addr learned my addr 172.21.15.83:0/1987247949 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95c3fff640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 0x7f95cc1975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d17e0640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 0x7f95cc19e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:48.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 -- 172.21.15.83:0/1987247949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 msgr2=0x7f95cc1975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 0x7f95cc1975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 -- 172.21.15.83:0/1987247949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 msgr2=0x7f95cc19e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 0x7f95cc19e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 -- 172.21.15.83:0/1987247949 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc19ec80 con 0x7f95cc101100 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.954+0000 7f95d0fdf640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f95c8007b50 tx=0x7f95c800e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.955+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c8007c40 con 0x7f95cc101100 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.955+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc100050 con 0x7f95cc101100 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.955+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95c8007de0 con 0x7f95cc101100 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.955+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c800ac90 con 0x7f95cc101100 2024-04-22T13:55:48.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.955+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc100570 con 0x7f95cc101100 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.956+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc069230 con 0x7f95cc101100 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.957+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f95c800eb30 con 0x7f95cc101100 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.957+0000 7f95c1ffb640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 0x7f95b40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.958+0000 7f95c3fff640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 0x7f95b40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.958+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f95c80d1600 con 0x7f95cc101100 2024-04-22T13:55:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.958+0000 7f95c3fff640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 0x7f95b40a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f95bc005ab0 tx=0x7f95bc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:48.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:48.962+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f95c8023020 con 0x7f95cc101100 2024-04-22T13:55:49.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.176+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95cc107cb0 con 0x7f95cc101100 2024-04-22T13:55:49.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.177+0000 7f95c1ffb640 1 -- 172.21.15.83:0/1987247949 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7177 (secure 0 0 0) 0x7f95cc107cb0 con 0x7f95cc101100 2024-04-22T13:55:49.179 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:49.179 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-22T13:55:49.179 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 9 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 msgr2=0x7f95b40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 0x7f95b40a6070 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f95bc005ab0 tx=0x7f95bc005fd0 comp rx=0 tx=0).stop 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 msgr2=0x7f95cc197060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f95c8007b50 tx=0x7f95c800e420 comp rx=0 tx=0).stop 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 shutdown_connections 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f95b40a3bb0 0x7f95b40a6070 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95cc1024b0 0x7f95cc19e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f95cc101ac0 0x7f95cc1975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:49.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 --2- 172.21.15.83:0/1987247949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95cc101100 0x7f95cc197060 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:49.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 >> 172.21.15.83:0/1987247949 conn(0x7f95cc0fbb90 msgr2=0x7f95cc105410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:49.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 shutdown_connections 2024-04-22T13:55:49.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:49.179+0000 7f95d3243640 1 -- 172.21.15.83:0/1987247949 wait complete. 2024-04-22T13:55:49.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:49 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1987247949' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:49.906 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:49 smithi173 systemd[1]: Starting Ceph mds.i for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:49.938 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:49 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1987247949' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:49.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:49 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1987247949' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:50.190 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:49 smithi173 podman[62922]: 2024-04-22 13:55:49.812460653 +0000 UTC m=+0.017941273 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:50.190 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:49 smithi173 podman[62922]: 2024-04-22 13:55:49.952725089 +0000 UTC m=+0.158205692 container create a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T13:55:50.190 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 podman[62922]: 2024-04-22 13:55:50.188885413 +0000 UTC m=+0.394366016 container init a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-22T13:55:50.530 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 podman[62922]: 2024-04-22 13:55:50.191583905 +0000 UTC m=+0.397064521 container start a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-22T13:55:50.530 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mds[62941]: -- 172.21.15.173:0/1147872525 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563033203a40 con 0x5630331d6c00 2024-04-22T13:55:50.530 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: starting mds.i at 2024-04-22T13:55:50.530 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 bash[62922]: a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 2024-04-22T13:55:50.530 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 13:55:50 smithi173 systemd[1]: Started Ceph mds.i for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:50.840 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:50 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:50.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:50 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:50 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:51.193 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:51.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 -- 172.21.15.83:0/3783796104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103180 msgr2=0x7f7088103600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3783796104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103180 0x7f7088103600 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7078009900 tx=0x7f707802bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 -- 172.21.15.83:0/3783796104 shutdown_connections 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3783796104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088103b40 0x7f708810a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3783796104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103180 0x7f7088103600 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3783796104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088101f90 0x7f70881023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 -- 172.21.15.83:0/3783796104 >> 172.21.15.83:0/3783796104 conn(0x7f70880fd500 msgr2=0x7f70880ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 -- 172.21.15.83:0/3783796104 shutdown_connections 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.294+0000 7f708ff0e640 1 -- 172.21.15.83:0/3783796104 wait complete. 2024-04-22T13:55:51.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 Processor -- start 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 -- start start 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088101f90 0x7f7088075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 0x7f7088074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f708810dad0 con 0x7f7088103b40 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f708810d950 con 0x7f7088101f90 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708ff0e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f708810dc50 con 0x7f7088103180 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708e4ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708e4ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:35646/0 (socket says 172.21.15.83:35646) 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708e4ab640 1 -- 172.21.15.83:0/3284873196 learned_addr learned my addr 172.21.15.83:0/3284873196 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708dcaa640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088101f90 0x7f7088075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.295+0000 7f708d4a9640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 0x7f7088074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 -- 172.21.15.83:0/3284873196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 msgr2=0x7f7088074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:51.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 0x7f7088074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 -- 172.21.15.83:0/3284873196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088101f90 msgr2=0x7f7088075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088101f90 0x7f7088075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 -- 172.21.15.83:0/3284873196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7088075110 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708d4a9640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 0x7f7088074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708e4ab640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7080009fd0 tx=0x7f708000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7080017070 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70881a22d0 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7080003e20 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70800106c0 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.296+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70881a2820 con 0x7f7088103b40 2024-04-22T13:55:51.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.297+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7088109330 con 0x7f7088103b40 2024-04-22T13:55:51.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.298+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7080004140 con 0x7f7088103b40 2024-04-22T13:55:51.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.299+0000 7f707effd640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 0x7f70740a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:51.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.299+0000 7f708dcaa640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 0x7f70740a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:51.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.299+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f70800cfc40 con 0x7f7088103b40 2024-04-22T13:55:51.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.299+0000 7f708dcaa640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 0x7f70740a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7084005fd0 tx=0x7f708400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:51.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.307+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f70800047e0 con 0x7f7088103b40 2024-04-22T13:55:51.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.535+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f708802d5c0 con 0x7f7088103b40 2024-04-22T13:55:51.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.535+0000 7f707effd640 1 -- 172.21.15.83:0/3284873196 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8004 (secure 0 0 0) 0x7f708009cac0 con 0x7f7088103b40 2024-04-22T13:55:51.537 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:51.537 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T13:55:51.538 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 10 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 msgr2=0x7f70740a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 0x7f70740a6070 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7084005fd0 tx=0x7f708400b390 comp rx=0 tx=0).stop 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 msgr2=0x7f7088074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7080009fd0 tx=0x7f708000b260 comp rx=0 tx=0).stop 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 shutdown_connections 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f70740a3bb0 0x7f70740a6070 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7088103b40 0x7f7088074880 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7088103180 0x7f7088074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 --2- 172.21.15.83:0/3284873196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7088101f90 0x7f7088075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:51.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 >> 172.21.15.83:0/3284873196 conn(0x7f70880fd500 msgr2=0x7f7088106500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:51.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 shutdown_connections 2024-04-22T13:55:51.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:51.538+0000 7f708ff0e640 1 -- 172.21.15.83:0/3284873196 wait complete. 2024-04-22T13:55:51.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:51 smithi083 ceph-mon[27977]: Deploying daemon mds.g on smithi083 2024-04-22T13:55:51.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:51 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:boot 2024-04-22T13:55:51.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:51 smithi083 ceph-mon[27977]: fsmap 9 up:standby 2024-04-22T13:55:51.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:51 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:55:51.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:51 smithi084 ceph-mon[31312]: Deploying daemon mds.g on smithi083 2024-04-22T13:55:51.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:51 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:boot 2024-04-22T13:55:51.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:51 smithi084 ceph-mon[31312]: fsmap 9 up:standby 2024-04-22T13:55:51.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:51 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:55:51.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:51 smithi173 ceph-mon[31493]: Deploying daemon mds.g on smithi083 2024-04-22T13:55:51.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:51 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:boot 2024-04-22T13:55:51.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:51 smithi173 ceph-mon[31493]: fsmap 9 up:standby 2024-04-22T13:55:51.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:51 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:55:52.656 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:52 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3284873196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:52.657 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:52 smithi083 ceph-mon[27977]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:52.905 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:52 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3284873196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:52.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:52 smithi173 ceph-mon[31493]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:52.939 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:52 smithi083 podman[69160]: 2024-04-22 13:55:52.894718937 +0000 UTC m=+0.135534316 container create 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T13:55:52.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:52 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3284873196' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:52.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:52 smithi084 ceph-mon[31312]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 podman[69160]: 2024-04-22 13:55:53.130942027 +0000 UTC m=+0.371757365 container init 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 podman[69160]: 2024-04-22 13:55:53.133694374 +0000 UTC m=+0.374509712 container start 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 ceph-mds[69179]: -- 172.21.15.83:0/3051184466 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55837a19fa40 con 0x55837a172c00 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: starting mds.g at 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 bash[69160]: 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 2024-04-22T13:55:53.439 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 13:55:53 smithi083 systemd[1]: Started Ceph mds.g for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:53.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 -- 172.21.15.83:0/2665123948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010c980 msgr2=0x7f843010cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 --2- 172.21.15.83:0/2665123948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010c980 0x7f843010cda0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8420009900 tx=0x7f842002bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 -- 172.21.15.83:0/2665123948 shutdown_connections 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 --2- 172.21.15.83:0/2665123948 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010e530 0x7f8430114dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 --2- 172.21.15.83:0/2665123948 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010db70 0x7f843010dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 --2- 172.21.15.83:0/2665123948 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010c980 0x7f843010cda0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 -- 172.21.15.83:0/2665123948 >> 172.21.15.83:0/2665123948 conn(0x7f843006ca30 msgr2=0x7f843006ce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 -- 172.21.15.83:0/2665123948 shutdown_connections 2024-04-22T13:55:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.654+0000 7f8435e62640 1 -- 172.21.15.83:0/2665123948 wait complete. 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 Processor -- start 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 -- start start 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010c980 0x7f84301a2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010db70 0x7f84301a3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8430118480 con 0x7f843010e530 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8430118300 con 0x7f843010db70 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f8435e62640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8430118600 con 0x7f843010c980 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f842ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f842ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48108/0 (socket says 172.21.15.83:48108) 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.655+0000 7f842ffff640 1 -- 172.21.15.83:0/2997495678 learned_addr learned my addr 172.21.15.83:0/2997495678 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842effd640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010db70 0x7f84301a3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:53.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842f7fe640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010c980 0x7f84301a2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 -- 172.21.15.83:0/2997495678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010c980 msgr2=0x7f84301a2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010c980 0x7f84301a2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 -- 172.21.15.83:0/2997495678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010db70 msgr2=0x7f84301a3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010db70 0x7f84301a3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 -- 172.21.15.83:0/2997495678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84301aa6f0 con 0x7f843010e530 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842ffff640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f842800cce0 tx=0x7f842800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f842800f450 con 0x7f843010e530 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84301aa9e0 con 0x7f843010e530 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f842800faa0 con 0x7f843010e530 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8428018a80 con 0x7f843010e530 2024-04-22T13:55:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.656+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84301aaee0 con 0x7f843010e530 2024-04-22T13:55:53.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.657+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8430113ca0 con 0x7f843010e530 2024-04-22T13:55:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.658+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f842800fc50 con 0x7f843010e530 2024-04-22T13:55:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.659+0000 7f842cff9640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 0x7f84180a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.659+0000 7f842f7fe640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 0x7f84180a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.659+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f84280d0430 con 0x7f843010e530 2024-04-22T13:55:53.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.659+0000 7f842f7fe640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 0x7f84180a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8420006010 tx=0x7f842002c800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:53.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.663+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8428014030 con 0x7f843010e530 2024-04-22T13:55:53.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.920+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f843002d770 con 0x7f843010e530 2024-04-22T13:55:53.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.921+0000 7f842cff9640 1 -- 172.21.15.83:0/2997495678 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8827 (secure 0 0 0) 0x7f842809d2b0 con 0x7f843010e530 2024-04-22T13:55:53.923 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:53.923 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T13:55:53.923 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 11 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 msgr2=0x7f84180a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 0x7f84180a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8420006010 tx=0x7f842002c800 comp rx=0 tx=0).stop 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 msgr2=0x7f84301aa080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f842800cce0 tx=0x7f842800a620 comp rx=0 tx=0).stop 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 shutdown_connections 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84180a3bb0 0x7f84180a6070 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f843010e530 0x7f84301aa080 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f843010db70 0x7f84301a3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 --2- 172.21.15.83:0/2997495678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f843010c980 0x7f84301a2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:53.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 >> 172.21.15.83:0/2997495678 conn(0x7f843006ca30 msgr2=0x7f8430110e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:53.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 shutdown_connections 2024-04-22T13:55:53.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:53.923+0000 7f8435e62640 1 -- 172.21.15.83:0/2997495678 wait complete. 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: Deploying daemon mds.a on smithi083 2024-04-22T13:55:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6838/518820115,v1:172.21.15.83:6839/518820115] up:boot 2024-04-22T13:55:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: fsmap 10 up:standby 2024-04-22T13:55:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:55:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2997495678' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:54.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: Deploying daemon mds.a on smithi083 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6838/518820115,v1:172.21.15.83:6839/518820115] up:boot 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: fsmap 10 up:standby 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2997495678' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:54.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:54.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:54.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: Deploying daemon mds.a on smithi083 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6838/518820115,v1:172.21.15.83:6839/518820115] up:boot 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: fsmap 10 up:standby 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2997495678' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:55.689 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:55 smithi083 systemd[1]: Starting Ceph mds.a for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:55.938 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:56.030 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:55 smithi083 podman[69505]: 2024-04-22 13:55:55.644466815 +0000 UTC m=+0.018048138 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:56.030 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:55 smithi083 podman[69505]: 2024-04-22 13:55:55.768126175 +0000 UTC m=+0.141707482 container create cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-22T13:55:56.031 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 podman[69505]: 2024-04-22 13:55:56.029479691 +0000 UTC m=+0.403060999 container init cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-22T13:55:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 -- 172.21.15.83:0/4119888129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c100260 msgr2=0x7fea1c100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 --2- 172.21.15.83:0/4119888129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c100260 0x7fea1c100680 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fea0c009930 tx=0x7fea0c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 -- 172.21.15.83:0/4119888129 shutdown_connections 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 --2- 172.21.15.83:0/4119888129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c103bf0 0x7fea1c10a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 --2- 172.21.15.83:0/4119888129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 0x7fea1c1036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 --2- 172.21.15.83:0/4119888129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c100260 0x7fea1c100680 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 -- 172.21.15.83:0/4119888129 >> 172.21.15.83:0/4119888129 conn(0x7fea1c0fbb90 msgr2=0x7fea1c0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 -- 172.21.15.83:0/4119888129 shutdown_connections 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.038+0000 7fea21443640 1 -- 172.21.15.83:0/4119888129 wait complete. 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 Processor -- start 2024-04-22T13:55:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 -- start start 2024-04-22T13:55:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 0x7fea1c19a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 0x7fea1c19a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c10dac0 con 0x7fea1c103bf0 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c10d940 con 0x7fea1c100260 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea21443640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fea1c10dc40 con 0x7fea1c103230 2024-04-22T13:55:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea1b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea1b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48124/0 (socket says 172.21.15.83:48124) 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.039+0000 7fea1b7fe640 1 -- 172.21.15.83:0/114404519 learned_addr learned my addr 172.21.15.83:0/114404519 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1affd640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 0x7fea1c19a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1a7fc640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 0x7fea1c19a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 -- 172.21.15.83:0/114404519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 msgr2=0x7fea1c19a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 0x7fea1c19a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 -- 172.21.15.83:0/114404519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 msgr2=0x7fea1c19a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 0x7fea1c19a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 -- 172.21.15.83:0/114404519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea1c1a1f40 con 0x7fea1c103bf0 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1affd640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 0x7fea1c19a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea1b7fe640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fea1400cce0 tx=0x7fea1400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:56.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1400f450 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea1c1a2230 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea1400faa0 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea14018b70 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.040+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea1c1a2730 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.041+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea1c1a29f0 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.042+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fea14018d10 con 0x7fea1c103bf0 2024-04-22T13:55:56.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.043+0000 7fea03fff640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 0x7fea040a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:56.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.043+0000 7fea1affd640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 0x7fea040a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:56.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.043+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fea140d04f0 con 0x7fea1c103bf0 2024-04-22T13:55:56.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.044+0000 7fea1affd640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 0x7fea040a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fea0c009900 tx=0x7fea0c02c800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:56.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.047+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fea14014030 con 0x7fea1c103bf0 2024-04-22T13:55:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.279+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea1c1a2bc0 con 0x7fea1c103bf0 2024-04-22T13:55:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.279+0000 7fea03fff640 1 -- 172.21.15.83:0/114404519 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8827 (secure 0 0 0) 0x7fea1409d2d0 con 0x7fea1c103bf0 2024-04-22T13:55:56.282 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:56.282 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T13:55:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 11 2024-04-22T13:55:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 msgr2=0x7fea040a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 0x7fea040a6070 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fea0c009900 tx=0x7fea0c02c800 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 msgr2=0x7fea1c1a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fea1400cce0 tx=0x7fea1400a620 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 shutdown_connections 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea040a3bb0 0x7fea040a6070 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea1c103bf0 0x7fea1c1a18d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea1c103230 0x7fea1c19a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 --2- 172.21.15.83:0/114404519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea1c100260 0x7fea1c19a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.281+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 >> 172.21.15.83:0/114404519 conn(0x7fea1c0fbb90 msgr2=0x7fea1c101020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.282+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 shutdown_connections 2024-04-22T13:55:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:56.282+0000 7fea21443640 1 -- 172.21.15.83:0/114404519 wait complete. 2024-04-22T13:55:56.293 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 podman[69505]: 2024-04-22 13:55:56.032215448 +0000 UTC m=+0.405796755 container start cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-22T13:55:56.293 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mds[69545]: -- 172.21.15.83:0/3864166046 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559ee111da40 con 0x559ee10f0800 2024-04-22T13:55:56.293 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: starting mds.a at 2024-04-22T13:55:56.293 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 bash[69505]: cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db 2024-04-22T13:55:56.293 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 13:55:56 smithi083 systemd[1]: Started Ceph mds.a for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:57.140 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:56 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/114404519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:56 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/114404519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:55:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:56 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/114404519' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:58.055 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:57 smithi084 ceph-mon[31312]: Deploying daemon mds.b on smithi084 2024-04-22T13:55:58.055 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:57 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:boot 2024-04-22T13:55:58.055 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:57 smithi084 ceph-mon[31312]: fsmap 11 up:standby 2024-04-22T13:55:58.055 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:55:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:57 smithi173 ceph-mon[31493]: Deploying daemon mds.b on smithi084 2024-04-22T13:55:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:57 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:boot 2024-04-22T13:55:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:57 smithi173 ceph-mon[31493]: fsmap 11 up:standby 2024-04-22T13:55:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:55:58.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:57 smithi083 ceph-mon[27977]: Deploying daemon mds.b on smithi084 2024-04-22T13:55:58.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:57 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:boot 2024-04-22T13:55:58.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:57 smithi083 ceph-mon[27977]: fsmap 11 up:standby 2024-04-22T13:55:58.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:55:58.296 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:55:58.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.403+0000 7f07968ba640 1 -- 172.21.15.83:0/1817736671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 msgr2=0x7f079010a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.403+0000 7f07968ba640 1 --2- 172.21.15.83:0/1817736671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079010a0a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0788009ca0 tx=0x7f078802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 -- 172.21.15.83:0/1817736671 shutdown_connections 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- 172.21.15.83:0/1817736671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079010a0a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- 172.21.15.83:0/1817736671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0790105320 0x7f0790107710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- 172.21.15.83:0/1817736671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07901029f0 0x7f0790104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 -- 172.21.15.83:0/1817736671 >> 172.21.15.83:0/1817736671 conn(0x7f07900fc3e0 msgr2=0x7f07900fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 -- 172.21.15.83:0/1817736671 shutdown_connections 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 -- 172.21.15.83:0/1817736671 wait complete. 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 Processor -- start 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 -- start start 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07901029f0 0x7f07901981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:58.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0790105320 0x7f07901986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.404+0000 7f07968ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f07968ba640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f079010db10 con 0x7f0790107c50 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f07968ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f079010d990 con 0x7f0790105320 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f07968ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f079010dc90 con 0x7f07901029f0 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48160/0 (socket says 172.21.15.83:48160) 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 -- 172.21.15.83:0/1385177568 learned_addr learned my addr 172.21.15.83:0/1385177568 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f078f7fe640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0790105320 0x7f07901986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f078ffff640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07901029f0 0x7f07901981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 -- 172.21.15.83:0/1385177568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07901029f0 msgr2=0x7f07901981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07901029f0 0x7f07901981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 -- 172.21.15.83:0/1385177568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0790105320 msgr2=0x7f07901986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0790105320 0x7f07901986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 -- 172.21.15.83:0/1385177568 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f079019fdd0 con 0x7f0790107c50 2024-04-22T13:55:58.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f0794e57640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0788032520 tx=0x7f07880347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:58.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0788039040 con 0x7f0790107c50 2024-04-22T13:55:58.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07901a0060 con 0x7f0790107c50 2024-04-22T13:55:58.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0788044070 con 0x7f0790107c50 2024-04-22T13:55:58.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07880042a0 con 0x7f0790107c50 2024-04-22T13:55:58.410 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.405+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07901a0550 con 0x7f0790107c50 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.406+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07900fded0 con 0x7f0790107c50 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.407+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f07880325c0 con 0x7f0790107c50 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.408+0000 7f078d7fa640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 0x7f07780a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.408+0000 7f078ffff640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 0x7f07780a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.408+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f07880f29f0 con 0x7f0790107c50 2024-04-22T13:55:58.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.409+0000 7f078ffff640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 0x7f07780a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0784005fd0 tx=0x7f0784005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:55:58.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.412+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0788003e20 con 0x7f0790107c50 2024-04-22T13:55:58.453 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 systemd[1]: Starting Ceph mds.b for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T13:55:58.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.627+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f079002d5c0 con 0x7f0790107c50 2024-04-22T13:55:58.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.627+0000 7f078d7fa640 1 -- 172.21.15.83:0/1385177568 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9653 (secure 0 0 0) 0x7f07880bf870 con 0x7f0790107c50 2024-04-22T13:55:58.629 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:55:58.629 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-22T13:55:58.630 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 12 2024-04-22T13:55:58.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.629+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 msgr2=0x7f07780a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:58.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.629+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 0x7f07780a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0784005fd0 tx=0x7f0784005c70 comp rx=0 tx=0).stop 2024-04-22T13:55:58.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.629+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 msgr2=0x7f079019f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.629+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0788032520 tx=0x7f07880347b0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 shutdown_connections 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f07780a3bb0 0x7f07780a6070 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0790107c50 0x7f079019f760 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0790105320 0x7f07901986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 --2- 172.21.15.83:0/1385177568 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07901029f0 0x7f07901981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 >> 172.21.15.83:0/1385177568 conn(0x7f07900fc3e0 msgr2=0x7f07901034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 shutdown_connections 2024-04-22T13:55:58.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:55:58.630+0000 7f07968ba640 1 -- 172.21.15.83:0/1385177568 wait complete. 2024-04-22T13:55:58.724 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 podman[62189]: 2024-04-22 13:55:58.355468381 +0000 UTC m=+0.017584380 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T13:55:58.724 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 podman[62189]: 2024-04-22 13:55:58.462040331 +0000 UTC m=+0.124156306 container create dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-22T13:55:58.724 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 podman[62189]: 2024-04-22 13:55:58.697882037 +0000 UTC m=+0.359998018 container init dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS) 2024-04-22T13:55:58.724 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 podman[62189]: 2024-04-22 13:55:58.700424033 +0000 UTC m=+0.362540017 container start dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-22T13:55:58.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:58 smithi083 ceph-mon[27977]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:58.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:58 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1385177568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:59.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:58 smithi173 ceph-mon[31493]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:59.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:58 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1385177568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:58 smithi084 ceph-mon[31312]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:58 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1385177568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 ceph-mds[62208]: -- 172.21.15.84:0/2402541013 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f970a61a40 con 0x55f970a35000 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: starting mds.b at 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 bash[62189]: dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f 2024-04-22T13:55:59.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:55:58 smithi084 systemd[1]: Started Ceph mds.b for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T13:56:00.051 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:boot 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: fsmap 12 up:standby 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.052 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:55:59 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:boot 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: fsmap 12 up:standby 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.053 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:55:59 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:boot 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: fsmap 12 up:standby 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.093 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:55:59 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:00.644 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:56:00.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- 172.21.15.83:0/4194061555 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 msgr2=0x7f194c1092a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- 172.21.15.83:0/4194061555 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c1092a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1944009ca0 tx=0x7f194402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- 172.21.15.83:0/4194061555 shutdown_connections 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- 172.21.15.83:0/4194061555 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c1092a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- 172.21.15.83:0/4194061555 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c101fc0 0x7f194c102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- 172.21.15.83:0/4194061555 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c100e70 0x7f194c101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- 172.21.15.83:0/4194061555 >> 172.21.15.83:0/4194061555 conn(0x7f194c0fc3e0 msgr2=0x7f194c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- 172.21.15.83:0/4194061555 shutdown_connections 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- 172.21.15.83:0/4194061555 wait complete. 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 Processor -- start 2024-04-22T13:56:00.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 -- start start 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c100e70 0x7f194c069cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 0x7f194c19ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.752+0000 7f1953159640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1953159640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f194c10c9d0 con 0x7f194c102980 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1953159640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f194c10c850 con 0x7f194c101fc0 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1953159640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f194c10cb50 con 0x7f194c100e70 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48172/0 (socket says 172.21.15.83:48172) 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 -- 172.21.15.83:0/654469489 learned_addr learned my addr 172.21.15.83:0/654469489 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1950ef5640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c100e70 0x7f194c069cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:00.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f194bfff640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 0x7f194c19ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 -- 172.21.15.83:0/654469489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c100e70 msgr2=0x7f194c069cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c100e70 0x7f194c069cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 -- 172.21.15.83:0/654469489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 msgr2=0x7f194c19ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 0x7f194c19ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 -- 172.21.15.83:0/654469489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f194c19fd40 con 0x7f194c102980 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f194bfff640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 0x7f194c19ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f19516f6640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f194402c700 tx=0x7f19440093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1944041020 con 0x7f194c102980 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1944034d60 con 0x7f194c102980 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f194c19ffd0 con 0x7f194c102980 2024-04-22T13:56:00.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.753+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1944039040 con 0x7f194c102980 2024-04-22T13:56:00.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.754+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f194c1a0430 con 0x7f194c102980 2024-04-22T13:56:00.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.755+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f194c108180 con 0x7f194c102980 2024-04-22T13:56:00.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.756+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f1944044020 con 0x7f194c102980 2024-04-22T13:56:00.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.756+0000 7f1949ffb640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 0x7f193c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:00.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.756+0000 7f1950ef5640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 0x7f193c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:00.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.756+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f19440f1ec0 con 0x7f194c102980 2024-04-22T13:56:00.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.757+0000 7f1950ef5640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 0x7f193c0a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f194000bbe0 tx=0x7f194000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:00.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.762+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f194404b020 con 0x7f194c102980 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:00 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:00.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.994+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f194c062b50 con 0x7f194c102980 2024-04-22T13:56:00.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.995+0000 7f1949ffb640 1 -- 172.21.15.83:0/654469489 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10476 (secure 0 0 0) 0x7f19440ba030 con 0x7f194c102980 2024-04-22T13:56:00.997 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:00.997 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14640,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24389,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24409,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24466,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24467,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24481,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-22T13:56:00.997 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 13 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 msgr2=0x7f193c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 0x7f193c0a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f194000bbe0 tx=0x7f194000b390 comp rx=0 tx=0).stop 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 msgr2=0x7f194c19f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f194402c700 tx=0x7f19440093f0 comp rx=0 tx=0).stop 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 shutdown_connections 2024-04-22T13:56:00.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f193c0a3bb0 0x7f193c0a6070 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f194c102980 0x7f194c19f480 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f194c101fc0 0x7f194c19ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 --2- 172.21.15.83:0/654469489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f194c100e70 0x7f194c069cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 >> 172.21.15.83:0/654469489 conn(0x7f194c0fc3e0 msgr2=0x7f194c105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 shutdown_connections 2024-04-22T13:56:01.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:00.997+0000 7f1953159640 1 -- 172.21.15.83:0/654469489 wait complete. 2024-04-22T13:56:01.011 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- 172.21.15.83:0/3373934769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc100e70 msgr2=0x7f5bfc101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 --2- 172.21.15.83:0/3373934769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc100e70 0x7f5bfc101290 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009900 tx=0x7f5bec02bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- 172.21.15.83:0/3373934769 shutdown_connections 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 --2- 172.21.15.83:0/3373934769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc102980 0x7f5bfc1092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 --2- 172.21.15.83:0/3373934769 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 0x7f5bfc102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 --2- 172.21.15.83:0/3373934769 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc100e70 0x7f5bfc101290 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- 172.21.15.83:0/3373934769 >> 172.21.15.83:0/3373934769 conn(0x7f5bfc0fc3e0 msgr2=0x7f5bfc0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- 172.21.15.83:0/3373934769 shutdown_connections 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- 172.21.15.83:0/3373934769 wait complete. 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 Processor -- start 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.110+0000 7f5c02470640 1 -- start start 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc100e70 0x7f5bfc19a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 0x7f5bfc19a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10c9a0 con 0x7f5bfc102980 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10c820 con 0x7f5bfc100e70 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c02470640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5bfc10cb20 con 0x7f5bfc101fc0 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48196/0 (socket says 172.21.15.83:48196) 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 -- 172.21.15.83:0/3360209581 learned_addr learned my addr 172.21.15.83:0/3360209581 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:01.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5bfb7fe640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 0x7f5bfc19a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5bfbfff640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc100e70 0x7f5bfc19a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 -- 172.21.15.83:0/3360209581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 msgr2=0x7f5bfc19a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 0x7f5bfc19a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 -- 172.21.15.83:0/3360209581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc100e70 msgr2=0x7f5bfc19a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc100e70 0x7f5bfc19a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 -- 172.21.15.83:0/3360209581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bfc1a1fb0 con 0x7f5bfc102980 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.111+0000 7f5c00a0d640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400eb10 tx=0x7f5bf400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.112+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4004b20 con 0x7f5bfc102980 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.112+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bfc1a22a0 con 0x7f5bfc102980 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.112+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf4004cc0 con 0x7f5bfc102980 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.112+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4010670 con 0x7f5bfc102980 2024-04-22T13:56:01.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.112+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bfc1a27f0 con 0x7f5bfc102980 2024-04-22T13:56:01.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.113+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bfc1a2ab0 con 0x7f5bfc102980 2024-04-22T13:56:01.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.114+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5bf4005020 con 0x7f5bfc102980 2024-04-22T13:56:01.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.114+0000 7f5bf97fa640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 0x7f5be40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.114+0000 7f5bfbfff640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 0x7f5be40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.114+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f5bf40d0510 con 0x7f5bfc102980 2024-04-22T13:56:01.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.115+0000 7f5bfbfff640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 0x7f5be40a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009230 tx=0x7f5bec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.123+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5bf409d390 con 0x7f5bfc102980 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:00 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:00 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:56:01.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.305+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5bfc1a2c80 con 0x7f5bfc102980 2024-04-22T13:56:01.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.306+0000 7f5bf97fa640 1 -- 172.21.15.83:0/3360209581 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+18431 (secure 0 0 0) 0x7f5bf409cc90 con 0x7f5bfc102980 2024-04-22T13:56:01.309 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:01.309 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":81,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:55:11.884134+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:01.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 msgr2=0x7f5be40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 0x7f5be40a6070 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5bec009230 tx=0x7f5bec005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 msgr2=0x7f5bfc1a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400eb10 tx=0x7f5bf400c2d0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 shutdown_connections 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5be40a3bb0 0x7f5be40a6070 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5bfc102980 0x7f5bfc1a1940 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5bfc101fc0 0x7f5bfc19a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 --2- 172.21.15.83:0/3360209581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5bfc100e70 0x7f5bfc19a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 >> 172.21.15.83:0/3360209581 conn(0x7f5bfc0fc3e0 msgr2=0x7f5bfc0fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 shutdown_connections 2024-04-22T13:56:01.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.309+0000 7f5c02470640 1 -- 172.21.15.83:0/3360209581 wait complete. 2024-04-22T13:56:01.323 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:56:01.324 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:56:01.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 -- 172.21.15.83:0/661402880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa8100880 msgr2=0x7f2aa8100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 --2- 172.21.15.83:0/661402880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa8100880 0x7f2aa8100ca0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2a98009900 tx=0x7f2a9802bcd0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 -- 172.21.15.83:0/661402880 shutdown_connections 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 --2- 172.21.15.83:0/661402880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 0x7f2aa8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 --2- 172.21.15.83:0/661402880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa81011e0 0x7f2aa8101640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 --2- 172.21.15.83:0/661402880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa8100880 0x7f2aa8100ca0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 -- 172.21.15.83:0/661402880 >> 172.21.15.83:0/661402880 conn(0x7f2aa80fc400 msgr2=0x7f2aa80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 -- 172.21.15.83:0/661402880 shutdown_connections 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.428+0000 7f2aadf23640 1 -- 172.21.15.83:0/661402880 wait complete. 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 Processor -- start 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 -- start start 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa8100880 0x7f2aa819a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 0x7f2aa81a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810fcd0 con 0x7f2aa81011e0 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810fb50 con 0x7f2aa8101b80 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aadf23640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa810fe50 con 0x7f2aa8100880 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aa6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aa6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48216/0 (socket says 172.21.15.83:48216) 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aa6ffd640 1 -- 172.21.15.83:0/3622954545 learned_addr learned my addr 172.21.15.83:0/3622954545 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aa77fe640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa8100880 0x7f2aa819a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.429+0000 7f2aa7fff640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 0x7f2aa81a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 -- 172.21.15.83:0/3622954545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa8100880 msgr2=0x7f2aa819a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa8100880 0x7f2aa819a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 -- 172.21.15.83:0/3622954545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 msgr2=0x7f2aa81a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 0x7f2aa81a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 -- 172.21.15.83:0/3622954545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa81a2040 con 0x7f2aa81011e0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa6ffd640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c00e9f0 tx=0x7f2a9c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9c00cd80 con 0x7f2aa81011e0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a9c0054d0 con 0x7f2aa81011e0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aa81a2330 con 0x7f2aa81011e0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9c010690 con 0x7f2aa81011e0 2024-04-22T13:56:01.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.430+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aa81a2830 con 0x7f2aa81011e0 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.431+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aa810b8b0 con 0x7f2aa81011e0 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.432+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2a9c004e90 con 0x7f2aa81011e0 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.433+0000 7f2aa4ff9640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 0x7f2a900a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.433+0000 7f2aa77fe640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 0x7f2a900a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.433+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f2a9c0d0350 con 0x7f2aa81011e0 2024-04-22T13:56:01.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.433+0000 7f2aa77fe640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 0x7f2a900a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2a98009230 tx=0x7f2a98005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.437+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a9c09d1d0 con 0x7f2aa81011e0 2024-04-22T13:56:01.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.631+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2aa802d770 con 0x7f2aa81011e0 2024-04-22T13:56:01.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.632+0000 7f2aa4ff9640 1 -- 172.21.15.83:0/3622954545 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f2a9c09cad0 con 0x7f2aa81011e0 2024-04-22T13:56:01.634 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 msgr2=0x7f2a900a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 0x7f2a900a6070 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2a98009230 tx=0x7f2a98005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 msgr2=0x7f2aa819a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c00e9f0 tx=0x7f2a9c00edf0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 shutdown_connections 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2a900a3bb0 0x7f2a900a6070 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2aa8101b80 0x7f2aa81a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2aa81011e0 0x7f2aa819a960 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 --2- 172.21.15.83:0/3622954545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2aa8100880 0x7f2aa819a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 >> 172.21.15.83:0/3622954545 conn(0x7f2aa80fc400 msgr2=0x7f2aa80fdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 shutdown_connections 2024-04-22T13:56:01.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.634+0000 7f2aadf23640 1 -- 172.21.15.83:0/3622954545 wait complete. 2024-04-22T13:56:01.647 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-22T13:56:01.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 -- 172.21.15.83:0/2623921569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 msgr2=0x7fd4881092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 --2- 172.21.15.83:0/2623921569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd4881092c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fd480009ca0 tx=0x7fd48002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 -- 172.21.15.83:0/2623921569 shutdown_connections 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 --2- 172.21.15.83:0/2623921569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd4881092c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 --2- 172.21.15.83:0/2623921569 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488101fe0 0x7fd488102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 --2- 172.21.15.83:0/2623921569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488100e90 0x7fd4881012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 -- 172.21.15.83:0/2623921569 >> 172.21.15.83:0/2623921569 conn(0x7fd4880fc400 msgr2=0x7fd4880fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 -- 172.21.15.83:0/2623921569 shutdown_connections 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.745+0000 7fd490506640 1 -- 172.21.15.83:0/2623921569 wait complete. 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 Processor -- start 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 -- start start 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 0x7fd4881981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488101fe0 0x7fd488198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd48810db70 con 0x7fd4881029a0 2024-04-22T13:56:01.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd48810d9f0 con 0x7fd488101fe0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd490506640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd48810dcf0 con 0x7fd488100e90 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48228/0 (socket says 172.21.15.83:48228) 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 -- 172.21.15.83:0/2629942219 learned_addr learned my addr 172.21.15.83:0/2629942219 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48daa1640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488101fe0 0x7fd488198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48e2a2640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 0x7fd4881981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 -- 172.21.15.83:0/2629942219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 msgr2=0x7fd4881981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 0x7fd4881981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 -- 172.21.15.83:0/2629942219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488101fe0 msgr2=0x7fd488198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488101fe0 0x7fd488198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 -- 172.21.15.83:0/2629942219 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd48819fe00 con 0x7fd4881029a0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48e2a2640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 0x7fd4881981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.746+0000 7fd48eaa3640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd48002c700 tx=0x7fd480034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.747+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd480039040 con 0x7fd4881029a0 2024-04-22T13:56:01.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.747+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd480044070 con 0x7fd4881029a0 2024-04-22T13:56:01.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.747+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4881a0090 con 0x7fd4881029a0 2024-04-22T13:56:01.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.747+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4800042a0 con 0x7fd4881029a0 2024-04-22T13:56:01.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.747+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4881a0580 con 0x7fd4881029a0 2024-04-22T13:56:01.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.748+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4881081a0 con 0x7fd4881029a0 2024-04-22T13:56:01.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.749+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd4800325c0 con 0x7fd4881029a0 2024-04-22T13:56:01.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.749+0000 7fd47f7fe640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 0x7fd4740a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:01.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.749+0000 7fd48e2a2640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 0x7fd4740a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:01.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.749+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7fd4800f2e50 con 0x7fd4881029a0 2024-04-22T13:56:01.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.750+0000 7fd48e2a2640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 0x7fd4740a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd4840058c0 tx=0x7fd484005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:01.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.757+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4800bfcd0 con 0x7fd4881029a0 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.946+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fd488062b50 con 0x7fd4881029a0 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.946+0000 7fd47f7fe640 1 -- 172.21.15.83:0/2629942219 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) ==== 84+0+65 (secure 0 0 0) 0x7fd4800bf5d0 con 0x7fd4881029a0 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout:[ 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "poolnum": 1, 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "poolname": ".mgr" 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:56:01.948 INFO:teuthology.orchestra.run.smithi083.stdout:] 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 msgr2=0x7fd4740a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 0x7fd4740a6070 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd4840058c0 tx=0x7fd484005850 comp rx=0 tx=0).stop 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 msgr2=0x7fd48819f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd48002c700 tx=0x7fd480034760 comp rx=0 tx=0).stop 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 shutdown_connections 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd4740a3bb0 0x7fd4740a6070 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd4881029a0 0x7fd48819f790 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd488101fe0 0x7fd488198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 --2- 172.21.15.83:0/2629942219 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd488100e90 0x7fd4881981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:01.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 >> 172.21.15.83:0/2629942219 conn(0x7fd4880fc400 msgr2=0x7fd488105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:01.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 shutdown_connections 2024-04-22T13:56:01.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:01.948+0000 7fd490506640 1 -- 172.21.15.83:0/2629942219 wait complete. 2024-04-22T13:56:01.961 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-22T13:56:01.961 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- 172.21.15.83:0/1578050100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0103190 msgr2=0x7f8ed0103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 --2- 172.21.15.83:0/1578050100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0103190 0x7f8ed0103610 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4009ca0 tx=0x7f8ec402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- 172.21.15.83:0/1578050100 shutdown_connections 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 --2- 172.21.15.83:0/1578050100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 0x7f8ed010a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 --2- 172.21.15.83:0/1578050100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0103190 0x7f8ed0103610 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 --2- 172.21.15.83:0/1578050100 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0101fa0 0x7f8ed01023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- 172.21.15.83:0/1578050100 >> 172.21.15.83:0/1578050100 conn(0x7f8ed00fd530 msgr2=0x7f8ed00ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- 172.21.15.83:0/1578050100 shutdown_connections 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- 172.21.15.83:0/1578050100 wait complete. 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 Processor -- start 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.063+0000 7f8ed594b640 1 -- start start 2024-04-22T13:56:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0103190 0x7f8ed01986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 0x7f8ed019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed010dae0 con 0x7f8ed0101fa0 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed010d960 con 0x7f8ed0103190 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8ed010dc60 con 0x7f8ed0103b50 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48234/0 (socket says 172.21.15.83:48234) 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 -- 172.21.15.83:0/3590442106 learned_addr learned my addr 172.21.15.83:0/3590442106 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ecf7fe640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 0x7f8ed019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ece7fc640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0103190 0x7f8ed01986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 -- 172.21.15.83:0/3590442106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 msgr2=0x7f8ed019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 0x7f8ed019f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 -- 172.21.15.83:0/3590442106 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0103190 msgr2=0x7f8ed01986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0103190 0x7f8ed01986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 -- 172.21.15.83:0/3590442106 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ed019fd80 con 0x7f8ed0101fa0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8eceffd640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8ec800c970 tx=0x7f8ec800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec8007c10 con 0x7f8ed0101fa0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ec8007db0 con 0x7f8ed0101fa0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ed01a0070 con 0x7f8ed0101fa0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ec800f870 con 0x7f8ed0101fa0 2024-04-22T13:56:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.064+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ed01a0590 con 0x7f8ed0101fa0 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.065+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ed01092c0 con 0x7f8ed0101fa0 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.066+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8ec800fa10 con 0x7f8ed0101fa0 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.067+0000 7f8ed4949640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 0x7f8eb80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.067+0000 7f8ece7fc640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 0x7f8eb80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.067+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f8ec80d0260 con 0x7f8ed0101fa0 2024-04-22T13:56:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.067+0000 7f8ece7fc640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 0x7f8eb80a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4005e30 tx=0x7f8ec4000f40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:02.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.071+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8ec809d170 con 0x7f8ed0101fa0 2024-04-22T13:56:02.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/654469489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3360209581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3622954545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:56:02.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/654469489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3360209581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3622954545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:56:02.223 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/654469489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3360209581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3622954545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:56:02.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.288+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8ed002d5c0 con 0x7f8ed0101fa0 2024-04-22T13:56:02.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.902+0000 7f8ed4949640 1 -- 172.21.15.83:0/3590442106 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) ==== 138+0+0 (secure 0 0 0) 0x7f8ec809ca70 con 0x7f8ed0101fa0 2024-04-22T13:56:02.904 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' created 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 msgr2=0x7f8eb80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 0x7f8eb80a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ec4005e30 tx=0x7f8ec4000f40 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 msgr2=0x7f8ed0198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8ec800c970 tx=0x7f8ec800ce30 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 shutdown_connections 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8eb80a3bb0 0x7f8eb80a6070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ed0103b50 0x7f8ed019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ed0103190 0x7f8ed01986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 --2- 172.21.15.83:0/3590442106 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ed0101fa0 0x7f8ed0198160 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 >> 172.21.15.83:0/3590442106 conn(0x7f8ed00fd530 msgr2=0x7f8ed0106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 shutdown_connections 2024-04-22T13:56:02.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:02.905+0000 7f8ed594b640 1 -- 172.21.15.83:0/3590442106 wait complete. 2024-04-22T13:56:02.921 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 -- 172.21.15.83:0/3407085242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8103190 msgr2=0x7fcaf8103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3407085242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8103190 0x7fcaf8103610 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009900 tx=0x7fcaec02bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 -- 172.21.15.83:0/3407085242 shutdown_connections 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3407085242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 0x7fcaf810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3407085242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8103190 0x7fcaf8103610 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3407085242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 -- 172.21.15.83:0/3407085242 >> 172.21.15.83:0/3407085242 conn(0x7fcaf80fd530 msgr2=0x7fcaf80ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:03.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 -- 172.21.15.83:0/3407085242 shutdown_connections 2024-04-22T13:56:03.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 -- 172.21.15.83:0/3407085242 wait complete. 2024-04-22T13:56:03.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.024+0000 7fcafe06a640 1 Processor -- start 2024-04-22T13:56:03.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 -- start start 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 0x7fcaf8198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 0x7fcaf819f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf810dae0 con 0x7fcaf8101fa0 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf810d960 con 0x7fcaf8103190 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcafe06a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf810dc60 con 0x7fcaf8103b50 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48254/0 (socket says 172.21.15.83:48254) 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 -- 172.21.15.83:0/3159591691 learned_addr learned my addr 172.21.15.83:0/3159591691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:03.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf6ffd640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 0x7fcaf8198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf7fff640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 0x7fcaf819f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 -- 172.21.15.83:0/3159591691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 msgr2=0x7fcaf819f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 0x7fcaf819f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 -- 172.21.15.83:0/3159591691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 msgr2=0x7fcaf8198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 0x7fcaf8198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 -- 172.21.15.83:0/3159591691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf819fe10 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf6ffd640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 0x7fcaf8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.025+0000 7fcaf77fe640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcae800e9c0 tx=0x7fcae800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.026+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae800cd80 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.026+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcae80035f0 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.026+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf81a0100 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.026+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae8010690 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.026+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf81a0620 con 0x7fcaf8101fa0 2024-04-22T13:56:03.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.027+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaf81093e0 con 0x7fcaf8101fa0 2024-04-22T13:56:03.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.028+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcae80037a0 con 0x7fcaf8101fa0 2024-04-22T13:56:03.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.028+0000 7fcaf4ff9640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 0x7fcae00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:03.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.028+0000 7fcaf6ffd640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 0x7fcae00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:03.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.028+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7497+0+0 (secure 0 0 0) 0x7fcae80d0550 con 0x7fcaf8101fa0 2024-04-22T13:56:03.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.029+0000 7fcaf6ffd640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 0x7fcae00a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009230 tx=0x7fcaec005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:03.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.032+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcae809d260 con 0x7fcaf8101fa0 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2629942219' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:03.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:03.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2629942219' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.213+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fcaf802d5c0 con 0x7fcaf8101fa0 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2629942219' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:56:03.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.908+0000 7fcaf4ff9640 1 -- 172.21.15.83:0/3159591691 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v83) ==== 170+0+0 (secure 0 0 0) 0x7fcae809cb60 con 0x7fcaf8101fa0 2024-04-22T13:56:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' created 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 msgr2=0x7fcae00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 0x7fcae00a6070 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009230 tx=0x7fcaec005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 msgr2=0x7fcaf81981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcae800e9c0 tx=0x7fcae800ee80 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 shutdown_connections 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcae00a3bb0 0x7fcae00a6070 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcaf8103b50 0x7fcaf819f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf8103190 0x7fcaf8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 --2- 172.21.15.83:0/3159591691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcaf8101fa0 0x7fcaf81981f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 >> 172.21.15.83:0/3159591691 conn(0x7fcaf80fd530 msgr2=0x7fcaf81065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 shutdown_connections 2024-04-22T13:56:03.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:03.912+0000 7fcafe06a640 1 -- 172.21.15.83:0/3159591691 wait complete. 2024-04-22T13:56:03.938 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-22T13:56:04.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 -- 172.21.15.83:0/2225788974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101b00 msgr2=0x7f8ea0101f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:04.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 --2- 172.21.15.83:0/2225788974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101b00 0x7f8ea0101f80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8e98009ca0 tx=0x7f8e9802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 -- 172.21.15.83:0/2225788974 shutdown_connections 2024-04-22T13:56:04.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 --2- 172.21.15.83:0/2225788974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101b00 0x7f8ea0101f80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 --2- 172.21.15.83:0/2225788974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101160 0x7f8ea01015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 --2- 172.21.15.83:0/2225788974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 0x7f8ea0100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 -- 172.21.15.83:0/2225788974 >> 172.21.15.83:0/2225788974 conn(0x7f8ea00fc440 msgr2=0x7f8ea00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 -- 172.21.15.83:0/2225788974 shutdown_connections 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 -- 172.21.15.83:0/2225788974 wait complete. 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.038+0000 7f8ea7304640 1 Processor -- start 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- start start 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 0x7f8ea019a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 0x7f8ea01a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea010fd80 con 0x7f8ea0101160 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea010fc00 con 0x7f8ea0101b00 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea010ff00 con 0x7f8ea0100800 2024-04-22T13:56:04.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59554/0 (socket says 172.21.15.83:59554) 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 -- 172.21.15.83:0/1225368073 learned_addr learned my addr 172.21.15.83:0/1225368073 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea58a1640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 0x7f8ea01a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea50a0640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 0x7f8ea019a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 -- 172.21.15.83:0/1225368073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 msgr2=0x7f8ea019a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 0x7f8ea019a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 -- 172.21.15.83:0/1225368073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 msgr2=0x7f8ea01a1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 0x7f8ea01a1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 -- 172.21.15.83:0/1225368073 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea01a2070 con 0x7f8ea0101160 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea58a1640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 0x7f8ea01a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea489f640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8e9000b4a0 tx=0x7f8e9000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e90014070 con 0x7f8ea0101160 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e90010ac0 con 0x7f8ea0101160 2024-04-22T13:56:04.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea01a2360 con 0x7f8ea0101160 2024-04-22T13:56:04.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e90017c30 con 0x7f8ea0101160 2024-04-22T13:56:04.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.039+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea01a2930 con 0x7f8ea0101160 2024-04-22T13:56:04.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.040+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea010b750 con 0x7f8ea0101160 2024-04-22T13:56:04.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.041+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8e90017070 con 0x7f8ea0101160 2024-04-22T13:56:04.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.042+0000 7f8e967fc640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 0x7f8e8c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:04.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.042+0000 7f8ea50a0640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 0x7f8e8c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:04.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.042+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7879+0+0 (secure 0 0 0) 0x7f8e900cfa30 con 0x7f8ea0101160 2024-04-22T13:56:04.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.042+0000 7f8ea50a0640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 0x7f8e8c0a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00a810 tx=0x7f8e9c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:04.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.046+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8e9009c5c0 con 0x7f8ea0101160 2024-04-22T13:56:04.187 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T13:56:04.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:03 smithi083 ceph-mon[27977]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T13:56:04.188 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T13:56:04.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:03 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T13:56:04.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:03 smithi084 ceph-mon[31312]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T13:56:04.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:03 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T13:56:04.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.267+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f8ea002d5c0 con 0x7f8ea0101160 2024-04-22T13:56:04.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:03 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3590442106' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-22T13:56:04.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:03 smithi173 ceph-mon[31493]: osdmap e82: 12 total, 12 up, 12 in 2024-04-22T13:56:04.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:03 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-22T13:56:04.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.910+0000 7f8e967fc640 1 -- 172.21.15.83:0/1225368073 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f8e9009bec0 con 0x7f8ea0101160 2024-04-22T13:56:04.912 INFO:teuthology.orchestra.run.smithi083.stderr:new fs with metadata pool 2 and data pool 3 2024-04-22T13:56:04.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 msgr2=0x7f8e8c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 0x7f8e8c0a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00a810 tx=0x7f8e9c008040 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 msgr2=0x7f8ea019a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8e9000b4a0 tx=0x7f8e9000b960 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 shutdown_connections 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f8e8c0a3bb0 0x7f8e8c0a6070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ea0101b00 0x7f8ea01a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8ea0101160 0x7f8ea019a990 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.912+0000 7f8ea7304640 1 --2- 172.21.15.83:0/1225368073 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8ea0100800 0x7f8ea019a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.913+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 >> 172.21.15.83:0/1225368073 conn(0x7f8ea00fc440 msgr2=0x7f8ea00fdbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.913+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 shutdown_connections 2024-04-22T13:56:04.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:04.913+0000 7f8ea7304640 1 -- 172.21.15.83:0/1225368073 wait complete. 2024-04-22T13:56:04.930 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 -- 172.21.15.83:0/25513798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10101fc0 msgr2=0x7fae10102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 --2- 172.21.15.83:0/25513798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10101fc0 0x7fae10102440 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fae00009900 tx=0x7fae0002bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 -- 172.21.15.83:0/25513798 shutdown_connections 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 --2- 172.21.15.83:0/25513798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10102980 0x7fae101092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 --2- 172.21.15.83:0/25513798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10101fc0 0x7fae10102440 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 --2- 172.21.15.83:0/25513798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10100e70 0x7fae10101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.030+0000 7fae176c1640 1 -- 172.21.15.83:0/25513798 >> 172.21.15.83:0/25513798 conn(0x7fae100fc3e0 msgr2=0x7fae100fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- 172.21.15.83:0/25513798 shutdown_connections 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- 172.21.15.83:0/25513798 wait complete. 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 Processor -- start 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- start start 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10101fc0 0x7fae10197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 0x7fae1019e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fae1010c9c0 con 0x7fae10100e70 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fae1010c840 con 0x7fae10101fc0 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae176c1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fae1010cb40 con 0x7fae10102980 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae1545d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae1545d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59574/0 (socket says 172.21.15.83:59574) 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae1545d640 1 -- 172.21.15.83:0/1675428911 learned_addr learned my addr 172.21.15.83:0/1675428911 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:05.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.031+0000 7fae14c5c640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10101fc0 0x7fae10197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae15c5e640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 0x7fae1019e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 -- 172.21.15.83:0/1675428911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 msgr2=0x7fae1019e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 0x7fae1019e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 -- 172.21.15.83:0/1675428911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10101fc0 msgr2=0x7fae10197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10101fc0 0x7fae10197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 -- 172.21.15.83:0/1675428911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae1019ece0 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae15c5e640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 0x7fae1019e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae1545d640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fae0800d770 tx=0x7fae0800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae08017070 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fae080054d0 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae1019efd0 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae08004c30 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.032+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae1019f3e0 con 0x7fae10100e70 2024-04-22T13:56:05.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.033+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae10108200 con 0x7fae10100e70 2024-04-22T13:56:05.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.034+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fae08004e10 con 0x7fae10100e70 2024-04-22T13:56:05.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.034+0000 7fae067fc640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 0x7fadfc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.035+0000 7fae14c5c640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 0x7fadfc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.035+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7fae080cfd70 con 0x7fae10100e70 2024-04-22T13:56:05.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.035+0000 7fae14c5c640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 0x7fadfc0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fae00005ab0 tx=0x7fae00005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.039+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fae0809c8a0 con 0x7fae10100e70 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: pgmap v285: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T13:56:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:04 smithi083 ceph-mon[27977]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T13:56:05.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.218+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae1002d850 con 0x7fae10100e70 2024-04-22T13:56:05.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.219+0000 7fae067fc640 1 -- 172.21.15.83:0/1675428911 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22207 (secure 0 0 0) 0x7fae0809c1a0 con 0x7fae10100e70 2024-04-22T13:56:05.221 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:05.221 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":84,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:04.268423+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:05.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 msgr2=0x7fadfc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 0x7fadfc0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fae00005ab0 tx=0x7fae00005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 msgr2=0x7fae101970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fae0800d770 tx=0x7fae0800dc30 comp rx=0 tx=0).stop 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 shutdown_connections 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fadfc0a3bb0 0x7fadfc0a6070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fae10102980 0x7fae1019e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae10101fc0 0x7fae10197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 --2- 172.21.15.83:0/1675428911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fae10100e70 0x7fae101970c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 >> 172.21.15.83:0/1675428911 conn(0x7fae100fc3e0 msgr2=0x7fae101053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 shutdown_connections 2024-04-22T13:56:05.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.221+0000 7fae176c1640 1 -- 172.21.15.83:0/1675428911 wait complete. 2024-04-22T13:56:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: pgmap v285: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T13:56:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:04 smithi084 ceph-mon[31312]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T13:56:05.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:56:05.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 -- 172.21.15.83:0/1955950107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968102990 msgr2=0x7f79681092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 --2- 172.21.15.83:0/1955950107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968102990 0x7f79681092b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7960009ca0 tx=0x7f796002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 -- 172.21.15.83:0/1955950107 shutdown_connections 2024-04-22T13:56:05.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 --2- 172.21.15.83:0/1955950107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968102990 0x7f79681092b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 --2- 172.21.15.83:0/1955950107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968101fd0 0x7f7968102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 --2- 172.21.15.83:0/1955950107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968100e80 0x7f79681012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 -- 172.21.15.83:0/1955950107 >> 172.21.15.83:0/1955950107 conn(0x7f79680fc410 msgr2=0x7f79680fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 -- 172.21.15.83:0/1955950107 shutdown_connections 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.330+0000 7f796fa11640 1 -- 172.21.15.83:0/1955950107 wait complete. 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 Processor -- start 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 -- start start 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 0x7f796806b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 0x7f796819f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f796810c9d0 con 0x7f7968101fd0 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f796810c850 con 0x7f7968102990 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796fa11640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f796810cb50 con 0x7f7968100e80 2024-04-22T13:56:05.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59592/0 (socket says 172.21.15.83:59592) 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 -- 172.21.15.83:0/1138872318 learned_addr learned my addr 172.21.15.83:0/1138872318 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796dfae640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 0x7f796819f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 -- 172.21.15.83:0/1138872318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 msgr2=0x7f796806b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796d7ad640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 0x7f796806b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 0x7f796806b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 -- 172.21.15.83:0/1138872318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 msgr2=0x7f796819f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.331+0000 7f796cfac640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 0x7f796819f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796cfac640 1 -- 172.21.15.83:0/1138872318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f796819fd40 con 0x7f7968101fd0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796dfae640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 0x7f796819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796d7ad640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 0x7f796806b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796cfac640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f795800c970 tx=0x7f795800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7958004220 con 0x7f7968101fd0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79580043c0 con 0x7f7968101fd0 2024-04-22T13:56:05.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f796819ffd0 con 0x7f7968101fd0 2024-04-22T13:56:05.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7958004a00 con 0x7f7968101fd0 2024-04-22T13:56:05.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.332+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79681a04a0 con 0x7f7968101fd0 2024-04-22T13:56:05.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.333+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7968108190 con 0x7f7968101fd0 2024-04-22T13:56:05.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.335+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f79580079b0 con 0x7f7968101fd0 2024-04-22T13:56:05.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.335+0000 7f795e7fc640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 0x7f79540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.335+0000 7f796d7ad640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 0x7f79540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.335+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7979+0+0 (secure 0 0 0) 0x7f79580d0490 con 0x7f7968101fd0 2024-04-22T13:56:05.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.336+0000 7f796d7ad640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 0x7f79540a6070 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f79640058c0 tx=0x7f7964005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.339+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7958014030 con 0x7f7968101fd0 2024-04-22T13:56:05.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: pgmap v285: 33 pgs: 11 creating+peering, 1 active+clean, 21 unknown; 577 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3159591691' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: osdmap e83: 12 total, 12 up, 12 in 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-22T13:56:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:04 smithi173 ceph-mon[31493]: osdmap e84: 12 total, 12 up, 12 in 2024-04-22T13:56:05.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.519+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f796802d830 con 0x7f7968101fd0 2024-04-22T13:56:05.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.521+0000 7f795e7fc640 1 -- 172.21.15.83:0/1138872318 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22194 (secure 0 0 0) 0x7f795809cfc0 con 0x7f7968101fd0 2024-04-22T13:56:05.523 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:05.523 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":85,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:05.483189+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 msgr2=0x7f79540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 0x7f79540a6070 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f79640058c0 tx=0x7f7964005d30 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 msgr2=0x7f796819ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f795800c970 tx=0x7f795800ce30 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 shutdown_connections 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79540a3bb0 0x7f79540a6070 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7968102990 0x7f796819f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7968101fd0 0x7f796819ce40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 --2- 172.21.15.83:0/1138872318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7968100e80 0x7f796806b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 >> 172.21.15.83:0/1138872318 conn(0x7f79680fc410 msgr2=0x7f7968105360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 shutdown_connections 2024-04-22T13:56:05.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.523+0000 7f796fa11640 1 -- 172.21.15.83:0/1138872318 wait complete. 2024-04-22T13:56:05.536 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 -- 172.21.15.83:0/518153748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424105340 msgr2=0x7f5424107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 --2- 172.21.15.83:0/518153748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424105340 0x7f5424107730 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5414009900 tx=0x7f541402bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 -- 172.21.15.83:0/518153748 shutdown_connections 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 --2- 172.21.15.83:0/518153748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5424107c70 0x7f542410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 --2- 172.21.15.83:0/518153748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424105340 0x7f5424107730 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 --2- 172.21.15.83:0/518153748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5424102a10 0x7f5424104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 -- 172.21.15.83:0/518153748 >> 172.21.15.83:0/518153748 conn(0x7f54240fc400 msgr2=0x7f54240fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 -- 172.21.15.83:0/518153748 shutdown_connections 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.635+0000 7f542bcce640 1 -- 172.21.15.83:0/518153748 wait complete. 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 Processor -- start 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- start start 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5424105340 0x7f54241987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5424107c70 0x7f542419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f542410db10 con 0x7f5424102a10 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f542410d990 con 0x7f5424105340 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f542410dc90 con 0x7f5424107c70 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59624/0 (socket says 172.21.15.83:59624) 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 -- 172.21.15.83:0/317936745 learned_addr learned my addr 172.21.15.83:0/317936745 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:05.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 -- 172.21.15.83:0/317936745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5424107c70 msgr2=0x7f542419f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5424107c70 0x7f542419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 -- 172.21.15.83:0/317936745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5424105340 msgr2=0x7f54241987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5424105340 0x7f54241987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 -- 172.21.15.83:0/317936745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f542419fec0 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f5429a6a640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f542000c890 tx=0x7f542000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420004220 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54200043c0 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420004a00 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54241a01b0 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.636+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54241a0780 con 0x7f5424102a10 2024-04-22T13:56:05.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.637+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54240fdef0 con 0x7f5424102a10 2024-04-22T13:56:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.639+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f54200079b0 con 0x7f5424102a10 2024-04-22T13:56:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.640+0000 7f541affd640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 0x7f54100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.640+0000 7f5429269640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 0x7f54100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.640+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f54200d0550 con 0x7f5424102a10 2024-04-22T13:56:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.640+0000 7f5429269640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 0x7f54100a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5414036040 tx=0x7f5414000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:05.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.643+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5420014030 con 0x7f5424102a10 2024-04-22T13:56:05.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.862+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f542402d7e0 con 0x7f5424102a10 2024-04-22T13:56:05.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.922+0000 7f541affd640 1 -- 172.21.15.83:0/317936745 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7f542009cfe0 con 0x7f5424102a10 2024-04-22T13:56:05.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 msgr2=0x7f54100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 0x7f54100a6070 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5414036040 tx=0x7f5414000bc0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 msgr2=0x7f54241982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f542000c890 tx=0x7f542000cd50 comp rx=0 tx=0).stop 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 shutdown_connections 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f54100a3bb0 0x7f54100a6070 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5424107c70 0x7f542419f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5424105340 0x7f54241987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 --2- 172.21.15.83:0/317936745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5424102a10 0x7f54241982a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.924+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 >> 172.21.15.83:0/317936745 conn(0x7f54240fc400 msgr2=0x7f5424103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.925+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 shutdown_connections 2024-04-22T13:56:05.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:05.925+0000 7f542bcce640 1 -- 172.21.15.83:0/317936745 wait complete. 2024-04-22T13:56:05.937 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-04-22T13:56:05.938 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 -- 172.21.15.83:0/243911764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180101fe0 msgr2=0x7f3180102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 --2- 172.21.15.83:0/243911764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180101fe0 0x7f3180102460 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3174009900 tx=0x7f317402bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 -- 172.21.15.83:0/243911764 shutdown_connections 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 --2- 172.21.15.83:0/243911764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31801029a0 0x7f31801092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 --2- 172.21.15.83:0/243911764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180101fe0 0x7f3180102460 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 --2- 172.21.15.83:0/243911764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3180100e90 0x7f31801012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 -- 172.21.15.83:0/243911764 >> 172.21.15.83:0/243911764 conn(0x7f31800fc440 msgr2=0x7f31800fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 -- 172.21.15.83:0/243911764 shutdown_connections 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.037+0000 7f3184eac640 1 -- 172.21.15.83:0/243911764 wait complete. 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 Processor -- start 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 -- start start 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3180101fe0 0x7f31801987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31801029a0 0x7f318019f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f318010c9f0 con 0x7f3180100e90 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f318010c870 con 0x7f3180101fe0 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f3184eac640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f318010cb70 con 0x7f31801029a0 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59652/0 (socket says 172.21.15.83:59652) 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 -- 172.21.15.83:0/1616271158 learned_addr learned my addr 172.21.15.83:0/1616271158 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 -- 172.21.15.83:0/1616271158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31801029a0 msgr2=0x7f318019f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31801029a0 0x7f318019f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 -- 172.21.15.83:0/1616271158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3180101fe0 msgr2=0x7f31801987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3180101fe0 0x7f31801987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 -- 172.21.15.83:0/1616271158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f318019fe40 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f317e59c640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f317000d770 tx=0x7f317000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.038+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3170017070 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.039+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31700054d0 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.039+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31801a0130 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.039+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3170004c30 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.039+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31801a0680 con 0x7f3180100e90 2024-04-22T13:56:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.039+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31801a08e0 con 0x7f3180100e90 2024-04-22T13:56:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.041+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3170004df0 con 0x7f3180100e90 2024-04-22T13:56:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.041+0000 7f316f7fe640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 0x7f31680a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.041+0000 7f317dd9b640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 0x7f31680a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.041+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f31700d01c0 con 0x7f3180100e90 2024-04-22T13:56:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.042+0000 7f317dd9b640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 0x7f31680a60f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3174036040 tx=0x7f3174000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.045+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f317009cd70 con 0x7f3180100e90 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1675428911' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1138872318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1675428911' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1138872318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T13:56:06.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.263+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f31801a0ab0 con 0x7f3180100e90 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1225368073' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1675428911' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: osdmap e85: 12 total, 12 up, 12 in 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1138872318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-22T13:56:06.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.924+0000 7f316f7fe640 1 -- 172.21.15.83:0/1616271158 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v16) ==== 105+0+0 (secure 0 0 0) 0x7f317009c670 con 0x7f3180100e90 2024-04-22T13:56:06.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 msgr2=0x7f31680a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:06.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 0x7f31680a60f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3174036040 tx=0x7f3174000bc0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 msgr2=0x7f3180198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:06.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f317000d770 tx=0x7f317000dc30 comp rx=0 tx=0).stop 2024-04-22T13:56:06.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 shutdown_connections 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31680a3c30 0x7f31680a60f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31801029a0 0x7f318019f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3180101fe0 0x7f31801987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 --2- 172.21.15.83:0/1616271158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3180100e90 0x7f3180198270 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 >> 172.21.15.83:0/1616271158 conn(0x7f31800fc440 msgr2=0x7f318006a4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 shutdown_connections 2024-04-22T13:56:06.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:06.926+0000 7f3184eac640 1 -- 172.21.15.83:0/1616271158 wait complete. 2024-04-22T13:56:06.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-22T13:56:07.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 -- 172.21.15.83:0/1222699291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 msgr2=0x7f9094104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:07.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 --2- 172.21.15.83:0/1222699291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f9094104e20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f9084009900 tx=0x7f908402bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:07.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 -- 172.21.15.83:0/1222699291 shutdown_connections 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 --2- 172.21.15.83:0/1222699291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f909410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 --2- 172.21.15.83:0/1222699291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 0x7f9094107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 --2- 172.21.15.83:0/1222699291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f9094104e20 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 -- 172.21.15.83:0/1222699291 >> 172.21.15.83:0/1222699291 conn(0x7f90940fc440 msgr2=0x7f90940fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 -- 172.21.15.83:0/1222699291 shutdown_connections 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.043+0000 7f90994eb640 1 -- 172.21.15.83:0/1222699291 wait complete. 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 Processor -- start 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 -- start start 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 0x7f90941009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f9094100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f909410dbd0 con 0x7f9094102a30 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f909410da50 con 0x7f9094107c90 2024-04-22T13:56:07.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90994eb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f909410dd50 con 0x7f9094105360 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59664/0 (socket says 172.21.15.83:59664) 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 -- 172.21.15.83:0/981137443 learned_addr learned my addr 172.21.15.83:0/981137443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90927fc640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 0x7f90941009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 -- 172.21.15.83:0/981137443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 msgr2=0x7f90941009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 0x7f90941009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 -- 172.21.15.83:0/981137443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 msgr2=0x7f9094100f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90937fe640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f9094100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f9094100f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 -- 172.21.15.83:0/981137443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90941017b0 con 0x7f9094102a30 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f90937fe640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f9094100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:07.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.044+0000 7f9092ffd640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9084036040 tx=0x7f90840042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.045+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9084043020 con 0x7f9094102a30 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.045+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90941a24b0 con 0x7f9094102a30 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.045+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90840054c0 con 0x7f9094102a30 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.045+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9084003db0 con 0x7f9094102a30 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.045+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90941a2a80 con 0x7f9094102a30 2024-04-22T13:56:07.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.046+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90940fdf30 con 0x7f9094102a30 2024-04-22T13:56:07.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.047+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9084046020 con 0x7f9094102a30 2024-04-22T13:56:07.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.047+0000 7f907bfff640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 0x7f907c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:07.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.048+0000 7f90927fc640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 0x7f907c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:07.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.048+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f90840f2c20 con 0x7f9094102a30 2024-04-22T13:56:07.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.048+0000 7f90927fc640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 0x7f907c0a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9094102110 tx=0x7f9088008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:07.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.051+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f908404d020 con 0x7f9094102a30 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: pgmap v289: 97 pgs: 13 active+clean, 1 creating+activating, 40 creating+peering, 43 unknown; 578 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:active 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T13:56:07.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:06 smithi083 ceph-mon[27977]: Cluster is now healthy 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: pgmap v289: 97 pgs: 13 active+clean, 1 creating+activating, 40 creating+peering, 43 unknown; 578 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:active 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T13:56:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:06 smithi084 ceph-mon[31312]: Cluster is now healthy 2024-04-22T13:56:07.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.267+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f909402d5c0 con 0x7f9094102a30 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: pgmap v289: 97 pgs: 13 active+clean, 1 creating+activating, 40 creating+peering, 43 unknown; 578 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/317936745' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] up:active 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-22T13:56:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:06 smithi173 ceph-mon[31493]: Cluster is now healthy 2024-04-22T13:56:07.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.934+0000 7f907bfff640 1 -- 172.21.15.83:0/981137443 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7f90840bf730 con 0x7f9094102a30 2024-04-22T13:56:07.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 msgr2=0x7f907c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 0x7f907c0a6070 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9094102110 tx=0x7f9088008040 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 msgr2=0x7f90941023a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9084036040 tx=0x7f90840042f0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 shutdown_connections 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f907c0a3bb0 0x7f907c0a6070 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9094107c90 0x7f9094100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9094105360 0x7f90941009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 --2- 172.21.15.83:0/981137443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9094102a30 0x7f90941023a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.936+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 >> 172.21.15.83:0/981137443 conn(0x7f90940fc440 msgr2=0x7f9094103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.937+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 shutdown_connections 2024-04-22T13:56:07.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:07.937+0000 7f90994eb640 1 -- 172.21.15.83:0/981137443 wait complete. 2024-04-22T13:56:07.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 -- 172.21.15.83:0/3741051914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 msgr2=0x7f28ec10a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3741051914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec10a3f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009ca0 tx=0x7f28e402c100 comp rx=0 tx=0).stop 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 -- 172.21.15.83:0/3741051914 shutdown_connections 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3741051914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec10a3f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3741051914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 0x7f28ec103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.056+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3741051914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec1023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- 172.21.15.83:0/3741051914 >> 172.21.15.83:0/3741051914 conn(0x7f28ec0fd500 msgr2=0x7f28ec0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- 172.21.15.83:0/3741051914 shutdown_connections 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- 172.21.15.83:0/3741051914 wait complete. 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 Processor -- start 2024-04-22T13:56:08.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- start start 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 0x7f28ec198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10dab0 con 0x7f28ec103b60 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10d930 con 0x7f28ec1031a0 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f43c7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10dc30 con 0x7f28ec101fb0 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f2964640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f2964640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59678/0 (socket says 172.21.15.83:59678) 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f2964640 1 -- 172.21.15.83:0/3825684478 learned_addr learned my addr 172.21.15.83:0/3825684478 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.057+0000 7f28f1962640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 0x7f28ec198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2163640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 -- 172.21.15.83:0/3825684478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 msgr2=0x7f28ec198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 -- 172.21.15.83:0/3825684478 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 msgr2=0x7f28ec198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 0x7f28ec198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 -- 172.21.15.83:0/3825684478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28ec19fd40 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2163640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f2964640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f28e402c710 tx=0x7f28e4035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4039040 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28ec19ffd0 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e4044070 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4004430 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.058+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28ec1a0430 con 0x7f28ec103b60 2024-04-22T13:56:08.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.059+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28ec1092d0 con 0x7f28ec103b60 2024-04-22T13:56:08.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.060+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f28e40045d0 con 0x7f28ec103b60 2024-04-22T13:56:08.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.060+0000 7f28e37fe640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 0x7f28d80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:08.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.061+0000 7f28f2163640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 0x7f28d80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:08.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.061+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f28e40f2940 con 0x7f28ec103b60 2024-04-22T13:56:08.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.061+0000 7f28f2163640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 0x7f28d80a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f28ec103000 tx=0x7f28dc005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:08.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.065+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f28e40bf470 con 0x7f28ec103b60 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-22T13:56:08.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:07 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-22T13:56:08.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:07 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T13:56:08.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.281+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f28ec02d5c0 con 0x7f28ec103b60 2024-04-22T13:56:08.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-22T13:56:08.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1616271158' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-22T13:56:08.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-22T13:56:08.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-22T13:56:08.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-04-22T13:56:08.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-04-22T13:56:08.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:07 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-22T13:56:08.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.941+0000 7f28e37fe640 1 -- 172.21.15.83:0/3825684478 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v20) ==== 115+0+0 (secure 0 0 0) 0x7f28e40bed70 con 0x7f28ec103b60 2024-04-22T13:56:08.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 msgr2=0x7f28d80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:08.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 0x7f28d80a6070 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f28ec103000 tx=0x7f28dc005db0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 msgr2=0x7f28ec19f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:08.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f28e402c710 tx=0x7f28e4035d60 comp rx=0 tx=0).stop 2024-04-22T13:56:08.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 shutdown_connections 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f28d80a3bb0 0x7f28d80a6070 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f28ec103b60 0x7f28ec19f6d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28ec1031a0 0x7f28ec198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 --2- 172.21.15.83:0/3825684478 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f28ec101fb0 0x7f28ec198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 >> 172.21.15.83:0/3825684478 conn(0x7f28ec0fd500 msgr2=0x7f28ec1064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 shutdown_connections 2024-04-22T13:56:08.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:08.944+0000 7f28f43c7640 1 -- 172.21.15.83:0/3825684478 wait complete. 2024-04-22T13:56:08.962 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-04-22T13:56:08.962 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-22T13:56:09.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 -- 172.21.15.83:0/2212787883 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 msgr2=0x7fd7d810a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 --2- 172.21.15.83:0/2212787883 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d810a0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0009ca0 tx=0x7fd7d002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 -- 172.21.15.83:0/2212787883 shutdown_connections 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 --2- 172.21.15.83:0/2212787883 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d810a0c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 --2- 172.21.15.83:0/2212787883 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 0x7fd7d8107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 --2- 172.21.15.83:0/2212787883 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 0x7fd7d8104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 -- 172.21.15.83:0/2212787883 >> 172.21.15.83:0/2212787883 conn(0x7fd7d80fc400 msgr2=0x7fd7d80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.066+0000 7fd7dd855640 1 -- 172.21.15.83:0/2212787883 shutdown_connections 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 -- 172.21.15.83:0/2212787883 wait complete. 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 Processor -- start 2024-04-22T13:56:09.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 -- start start 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 0x7fd7d81981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 0x7fd7d8198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d810dac0 con 0x7fd7d8107c70 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d810d940 con 0x7fd7d8105340 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7dd855640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d810dc40 con 0x7fd7d8102a10 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7d77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7d77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59698/0 (socket says 172.21.15.83:59698) 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7d77fe640 1 -- 172.21.15.83:0/1610287511 learned_addr learned my addr 172.21.15.83:0/1610287511 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.067+0000 7fd7d6ffd640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 0x7fd7d81981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d67fc640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 0x7fd7d8198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 -- 172.21.15.83:0/1610287511 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 msgr2=0x7fd7d81981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 0x7fd7d81981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 -- 172.21.15.83:0/1610287511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 msgr2=0x7fd7d8198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 0x7fd7d8198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 -- 172.21.15.83:0/1610287511 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d819fde0 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7d77fe640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd7d002c700 tx=0x7fd7d00093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d0041020 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7d0034d60 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7d81a0070 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d0039040 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.068+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7d81a0560 con 0x7fd7d8107c70 2024-04-22T13:56:09.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.069+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7d80fdef0 con 0x7fd7d8107c70 2024-04-22T13:56:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.070+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd7d0044020 con 0x7fd7d8107c70 2024-04-22T13:56:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.071+0000 7fd7dc853640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 0x7fd7c00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.071+0000 7fd7d6ffd640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 0x7fd7c00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.071+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fd7d00f21b0 con 0x7fd7d8107c70 2024-04-22T13:56:09.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.071+0000 7fd7d6ffd640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 0x7fd7c00a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8005d00 tx=0x7fd7c800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.075+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd7d004b020 con 0x7fd7d8107c70 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: pgmap v290: 97 pgs: 33 active+clean, 1 creating+activating, 40 creating+peering, 23 unknown; 579 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 840 B/s wr, 2 op/s 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:active 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-22T13:56:09.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:08 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: 2024-04-22T13:56:08.842+0000 7efc3e81c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: 2024-04-22T13:56:08.842+0000 7efc3e81c700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: pgmap v290: 97 pgs: 33 active+clean, 1 creating+activating, 40 creating+peering, 23 unknown; 579 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 840 B/s wr, 2 op/s 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:active 2024-04-22T13:56:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T13:56:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-22T13:56:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-22T13:56:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-22T13:56:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:08 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T13:56:09.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.279+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd7d8062390 con 0x7fd7c00a3bb0 2024-04-22T13:56:09.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.300+0000 7fd7dc853640 1 -- 172.21.15.83:0/1610287511 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd7d8062390 con 0x7fd7c00a3bb0 2024-04-22T13:56:09.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 msgr2=0x7fd7c00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 0x7fd7c00a6070 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8005d00 tx=0x7fd7c800b410 comp rx=0 tx=0).stop 2024-04-22T13:56:09.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 msgr2=0x7fd7d819f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fd7d002c700 tx=0x7fd7d00093f0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 shutdown_connections 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd7c00a3bb0 0x7fd7c00a6070 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107c70 0x7fd7d819f770 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d8105340 0x7fd7d8198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 --2- 172.21.15.83:0/1610287511 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8102a10 0x7fd7d81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 >> 172.21.15.83:0/1610287511 conn(0x7fd7d80fc400 msgr2=0x7fd7d81033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 shutdown_connections 2024-04-22T13:56:09.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.302+0000 7fd7dd855640 1 -- 172.21.15.83:0/1610287511 wait complete. 2024-04-22T13:56:09.315 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: pgmap v290: 97 pgs: 33 active+clean, 1 creating+activating, 40 creating+peering, 23 unknown; 579 KiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 840 B/s wr, 2 op/s 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/981137443' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] up:active 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-04-22T13:56:09.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:08 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-22T13:56:09.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- 172.21.15.83:0/2526157513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c01029b0 msgr2=0x7f49c01092d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2526157513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c01029b0 0x7f49c01092d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f49b0009900 tx=0x7f49b002bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- 172.21.15.83:0/2526157513 shutdown_connections 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2526157513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c01029b0 0x7f49c01092d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2526157513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c0101ff0 0x7f49c0102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2526157513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c01012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- 172.21.15.83:0/2526157513 >> 172.21.15.83:0/2526157513 conn(0x7f49c00fc410 msgr2=0x7f49c00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- 172.21.15.83:0/2526157513 shutdown_connections 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- 172.21.15.83:0/2526157513 wait complete. 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 Processor -- start 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.416+0000 7f49c6c06640 1 -- start start 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 0x7f49c019f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c01029b0 0x7f49c01a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f49c010ca40 con 0x7f49c0101ff0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49c010c8c0 con 0x7f49c0100ea0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f49c010cbc0 con 0x7f49c01029b0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 0x7f49c019f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c49a2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c49a2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:49868/0 (socket says 172.21.15.83:49868) 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c49a2640 1 -- 172.21.15.83:0/2127633404 learned_addr learned my addr 172.21.15.83:0/2127633404 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c51a3640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c01029b0 0x7f49c01a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 -- 172.21.15.83:0/2127633404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c01029b0 msgr2=0x7f49c01a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c01029b0 0x7f49c01a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 -- 172.21.15.83:0/2127633404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 msgr2=0x7f49c006b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 -- 172.21.15.83:0/2127633404 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c01a2070 con 0x7f49c0101ff0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c49a2640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bffff640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 0x7f49c019f330 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49a800e9c0 tx=0x7f49a800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a800ccc0 con 0x7f49c0101ff0 2024-04-22T13:56:09.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49a80035f0 con 0x7f49c0101ff0 2024-04-22T13:56:09.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c01a2300 con 0x7f49c0101ff0 2024-04-22T13:56:09.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.417+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a800ce60 con 0x7f49c0101ff0 2024-04-22T13:56:09.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.418+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c01a2800 con 0x7f49c0101ff0 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.419+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c01081b0 con 0x7f49c0101ff0 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.419+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f49a8004000 con 0x7f49c0101ff0 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.420+0000 7f49bdffb640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 0x7f49ac0a60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.420+0000 7f49c49a2640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 0x7f49ac0a60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.420+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f49a80d05a0 con 0x7f49c0101ff0 2024-04-22T13:56:09.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.420+0000 7f49c49a2640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 0x7f49ac0a60a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f49b800f7d0 tx=0x7f49b8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.424+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49a809d0d0 con 0x7f49c0101ff0 2024-04-22T13:56:09.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.638+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f49c0062420 con 0x7f49ac0a3be0 2024-04-22T13:56:09.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.661+0000 7f49bdffb640 1 -- 172.21.15.83:0/2127633404 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f49c0062420 con 0x7f49ac0a3be0 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 msgr2=0x7f49ac0a60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 0x7f49ac0a60a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f49b800f7d0 tx=0x7f49b8009500 comp rx=0 tx=0).stop 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 msgr2=0x7f49c019f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 0x7f49c019f330 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f49a800e9c0 tx=0x7f49a800ee80 comp rx=0 tx=0).stop 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 shutdown_connections 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f49ac0a3be0 0x7f49ac0a60a0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49c01029b0 0x7f49c01a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49c0101ff0 0x7f49c019f330 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 --2- 172.21.15.83:0/2127633404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49c0100ea0 0x7f49c006b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 >> 172.21.15.83:0/2127633404 conn(0x7f49c00fc410 msgr2=0x7f49c0105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:09.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 shutdown_connections 2024-04-22T13:56:09.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.663+0000 7f49c6c06640 1 -- 172.21.15.83:0/2127633404 wait complete. 2024-04-22T13:56:09.675 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:56:09.283+0000 7fe005f69700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:56:09.675 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:56:09.283+0000 7fe005f69700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:56:09.675 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:56:09.283+0000 7fe005f69700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:56:09.675 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:56:09.283+0000 7fe005f69700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:56:09.675 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:56:09.283+0000 7fe005f69700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:56:09.676 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/2972259381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc100e80 msgr2=0x7fb4cc1012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/2972259381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc100e80 0x7fb4cc1012a0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009900 tx=0x7fb4c002bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/2972259381 shutdown_connections 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/2972259381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc102990 0x7fb4cc1092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/2972259381 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/2972259381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc100e80 0x7fb4cc1012a0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/2972259381 >> 172.21.15.83:0/2972259381 conn(0x7fb4cc0fc3f0 msgr2=0x7fb4cc0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/2972259381 shutdown_connections 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/2972259381 wait complete. 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 Processor -- start 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- start start 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 0x7fb4cc10b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc109e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10dba0 con 0x7fb4cc102990 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10da20 con 0x7fb4cc100e80 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.778+0000 7fb4d2ae4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb4cc10dd20 con 0x7fb4cc101fd0 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59768/0 (socket says 172.21.15.83:59768) 2024-04-22T13:56:09.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 -- 172.21.15.83:0/3589866391 learned_addr learned my addr 172.21.15.83:0/3589866391 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d0880640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 0x7fb4cc10b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 -- 172.21.15.83:0/3589866391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 msgr2=0x7fb4cc109e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4cbfff640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc109e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc109e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 -- 172.21.15.83:0/3589866391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 msgr2=0x7fb4cc10b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 0x7fb4cc10b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 -- 172.21.15.83:0/3589866391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4cc10ac30 con 0x7fb4cc102990 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d0880640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 0x7fb4cc10b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4cbfff640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d1081640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400eb10 tx=0x7fb4c400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4004b20 con 0x7fb4cc102990 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4cc1a2330 con 0x7fb4cc102990 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4c4004cc0 con 0x7fb4cc102990 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4010670 con 0x7fb4cc102990 2024-04-22T13:56:09.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.779+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4cc1a28b0 con 0x7fb4cc102990 2024-04-22T13:56:09.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.780+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4cc108190 con 0x7fb4cc102990 2024-04-22T13:56:09.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.781+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb4c4005020 con 0x7fb4cc102990 2024-04-22T13:56:09.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.782+0000 7fb4c9ffb640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 0x7fb4bc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:09.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.782+0000 7fb4d0880640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 0x7fb4bc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:09.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.782+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fb4c40d0950 con 0x7fb4cc102990 2024-04-22T13:56:09.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.782+0000 7fb4d0880640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 0x7fb4bc0a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0000c00 tx=0x7fb4c002c7e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:09.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.786+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb4c409d480 con 0x7fb4cc102990 2024-04-22T13:56:10.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:09.999+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fb4cc062390 con 0x7fb4bc0a3bb0 2024-04-22T13:56:10.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.004+0000 7fb4c9ffb640 1 -- 172.21.15.83:0/3589866391 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fb4cc062390 con 0x7fb4bc0a3bb0 2024-04-22T13:56:10.005 INFO:teuthology.orchestra.run.smithi083.stdout:/volumes/qa/sv_0/6261acc1-d655-4a7e-a368-4f34d4f5b287 2024-04-22T13:56:10.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.005+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 msgr2=0x7fb4bc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.005+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 0x7fb4bc0a6070 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0000c00 tx=0x7fb4c002c7e0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.005+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 msgr2=0x7fb4cc10a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.005+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400eb10 tx=0x7fb4c400c2d0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 shutdown_connections 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fb4bc0a3bb0 0x7fb4bc0a6070 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb4cc102990 0x7fb4cc10a3a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4cc101fd0 0x7fb4cc109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 --2- 172.21.15.83:0/3589866391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4cc100e80 0x7fb4cc10b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 >> 172.21.15.83:0/3589866391 conn(0x7fb4cc0fc3f0 msgr2=0x7fb4cc105360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 shutdown_connections 2024-04-22T13:56:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.006+0000 7fb4d2ae4640 1 -- 172.21.15.83:0/3589866391 wait complete. 2024-04-22T13:56:10.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-22T13:56:10.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 -- 172.21.15.83:0/4668999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 msgr2=0x7fd020107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 --2- 172.21.15.83:0/4668999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020107730 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd014009900 tx=0x7fd01402bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 -- 172.21.15.83:0/4668999 shutdown_connections 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 --2- 172.21.15.83:0/4668999 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020107c70 0x7fd02010a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 --2- 172.21.15.83:0/4668999 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020107730 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 --2- 172.21.15.83:0/4668999 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020102a10 0x7fd020104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 -- 172.21.15.83:0/4668999 >> 172.21.15.83:0/4668999 conn(0x7fd0200fc400 msgr2=0x7fd0200fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 -- 172.21.15.83:0/4668999 shutdown_connections 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.119+0000 7fd025a14640 1 -- 172.21.15.83:0/4668999 wait complete. 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 Processor -- start 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 -- start start 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020102a10 0x7fd020198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020107c70 0x7fd02019f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd02010daa0 con 0x7fd020105340 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd02010d920 con 0x7fd020102a10 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd025a14640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd02010dc20 con 0x7fd020107c70 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd01e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59778/0 (socket says 172.21.15.83:59778) 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd01e7fc640 1 -- 172.21.15.83:0/3588131870 learned_addr learned my addr 172.21.15.83:0/3588131870 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd01effd640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020102a10 0x7fd020198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.120+0000 7fd01f7fe640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020107c70 0x7fd02019f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 -- 172.21.15.83:0/3588131870 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020107c70 msgr2=0x7fd02019f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020107c70 0x7fd02019f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 -- 172.21.15.83:0/3588131870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020102a10 msgr2=0x7fd020198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020102a10 0x7fd020198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 -- 172.21.15.83:0/3588131870 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02019fe20 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd01e7fc640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd014000c00 tx=0x7fd014004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014043020 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd014004440 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0201a00b0 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014003c90 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.121+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0201a0600 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.122+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0200fdef0 con 0x7fd020105340 2024-04-22T13:56:10.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.123+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd014046020 con 0x7fd020105340 2024-04-22T13:56:10.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.123+0000 7fd024a12640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 0x7fd0080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.123+0000 7fd01effd640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 0x7fd0080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.123+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fd0140f24d0 con 0x7fd020105340 2024-04-22T13:56:10.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.124+0000 7fd01effd640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 0x7fd0080a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd010005fd0 tx=0x7fd010009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.128+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd01404d020 con 0x7fd020105340 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:active 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:active 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-22T13:56:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T13:56:10.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: Cluster is now healthy 2024-04-22T13:56:10.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-22T13:56:10.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-22T13:56:10.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:09 smithi084 ceph-mon[31312]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-22T13:56:10.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.333+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd020062420 con 0x7fd0080a3bb0 2024-04-22T13:56:10.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.355+0000 7fd024a12640 1 -- 172.21.15.83:0/3588131870 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd020062420 con 0x7fd0080a3bb0 2024-04-22T13:56:10.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 msgr2=0x7fd0080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 0x7fd0080a6070 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd010005fd0 tx=0x7fd010009680 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 msgr2=0x7fd020198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fd014000c00 tx=0x7fd014004040 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 shutdown_connections 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd0080a3bb0 0x7fd0080a6070 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020107c70 0x7fd02019f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020105340 0x7fd020198740 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 --2- 172.21.15.83:0/3588131870 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020102a10 0x7fd020198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.357+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 >> 172.21.15.83:0/3588131870 conn(0x7fd0200fc400 msgr2=0x7fd0201048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.358+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 shutdown_connections 2024-04-22T13:56:10.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.358+0000 7fd025a14640 1 -- 172.21.15.83:0/3588131870 wait complete. 2024-04-22T13:56:10.369 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T13:56:10.369 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:active 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:active 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: Cluster is now healthy 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-22T13:56:10.370 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:09 smithi083 ceph-mon[27977]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-22T13:56:10.371 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3825684478' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] up:active 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] up:active 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: Cluster is now healthy 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-04-22T13:56:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-04-22T13:56:10.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:09 smithi173 ceph-mon[31493]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 -- 172.21.15.83:0/3723315966 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 msgr2=0x7f6530102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 --2- 172.21.15.83:0/3723315966 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530102460 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f651c009900 tx=0x7f651c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 -- 172.21.15.83:0/3723315966 shutdown_connections 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 --2- 172.21.15.83:0/3723315966 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65301029a0 0x7f65301092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 --2- 172.21.15.83:0/3723315966 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530102460 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 --2- 172.21.15.83:0/3723315966 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6530100e90 0x7f65301012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 -- 172.21.15.83:0/3723315966 >> 172.21.15.83:0/3723315966 conn(0x7f65300fc400 msgr2=0x7f65300fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 -- 172.21.15.83:0/3723315966 shutdown_connections 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 -- 172.21.15.83:0/3723315966 wait complete. 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.472+0000 7f65371bd640 1 Processor -- start 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 -- start start 2024-04-22T13:56:10.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6530100e90 0x7f65301970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 0x7f653019e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f653010c9e0 con 0x7f6530101fe0 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f653010c860 con 0x7f65301029a0 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f653010cb60 con 0x7f6530100e90 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59794/0 (socket says 172.21.15.83:59794) 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 -- 172.21.15.83:0/1839374327 learned_addr learned my addr 172.21.15.83:0/1839374327 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f6534f59640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6530100e90 0x7f65301970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f653575a640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 0x7f653019e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 -- 172.21.15.83:0/1839374327 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6530100e90 msgr2=0x7f65301970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6530100e90 0x7f65301970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 -- 172.21.15.83:0/1839374327 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 msgr2=0x7f653019e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 0x7f653019e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 -- 172.21.15.83:0/1839374327 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f653006a630 con 0x7f6530101fe0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f653575a640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 0x7f653019e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652ffff640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f651c000c00 tx=0x7f651c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f651c043020 con 0x7f6530101fe0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f651c004350 con 0x7f6530101fe0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f653006a8c0 con 0x7f6530101fe0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.473+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f651c003b80 con 0x7f6530101fe0 2024-04-22T13:56:10.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.474+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f653006ae10 con 0x7f6530101fe0 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.475+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6530108270 con 0x7f6530101fe0 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.476+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f651c046020 con 0x7f6530101fe0 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.476+0000 7f652dffb640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 0x7f65200a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.476+0000 7f6534f59640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 0x7f65200a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.477+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f651c0f23b0 con 0x7f6530101fe0 2024-04-22T13:56:10.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.477+0000 7f6534f59640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 0x7f65200a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6524009bd0 tx=0x7f6524005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.481+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f651c04d020 con 0x7f6530101fe0 2024-04-22T13:56:10.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.505+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f651c005460 con 0x7f6530101fe0 2024-04-22T13:56:10.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.700+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f653006b070 con 0x7f65200a3bb0 2024-04-22T13:56:10.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.705+0000 7f652dffb640 1 -- 172.21.15.83:0/1839374327 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f653006b070 con 0x7f65200a3bb0 2024-04-22T13:56:10.707 INFO:teuthology.orchestra.run.smithi083.stdout:/volumes/qa/sv_1/eb157a30-bafb-442c-bf98-e65013b929d2 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 msgr2=0x7f65200a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 0x7f65200a6070 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6524009bd0 tx=0x7f6524005f90 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 msgr2=0x7f6530197620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f651c000c00 tx=0x7f651c005dc0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 shutdown_connections 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65200a3bb0 0x7f65200a6070 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65301029a0 0x7f653019e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6530101fe0 0x7f6530197620 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 --2- 172.21.15.83:0/1839374327 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6530100e90 0x7f65301970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 >> 172.21.15.83:0/1839374327 conn(0x7f65300fc400 msgr2=0x7f6530105440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 shutdown_connections 2024-04-22T13:56:10.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.707+0000 7f65371bd640 1 -- 172.21.15.83:0/1839374327 wait complete. 2024-04-22T13:56:10.720 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:56:10.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 -- 172.21.15.83:0/2449605031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4101fc0 msgr2=0x7faee4102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 --2- 172.21.15.83:0/2449605031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4101fc0 0x7faee4102440 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faed8009900 tx=0x7faed802bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 -- 172.21.15.83:0/2449605031 shutdown_connections 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 --2- 172.21.15.83:0/2449605031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4102980 0x7faee41092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 --2- 172.21.15.83:0/2449605031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4101fc0 0x7faee4102440 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 --2- 172.21.15.83:0/2449605031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee4100e70 0x7faee4101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 -- 172.21.15.83:0/2449605031 >> 172.21.15.83:0/2449605031 conn(0x7faee40fc3e0 msgr2=0x7faee40fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 -- 172.21.15.83:0/2449605031 shutdown_connections 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.814+0000 7faeea7b6640 1 -- 172.21.15.83:0/2449605031 wait complete. 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 Processor -- start 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 -- start start 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee4100e70 0x7faee4198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4101fc0 0x7faee4198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faee410ca20 con 0x7faee4102980 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faee410c8a0 con 0x7faee4101fc0 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faeea7b6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faee410cba0 con 0x7faee4100e70 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faee8d53640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faee8d53640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59816/0 (socket says 172.21.15.83:59816) 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faee8d53640 1 -- 172.21.15.83:0/832043580 learned_addr learned my addr 172.21.15.83:0/832043580 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.815+0000 7faee37fe640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4101fc0 0x7faee4198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 -- 172.21.15.83:0/832043580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee4100e70 msgr2=0x7faee4198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee4100e70 0x7faee4198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 -- 172.21.15.83:0/832043580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4101fc0 msgr2=0x7faee4198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:10.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4101fc0 0x7faee4198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 -- 172.21.15.83:0/832043580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee419fe60 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee8d53640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faedc009fd0 tx=0x7faedc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faedc017070 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faedc003e20 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee41a0150 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faedc010460 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.816+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee41a0670 con 0x7faee4102980 2024-04-22T13:56:10.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.817+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faee41a08d0 con 0x7faee4102980 2024-04-22T13:56:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.818+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7faedc003970 con 0x7faee4102980 2024-04-22T13:56:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.818+0000 7faee17fa640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 0x7faecc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.818+0000 7faee3fff640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 0x7faecc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.818+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7faedc0d0170 con 0x7faee4102980 2024-04-22T13:56:10.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.819+0000 7faee3fff640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 0x7faecc0a6180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faed4009710 tx=0x7faed4006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:10.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:10.823+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faedc09cba0 con 0x7faee4102980 2024-04-22T13:56:11.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.041+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faee41a0aa0 con 0x7faee4102980 2024-04-22T13:56:11.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.041+0000 7faee17fa640 1 -- 172.21.15.83:0/832043580 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7faedc09c4a0 con 0x7faee4102980 2024-04-22T13:56:11.043 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:11.043 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:56:11.044 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 msgr2=0x7faecc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 0x7faecc0a6180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7faed4009710 tx=0x7faed4006c90 comp rx=0 tx=0).stop 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 msgr2=0x7faee419f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faedc009fd0 tx=0x7faedc00b260 comp rx=0 tx=0).stop 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 shutdown_connections 2024-04-22T13:56:11.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faecc0a3cc0 0x7faecc0a6180 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee4102980 0x7faee419f7f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee4101fc0 0x7faee4198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 --2- 172.21.15.83:0/832043580 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee4100e70 0x7faee4198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 >> 172.21.15.83:0/832043580 conn(0x7faee40fc3e0 msgr2=0x7faee4069110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 shutdown_connections 2024-04-22T13:56:11.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.043+0000 7faeea7b6640 1 -- 172.21.15.83:0/832043580 wait complete. 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s wr, 17 op/s 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:active 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-22T13:56:11.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:10 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:56:11.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:56:11.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- 172.21.15.83:0/3832221942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 msgr2=0x7f808c10a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- 172.21.15.83:0/3832221942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c10a3d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8084009ca0 tx=0x7f808402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- 172.21.15.83:0/3832221942 shutdown_connections 2024-04-22T13:56:11.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- 172.21.15.83:0/3832221942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c10a3d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- 172.21.15.83:0/3832221942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c1030f0 0x7f808c103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- 172.21.15.83:0/3832221942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c101f20 0x7f808c102360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- 172.21.15.83:0/3832221942 >> 172.21.15.83:0/3832221942 conn(0x7f808c0fd500 msgr2=0x7f808c0ff920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- 172.21.15.83:0/3832221942 shutdown_connections 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- 172.21.15.83:0/3832221942 wait complete. 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 Processor -- start 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 -- start start 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c101f20 0x7f808c19a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.152+0000 7f809152b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1030f0 0x7f808c19a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10da70 con 0x7f808c103ab0 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10d8f0 con 0x7f808c1030f0 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f808c10dbf0 con 0x7f808c101f20 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59822/0 (socket says 172.21.15.83:59822) 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 -- 172.21.15.83:0/3417369064 learned_addr learned my addr 172.21.15.83:0/3417369064 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f8083fff640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1030f0 0x7f808c19a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808affd640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c101f20 0x7f808c19a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 -- 172.21.15.83:0/3417369064 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c101f20 msgr2=0x7f808c19a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c101f20 0x7f808c19a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 -- 172.21.15.83:0/3417369064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1030f0 msgr2=0x7f808c19a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1030f0 0x7f808c19a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 -- 172.21.15.83:0/3417369064 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c1a1f40 con 0x7f808c103ab0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f808b7fe640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f808402c700 tx=0x7f80840093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8084041020 con 0x7f808c103ab0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8084034d60 con 0x7f808c103ab0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8084039040 con 0x7f808c103ab0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f808c1a21d0 con 0x7f808c103ab0 2024-04-22T13:56:11.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.153+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f808c1a2710 con 0x7f808c103ab0 2024-04-22T13:56:11.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.154+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f808c1a2970 con 0x7f808c103ab0 2024-04-22T13:56:11.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.155+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8084044020 con 0x7f808c103ab0 2024-04-22T13:56:11.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.156+0000 7f8088ff9640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 0x7f80780a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.156+0000 7f808affd640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 0x7f80780a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.156+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f80840f2100 con 0x7f808c103ab0 2024-04-22T13:56:11.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.156+0000 7f808affd640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 0x7f80780a6180 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f808c101c40 tx=0x7f807c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.160+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f808404b020 con 0x7f808c103ab0 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s wr, 17 op/s 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:active 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-22T13:56:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:10 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:56:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.338+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f808c1a3080 con 0x7f808c103ab0 2024-04-22T13:56:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.340+0000 7f8088ff9640 1 -- 172.21.15.83:0/3417369064 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22194 (secure 0 0 0) 0x7f80840bec40 con 0x7f808c103ab0 2024-04-22T13:56:11.342 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:11.342 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":85,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:05.483189+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.341+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 msgr2=0x7f80780a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.341+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 0x7f80780a6180 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f808c101c40 tx=0x7f807c005f90 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.341+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 msgr2=0x7f808c1a18d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.341+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f808402c700 tx=0x7f80840093f0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 shutdown_connections 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f80780a3cc0 0x7f80780a6180 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f808c103ab0 0x7f808c1a18d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f808c1030f0 0x7f808c19a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 --2- 172.21.15.83:0/3417369064 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f808c101f20 0x7f808c19a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 >> 172.21.15.83:0/3417369064 conn(0x7f808c0fd500 msgr2=0x7f808c074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 shutdown_connections 2024-04-22T13:56:11.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.342+0000 7f809152b640 1 -- 172.21.15.83:0/3417369064 wait complete. 2024-04-22T13:56:11.355 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-22T13:56:11.355 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s wr, 17 op/s 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] up:active 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-22T13:56:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:10 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:56:11.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 -- 172.21.15.83:0/491679114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc100e80 msgr2=0x7fd5cc1012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/491679114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc100e80 0x7fd5cc1012a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc009900 tx=0x7fd5bc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 -- 172.21.15.83:0/491679114 shutdown_connections 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/491679114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc102990 0x7fd5cc1092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/491679114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 0x7fd5cc102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/491679114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc100e80 0x7fd5cc1012a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 -- 172.21.15.83:0/491679114 >> 172.21.15.83:0/491679114 conn(0x7fd5cc0fc410 msgr2=0x7fd5cc0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 -- 172.21.15.83:0/491679114 shutdown_connections 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.450+0000 7fd5d22f1640 1 -- 172.21.15.83:0/491679114 wait complete. 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 Processor -- start 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 -- start start 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc100e80 0x7fd5cc198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 0x7fd5cc1986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10c9d0 con 0x7fd5cc102990 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10c850 con 0x7fd5cc100e80 2024-04-22T13:56:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d22f1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd5cc10cb50 con 0x7fd5cc101fd0 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d088e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d088e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59844/0 (socket says 172.21.15.83:59844) 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5d088e640 1 -- 172.21.15.83:0/1278196939 learned_addr learned my addr 172.21.15.83:0/1278196939 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5cbfff640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc100e80 0x7fd5cc198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.451+0000 7fd5cb7fe640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 0x7fd5cc1986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 -- 172.21.15.83:0/1278196939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 msgr2=0x7fd5cc1986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 0x7fd5cc1986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 -- 172.21.15.83:0/1278196939 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc100e80 msgr2=0x7fd5cc198180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc100e80 0x7fd5cc198180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 -- 172.21.15.83:0/1278196939 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5cc19fda0 con 0x7fd5cc102990 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d088e640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd5c400eb10 tx=0x7fd5c400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4004b20 con 0x7fd5cc102990 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5cc1a0090 con 0x7fd5cc102990 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5c4004cc0 con 0x7fd5cc102990 2024-04-22T13:56:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4010670 con 0x7fd5cc102990 2024-04-22T13:56:11.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.452+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5cc1a0590 con 0x7fd5cc102990 2024-04-22T13:56:11.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.453+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5cc1a0850 con 0x7fd5cc102990 2024-04-22T13:56:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.454+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd5c4005020 con 0x7fd5cc102990 2024-04-22T13:56:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.454+0000 7fd5c97fa640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 0x7fd5b40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.455+0000 7fd5cbfff640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 0x7fd5b40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.455+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fd5c40d0990 con 0x7fd5cc102990 2024-04-22T13:56:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.455+0000 7fd5cbfff640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 0x7fd5b40a6100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc009230 tx=0x7fd5bc005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.459+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5c409d3c0 con 0x7fd5cc102990 2024-04-22T13:56:11.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.632+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd5cc1a0a20 con 0x7fd5b40a3c40 2024-04-22T13:56:11.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.640+0000 7fd5c97fa640 1 -- 172.21.15.83:0/1278196939 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258903 (secure 0 0 0) 0x7fd5cc1a0a20 con 0x7fd5b40a3c40 2024-04-22T13:56:11.646 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:11.647 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:56:11.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 msgr2=0x7fd5b40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 0x7fd5b40a6100 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc009230 tx=0x7fd5bc005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 msgr2=0x7fd5cc19f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd5c400eb10 tx=0x7fd5c400c2d0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 shutdown_connections 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd5b40a3c40 0x7fd5b40a6100 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd5cc102990 0x7fd5cc19f730 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd5cc101fd0 0x7fd5cc1986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 --2- 172.21.15.83:0/1278196939 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5cc100e80 0x7fd5cc198180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 >> 172.21.15.83:0/1278196939 conn(0x7fd5cc0fc410 msgr2=0x7fd5cc06a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 shutdown_connections 2024-04-22T13:56:11.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.643+0000 7fd5d22f1640 1 -- 172.21.15.83:0/1278196939 wait complete. 2024-04-22T13:56:11.657 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":291,"stamp":"2024-04-22T13:56:09.775276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595500,"num_objects":53,"num_object_clones":0,"num_object_copies":159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":53,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":287,"num_write_kb":2975,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":32,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":232,"ondisk_log_size":232,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":222,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356020,"kb_used_data":10984,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585804,"statfs":{"total":1151940427776,"available":1151575863296,"internally_reserved":0,"allocated":11247616,"data_stored":7019134,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5132,"num_objects":51,"num_object_clones":0,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":106,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":32,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001463"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812538+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:56:05.812538+0000","last_peered":"2024-04-22T13:56:05.812538+0000","last_clean":"2024-04-22T13:56:05.812538+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:56:05.812538+0000","last_undegraded":"2024-04-22T13:56:05.812538+0000","last_fullsized":"2024-04-22T13:56:05.812538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963125+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:05.963125+0000","last_peered":"2024-04-22T13:56:05.963125+0000","last_clean":"2024-04-22T13:56:05.963125+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:56:05.963125+0000","last_undegraded":"2024-04-22T13:56:05.963125+0000","last_fullsized":"2024-04-22T13:56:05.963125+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963074+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:56:05.963074+0000","last_peered":"2024-04-22T13:56:05.963074+0000","last_clean":"2024-04-22T13:56:05.963074+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:56:05.963074+0000","last_undegraded":"2024-04-22T13:56:05.963074+0000","last_fullsized":"2024-04-22T13:56:05.963074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.941926+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:56:06.941926+0000","last_peered":"2024-04-22T13:56:06.941926+0000","last_clean":"2024-04-22T13:56:06.941926+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:56:06.941926+0000","last_undegraded":"2024-04-22T13:56:06.941926+0000","last_fullsized":"2024-04-22T13:56:06.941926+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918086+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:56:06.918086+0000","last_peered":"2024-04-22T13:56:06.918086+0000","last_clean":"2024-04-22T13:56:06.918086+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:56:06.918086+0000","last_undegraded":"2024-04-22T13:56:06.918086+0000","last_fullsized":"2024-04-22T13:56:06.918086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.500418+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:56:04.500418+0000","last_peered":"2024-04-22T13:56:04.500418+0000","last_clean":"2024-04-22T13:56:04.500418+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:56:04.500418+0000","last_undegraded":"2024-04-22T13:56:04.500418+0000","last_fullsized":"2024-04-22T13:56:04.500418+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:28.818167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171730+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:56:06.171730+0000","last_peered":"2024-04-22T13:56:06.171730+0000","last_clean":"2024-04-22T13:56:06.171730+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:56:06.171730+0000","last_undegraded":"2024-04-22T13:56:06.171730+0000","last_fullsized":"2024-04-22T13:56:06.171730+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917815+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:56:06.917815+0000","last_peered":"2024-04-22T13:56:06.917815+0000","last_clean":"2024-04-22T13:56:06.917815+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:56:06.917815+0000","last_undegraded":"2024-04-22T13:56:06.917815+0000","last_fullsized":"2024-04-22T13:56:06.917815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.488010+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:56:05.488010+0000","last_peered":"2024-04-22T13:56:05.488010+0000","last_clean":"2024-04-22T13:56:05.488010+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:56:05.488010+0000","last_undegraded":"2024-04-22T13:56:05.488010+0000","last_fullsized":"2024-04-22T13:56:05.488010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.503853+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:56:04.503853+0000","last_peered":"2024-04-22T13:56:04.503853+0000","last_clean":"2024-04-22T13:56:04.503853+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:56:04.503853+0000","last_undegraded":"2024-04-22T13:56:04.503853+0000","last_fullsized":"2024-04-22T13:56:04.503853+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:50.427955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172159+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:56:06.172159+0000","last_peered":"2024-04-22T13:56:06.172159+0000","last_clean":"2024-04-22T13:56:06.172159+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:56:06.172159+0000","last_undegraded":"2024-04-22T13:56:06.172159+0000","last_fullsized":"2024-04-22T13:56:06.172159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.941729+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:56:06.941729+0000","last_peered":"2024-04-22T13:56:06.941729+0000","last_clean":"2024-04-22T13:56:06.941729+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:56:06.941729+0000","last_undegraded":"2024-04-22T13:56:06.941729+0000","last_fullsized":"2024-04-22T13:56:06.941729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486652+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:56:05.486652+0000","last_peered":"2024-04-22T13:56:05.486652+0000","last_clean":"2024-04-22T13:56:05.486652+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:56:05.486652+0000","last_undegraded":"2024-04-22T13:56:05.486652+0000","last_fullsized":"2024-04-22T13:56:05.486652+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962866+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:56:05.962866+0000","last_peered":"2024-04-22T13:56:05.962866+0000","last_clean":"2024-04-22T13:56:05.962866+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:56:05.962866+0000","last_undegraded":"2024-04-22T13:56:05.962866+0000","last_fullsized":"2024-04-22T13:56:05.962866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962887+0000","last_change":"2024-04-22T13:56:04.504661+0000","last_active":"2024-04-22T13:56:05.962887+0000","last_peered":"2024-04-22T13:56:05.962887+0000","last_clean":"2024-04-22T13:56:05.962887+0000","last_became_active":"2024-04-22T13:56:04.504354+0000","last_became_peered":"2024-04-22T13:56:04.504354+0000","last_unstale":"2024-04-22T13:56:05.962887+0000","last_undegraded":"2024-04-22T13:56:05.962887+0000","last_fullsized":"2024-04-22T13:56:05.962887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:40:22.085683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487389+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:56:05.487389+0000","last_peered":"2024-04-22T13:56:05.487389+0000","last_clean":"2024-04-22T13:56:05.487389+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:56:05.487389+0000","last_undegraded":"2024-04-22T13:56:05.487389+0000","last_fullsized":"2024-04-22T13:56:05.487389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812558+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:56:05.812558+0000","last_peered":"2024-04-22T13:56:05.812558+0000","last_clean":"2024-04-22T13:56:05.812558+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:56:05.812558+0000","last_undegraded":"2024-04-22T13:56:05.812558+0000","last_fullsized":"2024-04-22T13:56:05.812558+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.514354+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:56:04.514354+0000","last_peered":"2024-04-22T13:56:04.514354+0000","last_clean":"2024-04-22T13:56:04.514354+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:56:04.514354+0000","last_undegraded":"2024-04-22T13:56:04.514354+0000","last_fullsized":"2024-04-22T13:56:04.514354+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:56:13.542900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487553+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:56:05.487553+0000","last_peered":"2024-04-22T13:56:05.487553+0000","last_clean":"2024-04-22T13:56:05.487553+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:56:05.487553+0000","last_undegraded":"2024-04-22T13:56:05.487553+0000","last_fullsized":"2024-04-22T13:56:05.487553+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"84'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.925645+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:56:04.925645+0000","last_peered":"2024-04-22T13:56:04.925645+0000","last_clean":"2024-04-22T13:56:04.925645+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:56:04.925645+0000","last_undegraded":"2024-04-22T13:56:04.925645+0000","last_fullsized":"2024-04-22T13:56:04.925645+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918240+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:56:06.918240+0000","last_peered":"2024-04-22T13:56:06.918240+0000","last_clean":"2024-04-22T13:56:06.918240+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:56:06.918240+0000","last_undegraded":"2024-04-22T13:56:06.918240+0000","last_fullsized":"2024-04-22T13:56:06.918240+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918327+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:56:06.918327+0000","last_peered":"2024-04-22T13:56:06.918327+0000","last_clean":"2024-04-22T13:56:06.918327+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:56:06.918327+0000","last_undegraded":"2024-04-22T13:56:06.918327+0000","last_fullsized":"2024-04-22T13:56:06.918327+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963237+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:56:05.963237+0000","last_peered":"2024-04-22T13:56:05.963237+0000","last_clean":"2024-04-22T13:56:05.963237+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:56:05.963237+0000","last_undegraded":"2024-04-22T13:56:05.963237+0000","last_fullsized":"2024-04-22T13:56:05.963237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.949185+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:56:07.949185+0000","last_peered":"2024-04-22T13:56:07.949185+0000","last_clean":"2024-04-22T13:56:07.949185+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:56:07.949185+0000","last_undegraded":"2024-04-22T13:56:07.949185+0000","last_fullsized":"2024-04-22T13:56:07.949185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487473+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:56:05.487473+0000","last_peered":"2024-04-22T13:56:05.487473+0000","last_clean":"2024-04-22T13:56:05.487473+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:56:05.487473+0000","last_undegraded":"2024-04-22T13:56:05.487473+0000","last_fullsized":"2024-04-22T13:56:05.487473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918217+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:56:06.918217+0000","last_peered":"2024-04-22T13:56:06.918217+0000","last_clean":"2024-04-22T13:56:06.918217+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:56:06.918217+0000","last_undegraded":"2024-04-22T13:56:06.918217+0000","last_fullsized":"2024-04-22T13:56:06.918217+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943935+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:56:06.943935+0000","last_peered":"2024-04-22T13:56:06.943935+0000","last_clean":"2024-04-22T13:56:06.943935+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:56:06.943935+0000","last_undegraded":"2024-04-22T13:56:06.943935+0000","last_fullsized":"2024-04-22T13:56:06.943935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.947634+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:56:06.947634+0000","last_peered":"2024-04-22T13:56:06.947634+0000","last_clean":"2024-04-22T13:56:06.947634+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:56:06.947634+0000","last_undegraded":"2024-04-22T13:56:06.947634+0000","last_fullsized":"2024-04-22T13:56:06.947634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918161+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:56:06.918161+0000","last_peered":"2024-04-22T13:56:06.918161+0000","last_clean":"2024-04-22T13:56:06.918161+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:56:06.918161+0000","last_undegraded":"2024-04-22T13:56:06.918161+0000","last_fullsized":"2024-04-22T13:56:06.918161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"84'1","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.924922+0000","last_change":"2024-04-22T13:56:03.930236+0000","last_active":"2024-04-22T13:56:04.924922+0000","last_peered":"2024-04-22T13:56:04.924922+0000","last_clean":"2024-04-22T13:56:04.924922+0000","last_became_active":"2024-04-22T13:56:03.929866+0000","last_became_peered":"2024-04-22T13:56:03.929866+0000","last_unstale":"2024-04-22T13:56:04.924922+0000","last_undegraded":"2024-04-22T13:56:04.924922+0000","last_fullsized":"2024-04-22T13:56:04.924922+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:23:50.458253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943533+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:56:06.943533+0000","last_peered":"2024-04-22T13:56:06.943533+0000","last_clean":"2024-04-22T13:56:06.943533+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:56:06.943533+0000","last_undegraded":"2024-04-22T13:56:06.943533+0000","last_fullsized":"2024-04-22T13:56:06.943533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951888+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:56:07.951888+0000","last_peered":"2024-04-22T13:56:07.951888+0000","last_clean":"2024-04-22T13:56:07.951888+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:56:07.951888+0000","last_undegraded":"2024-04-22T13:56:07.951888+0000","last_fullsized":"2024-04-22T13:56:07.951888+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917713+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:06.917713+0000","last_peered":"2024-04-22T13:56:06.917713+0000","last_clean":"2024-04-22T13:56:06.917713+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:56:06.917713+0000","last_undegraded":"2024-04-22T13:56:06.917713+0000","last_fullsized":"2024-04-22T13:56:06.917713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942340+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:56:06.942340+0000","last_peered":"2024-04-22T13:56:06.942340+0000","last_clean":"2024-04-22T13:56:06.942340+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:56:06.942340+0000","last_undegraded":"2024-04-22T13:56:06.942340+0000","last_fullsized":"2024-04-22T13:56:06.942340+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.499708+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:56:04.499708+0000","last_peered":"2024-04-22T13:56:04.499708+0000","last_clean":"2024-04-22T13:56:04.499708+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:56:04.499708+0000","last_undegraded":"2024-04-22T13:56:04.499708+0000","last_fullsized":"2024-04-22T13:56:04.499708+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:19:29.987819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.486593+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:56:04.486593+0000","last_peered":"2024-04-22T13:56:04.486593+0000","last_clean":"2024-04-22T13:56:04.486593+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:56:04.486593+0000","last_undegraded":"2024-04-22T13:56:04.486593+0000","last_fullsized":"2024-04-22T13:56:04.486593+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487961+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:56:05.487961+0000","last_peered":"2024-04-22T13:56:05.487961+0000","last_clean":"2024-04-22T13:56:05.487961+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:56:05.487961+0000","last_undegraded":"2024-04-22T13:56:05.487961+0000","last_fullsized":"2024-04-22T13:56:05.487961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943997+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:56:06.943997+0000","last_peered":"2024-04-22T13:56:06.943997+0000","last_clean":"2024-04-22T13:56:06.943997+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:56:06.943997+0000","last_undegraded":"2024-04-22T13:56:06.943997+0000","last_fullsized":"2024-04-22T13:56:06.943997+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963212+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:56:05.963212+0000","last_peered":"2024-04-22T13:56:05.963212+0000","last_clean":"2024-04-22T13:56:05.963212+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:56:05.963212+0000","last_undegraded":"2024-04-22T13:56:05.963212+0000","last_fullsized":"2024-04-22T13:56:05.963212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.944056+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:56:06.944056+0000","last_peered":"2024-04-22T13:56:06.944056+0000","last_clean":"2024-04-22T13:56:06.944056+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:56:06.944056+0000","last_undegraded":"2024-04-22T13:56:06.944056+0000","last_fullsized":"2024-04-22T13:56:06.944056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487760+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:56:05.487760+0000","last_peered":"2024-04-22T13:56:05.487760+0000","last_clean":"2024-04-22T13:56:05.487760+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:56:05.487760+0000","last_undegraded":"2024-04-22T13:56:05.487760+0000","last_fullsized":"2024-04-22T13:56:05.487760+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'6","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.927697+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:56:04.927697+0000","last_peered":"2024-04-22T13:56:04.927697+0000","last_clean":"2024-04-22T13:56:04.927697+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:56:04.927697+0000","last_undegraded":"2024-04-22T13:56:04.927697+0000","last_fullsized":"2024-04-22T13:56:04.927697+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918398+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:56:06.918398+0000","last_peered":"2024-04-22T13:56:06.918398+0000","last_clean":"2024-04-22T13:56:06.918398+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:56:06.918398+0000","last_undegraded":"2024-04-22T13:56:06.918398+0000","last_fullsized":"2024-04-22T13:56:06.918398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.948966+0000","last_change":"2024-04-22T13:56:03.936232+0000","last_active":"2024-04-22T13:56:07.948966+0000","last_peered":"2024-04-22T13:56:07.948966+0000","last_clean":"2024-04-22T13:56:07.948966+0000","last_became_active":"2024-04-22T13:56:03.935591+0000","last_became_peered":"2024-04-22T13:56:03.935591+0000","last_unstale":"2024-04-22T13:56:07.948966+0000","last_undegraded":"2024-04-22T13:56:07.948966+0000","last_fullsized":"2024-04-22T13:56:07.948966+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:37:04.521489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486714+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:56:05.486714+0000","last_peered":"2024-04-22T13:56:05.486714+0000","last_clean":"2024-04-22T13:56:05.486714+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:56:05.486714+0000","last_undegraded":"2024-04-22T13:56:05.486714+0000","last_fullsized":"2024-04-22T13:56:05.486714+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.947514+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:56:06.947514+0000","last_peered":"2024-04-22T13:56:06.947514+0000","last_clean":"2024-04-22T13:56:06.947514+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:56:06.947514+0000","last_undegraded":"2024-04-22T13:56:06.947514+0000","last_fullsized":"2024-04-22T13:56:06.947514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172150+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:56:06.172150+0000","last_peered":"2024-04-22T13:56:06.172150+0000","last_clean":"2024-04-22T13:56:06.172150+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:56:06.172150+0000","last_undegraded":"2024-04-22T13:56:06.172150+0000","last_fullsized":"2024-04-22T13:56:06.172150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.950495+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:56:07.950495+0000","last_peered":"2024-04-22T13:56:07.950495+0000","last_clean":"2024-04-22T13:56:07.950495+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:56:07.950495+0000","last_undegraded":"2024-04-22T13:56:07.950495+0000","last_fullsized":"2024-04-22T13:56:07.950495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171697+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:56:06.171697+0000","last_peered":"2024-04-22T13:56:06.171697+0000","last_clean":"2024-04-22T13:56:06.171697+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:56:06.171697+0000","last_undegraded":"2024-04-22T13:56:06.171697+0000","last_fullsized":"2024-04-22T13:56:06.171697+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":30,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951861+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:56:07.951861+0000","last_peered":"2024-04-22T13:56:07.951861+0000","last_clean":"2024-04-22T13:56:07.951861+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:56:07.951861+0000","last_undegraded":"2024-04-22T13:56:07.951861+0000","last_fullsized":"2024-04-22T13:56:07.951861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942623+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:56:06.942623+0000","last_peered":"2024-04-22T13:56:06.942623+0000","last_clean":"2024-04-22T13:56:06.942623+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:56:06.942623+0000","last_undegraded":"2024-04-22T13:56:06.942623+0000","last_fullsized":"2024-04-22T13:56:06.942623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918391+0000","last_change":"2024-04-22T13:56:03.934537+0000","last_active":"2024-04-22T13:56:06.918391+0000","last_peered":"2024-04-22T13:56:06.918391+0000","last_clean":"2024-04-22T13:56:06.918391+0000","last_became_active":"2024-04-22T13:56:03.934068+0000","last_became_peered":"2024-04-22T13:56:03.934068+0000","last_unstale":"2024-04-22T13:56:06.918391+0000","last_undegraded":"2024-04-22T13:56:06.918391+0000","last_fullsized":"2024-04-22T13:56:06.918391+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:19:47.519852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812482+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:56:05.812482+0000","last_peered":"2024-04-22T13:56:05.812482+0000","last_clean":"2024-04-22T13:56:05.812482+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:56:05.812482+0000","last_undegraded":"2024-04-22T13:56:05.812482+0000","last_fullsized":"2024-04-22T13:56:05.812482+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.490054+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:56:04.490054+0000","last_peered":"2024-04-22T13:56:04.490054+0000","last_clean":"2024-04-22T13:56:04.490054+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:56:04.490054+0000","last_undegraded":"2024-04-22T13:56:04.490054+0000","last_fullsized":"2024-04-22T13:56:04.490054+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.500590+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:56:04.500590+0000","last_peered":"2024-04-22T13:56:04.500590+0000","last_clean":"2024-04-22T13:56:04.500590+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:56:04.500590+0000","last_undegraded":"2024-04-22T13:56:04.500590+0000","last_fullsized":"2024-04-22T13:56:04.500590+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:40:06.314686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171743+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:56:06.171743+0000","last_peered":"2024-04-22T13:56:06.171743+0000","last_clean":"2024-04-22T13:56:06.171743+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:56:06.171743+0000","last_undegraded":"2024-04-22T13:56:06.171743+0000","last_fullsized":"2024-04-22T13:56:06.171743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.507188+0000","last_change":"2024-04-22T13:56:04.506071+0000","last_active":"2024-04-22T13:56:04.507188+0000","last_peered":"2024-04-22T13:56:04.507188+0000","last_clean":"2024-04-22T13:56:04.507188+0000","last_became_active":"2024-04-22T13:56:04.505705+0000","last_became_peered":"2024-04-22T13:56:04.505705+0000","last_unstale":"2024-04-22T13:56:04.507188+0000","last_undegraded":"2024-04-22T13:56:04.507188+0000","last_fullsized":"2024-04-22T13:56:04.507188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:26:52.177421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942842+0000","last_change":"2024-04-22T13:56:04.501368+0000","last_active":"2024-04-22T13:56:06.942842+0000","last_peered":"2024-04-22T13:56:06.942842+0000","last_clean":"2024-04-22T13:56:06.942842+0000","last_became_active":"2024-04-22T13:56:04.500812+0000","last_became_peered":"2024-04-22T13:56:04.500812+0000","last_unstale":"2024-04-22T13:56:06.942842+0000","last_undegraded":"2024-04-22T13:56:06.942842+0000","last_fullsized":"2024-04-22T13:56:06.942842+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:52:31.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951720+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:56:07.951720+0000","last_peered":"2024-04-22T13:56:07.951720+0000","last_clean":"2024-04-22T13:56:07.951720+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:56:07.951720+0000","last_undegraded":"2024-04-22T13:56:07.951720+0000","last_fullsized":"2024-04-22T13:56:07.951720+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918062+0000","last_change":"2024-04-22T13:56:04.507913+0000","last_active":"2024-04-22T13:56:06.918062+0000","last_peered":"2024-04-22T13:56:06.918062+0000","last_clean":"2024-04-22T13:56:06.918062+0000","last_became_active":"2024-04-22T13:56:04.507522+0000","last_became_peered":"2024-04-22T13:56:04.507522+0000","last_unstale":"2024-04-22T13:56:06.918062+0000","last_undegraded":"2024-04-22T13:56:06.918062+0000","last_fullsized":"2024-04-22T13:56:06.918062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:25:04.408782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.944927+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:56:06.944927+0000","last_peered":"2024-04-22T13:56:06.944927+0000","last_clean":"2024-04-22T13:56:06.944927+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:56:06.944927+0000","last_undegraded":"2024-04-22T13:56:06.944927+0000","last_fullsized":"2024-04-22T13:56:06.944927+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":350,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171608+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:56:06.171608+0000","last_peered":"2024-04-22T13:56:06.171608+0000","last_clean":"2024-04-22T13:56:06.171608+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:56:06.171608+0000","last_undegraded":"2024-04-22T13:56:06.171608+0000","last_fullsized":"2024-04-22T13:56:06.171608+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486432+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:56:05.486432+0000","last_peered":"2024-04-22T13:56:05.486432+0000","last_clean":"2024-04-22T13:56:05.486432+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:56:05.486432+0000","last_undegraded":"2024-04-22T13:56:05.486432+0000","last_fullsized":"2024-04-22T13:56:05.486432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.950936+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:56:07.950936+0000","last_peered":"2024-04-22T13:56:07.950936+0000","last_clean":"2024-04-22T13:56:07.950936+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:56:07.950936+0000","last_undegraded":"2024-04-22T13:56:07.950936+0000","last_fullsized":"2024-04-22T13:56:07.950936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918345+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:56:06.918345+0000","last_peered":"2024-04-22T13:56:06.918345+0000","last_clean":"2024-04-22T13:56:06.918345+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:56:06.918345+0000","last_undegraded":"2024-04-22T13:56:06.918345+0000","last_fullsized":"2024-04-22T13:56:06.918345+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486617+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:56:05.486617+0000","last_peered":"2024-04-22T13:56:05.486617+0000","last_clean":"2024-04-22T13:56:05.486617+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:56:05.486617+0000","last_undegraded":"2024-04-22T13:56:05.486617+0000","last_fullsized":"2024-04-22T13:56:05.486617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":13,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-04-22T13:56:04.489955+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:56:04.489955+0000","last_peered":"2024-04-22T13:56:04.489955+0000","last_clean":"2024-04-22T13:56:04.489955+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:56:04.489955+0000","last_undegraded":"2024-04-22T13:56:04.489955+0000","last_fullsized":"2024-04-22T13:56:04.489955+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918254+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:56:06.918254+0000","last_peered":"2024-04-22T13:56:06.918254+0000","last_clean":"2024-04-22T13:56:06.918254+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:56:06.918254+0000","last_undegraded":"2024-04-22T13:56:06.918254+0000","last_fullsized":"2024-04-22T13:56:06.918254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.945388+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:56:06.945388+0000","last_peered":"2024-04-22T13:56:06.945388+0000","last_clean":"2024-04-22T13:56:06.945388+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:56:06.945388+0000","last_undegraded":"2024-04-22T13:56:06.945388+0000","last_fullsized":"2024-04-22T13:56:06.945388+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963147+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:56:05.963147+0000","last_peered":"2024-04-22T13:56:05.963147+0000","last_clean":"2024-04-22T13:56:05.963147+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:56:05.963147+0000","last_undegraded":"2024-04-22T13:56:05.963147+0000","last_fullsized":"2024-04-22T13:56:05.963147+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943682+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:56:06.943682+0000","last_peered":"2024-04-22T13:56:06.943682+0000","last_clean":"2024-04-22T13:56:06.943682+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:56:06.943682+0000","last_undegraded":"2024-04-22T13:56:06.943682+0000","last_fullsized":"2024-04-22T13:56:06.943682+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918080+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:56:06.918080+0000","last_peered":"2024-04-22T13:56:06.918080+0000","last_clean":"2024-04-22T13:56:06.918080+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:56:06.918080+0000","last_undegraded":"2024-04-22T13:56:06.918080+0000","last_fullsized":"2024-04-22T13:56:06.918080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:08.959170+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:56:08.959170+0000","last_peered":"2024-04-22T13:56:08.959170+0000","last_clean":"2024-04-22T13:56:08.959170+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:56:08.959170+0000","last_undegraded":"2024-04-22T13:56:08.959170+0000","last_fullsized":"2024-04-22T13:56:08.959170+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812174+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:56:05.812174+0000","last_peered":"2024-04-22T13:56:05.812174+0000","last_clean":"2024-04-22T13:56:05.812174+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:56:05.812174+0000","last_undegraded":"2024-04-22T13:56:05.812174+0000","last_fullsized":"2024-04-22T13:56:05.812174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486965+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:56:05.486965+0000","last_peered":"2024-04-22T13:56:05.486965+0000","last_clean":"2024-04-22T13:56:05.486965+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:56:05.486965+0000","last_undegraded":"2024-04-22T13:56:05.486965+0000","last_fullsized":"2024-04-22T13:56:05.486965+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918013+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:56:06.918013+0000","last_peered":"2024-04-22T13:56:06.918013+0000","last_clean":"2024-04-22T13:56:06.918013+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:56:06.918013+0000","last_undegraded":"2024-04-22T13:56:06.918013+0000","last_fullsized":"2024-04-22T13:56:06.918013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942602+0000","last_change":"2024-04-22T13:56:03.932917+0000","last_active":"2024-04-22T13:56:06.942602+0000","last_peered":"2024-04-22T13:56:06.942602+0000","last_clean":"2024-04-22T13:56:06.942602+0000","last_became_active":"2024-04-22T13:56:03.932577+0000","last_became_peered":"2024-04-22T13:56:03.932577+0000","last_unstale":"2024-04-22T13:56:06.942602+0000","last_undegraded":"2024-04-22T13:56:06.942602+0000","last_fullsized":"2024-04-22T13:56:06.942602+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:32.108357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172139+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:56:06.172139+0000","last_peered":"2024-04-22T13:56:06.172139+0000","last_clean":"2024-04-22T13:56:06.172139+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:56:06.172139+0000","last_undegraded":"2024-04-22T13:56:06.172139+0000","last_fullsized":"2024-04-22T13:56:06.172139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.952056+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:56:07.952056+0000","last_peered":"2024-04-22T13:56:07.952056+0000","last_clean":"2024-04-22T13:56:07.952056+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:56:07.952056+0000","last_undegraded":"2024-04-22T13:56:07.952056+0000","last_fullsized":"2024-04-22T13:56:07.952056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172215+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:56:06.172215+0000","last_peered":"2024-04-22T13:56:06.172215+0000","last_clean":"2024-04-22T13:56:06.172215+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:56:06.172215+0000","last_undegraded":"2024-04-22T13:56:06.172215+0000","last_fullsized":"2024-04-22T13:56:06.172215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943699+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:56:06.943699+0000","last_peered":"2024-04-22T13:56:06.943699+0000","last_clean":"2024-04-22T13:56:06.943699+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:56:06.943699+0000","last_undegraded":"2024-04-22T13:56:06.943699+0000","last_fullsized":"2024-04-22T13:56:06.943699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172055+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:56:06.172055+0000","last_peered":"2024-04-22T13:56:06.172055+0000","last_clean":"2024-04-22T13:56:06.172055+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:56:06.172055+0000","last_undegraded":"2024-04-22T13:56:06.172055+0000","last_fullsized":"2024-04-22T13:56:06.172055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486865+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:56:05.486865+0000","last_peered":"2024-04-22T13:56:05.486865+0000","last_clean":"2024-04-22T13:56:05.486865+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:56:05.486865+0000","last_undegraded":"2024-04-22T13:56:05.486865+0000","last_fullsized":"2024-04-22T13:56:05.486865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172261+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:56:06.172261+0000","last_peered":"2024-04-22T13:56:06.172261+0000","last_clean":"2024-04-22T13:56:06.172261+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:56:06.172261+0000","last_undegraded":"2024-04-22T13:56:06.172261+0000","last_fullsized":"2024-04-22T13:56:06.172261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812259+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:56:05.812259+0000","last_peered":"2024-04-22T13:56:05.812259+0000","last_clean":"2024-04-22T13:56:05.812259+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:56:05.812259+0000","last_undegraded":"2024-04-22T13:56:05.812259+0000","last_fullsized":"2024-04-22T13:56:05.812259+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487157+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:56:05.487157+0000","last_peered":"2024-04-22T13:56:05.487157+0000","last_clean":"2024-04-22T13:56:05.487157+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:56:05.487157+0000","last_undegraded":"2024-04-22T13:56:05.487157+0000","last_fullsized":"2024-04-22T13:56:05.487157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487094+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:56:05.487094+0000","last_peered":"2024-04-22T13:56:05.487094+0000","last_clean":"2024-04-22T13:56:05.487094+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:56:05.487094+0000","last_undegraded":"2024-04-22T13:56:05.487094+0000","last_fullsized":"2024-04-22T13:56:05.487094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962909+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:56:05.962909+0000","last_peered":"2024-04-22T13:56:05.962909+0000","last_clean":"2024-04-22T13:56:05.962909+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:56:05.962909+0000","last_undegraded":"2024-04-22T13:56:05.962909+0000","last_fullsized":"2024-04-22T13:56:05.962909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:56:05.486549+0000","last_peered":"2024-04-22T13:56:05.486549+0000","last_clean":"2024-04-22T13:56:05.486549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:56:05.486549+0000","last_undegraded":"2024-04-22T13:56:05.486549+0000","last_fullsized":"2024-04-22T13:56:05.486549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812479+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:56:05.812479+0000","last_peered":"2024-04-22T13:56:05.812479+0000","last_clean":"2024-04-22T13:56:05.812479+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:56:05.812479+0000","last_undegraded":"2024-04-22T13:56:05.812479+0000","last_fullsized":"2024-04-22T13:56:05.812479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487684+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:56:05.487684+0000","last_peered":"2024-04-22T13:56:05.487684+0000","last_clean":"2024-04-22T13:56:05.487684+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:56:05.487684+0000","last_undegraded":"2024-04-22T13:56:05.487684+0000","last_fullsized":"2024-04-22T13:56:05.487684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918056+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:56:06.918056+0000","last_peered":"2024-04-22T13:56:06.918056+0000","last_clean":"2024-04-22T13:56:06.918056+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:56:06.918056+0000","last_undegraded":"2024-04-22T13:56:06.918056+0000","last_fullsized":"2024-04-22T13:56:06.918056+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942502+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:56:06.942502+0000","last_peered":"2024-04-22T13:56:06.942502+0000","last_clean":"2024-04-22T13:56:06.942502+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:56:06.942502+0000","last_undegraded":"2024-04-22T13:56:06.942502+0000","last_fullsized":"2024-04-22T13:56:06.942502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917757+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:56:06.917757+0000","last_peered":"2024-04-22T13:56:06.917757+0000","last_clean":"2024-04-22T13:56:06.917757+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:56:06.917757+0000","last_undegraded":"2024-04-22T13:56:06.917757+0000","last_fullsized":"2024-04-22T13:56:06.917757+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487552+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:56:05.487552+0000","last_peered":"2024-04-22T13:56:05.487552+0000","last_clean":"2024-04-22T13:56:05.487552+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:56:05.487552+0000","last_undegraded":"2024-04-22T13:56:05.487552+0000","last_fullsized":"2024-04-22T13:56:05.487552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486706+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:56:05.486706+0000","last_peered":"2024-04-22T13:56:05.486706+0000","last_clean":"2024-04-22T13:56:05.486706+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:56:05.486706+0000","last_undegraded":"2024-04-22T13:56:05.486706+0000","last_fullsized":"2024-04-22T13:56:05.486706+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812276+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:56:05.812276+0000","last_peered":"2024-04-22T13:56:05.812276+0000","last_clean":"2024-04-22T13:56:05.812276+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:56:05.812276+0000","last_undegraded":"2024-04-22T13:56:05.812276+0000","last_fullsized":"2024-04-22T13:56:05.812276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":279541,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5132,"num_objects":51,"num_object_clones":0,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":106,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":32,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":192512,"data_stored":12222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95,"ondisk_log_size":95,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383693,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":913408,"data_stored":438521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645330,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":1022125,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808855,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":905216,"data_stored":430533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070494,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332131,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":1030093,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495656,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":440133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":905216,"data_stored":430041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":950272,"data_stored":441483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":929792,"data_stored":438805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920818,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":439165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":1030365,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:56:11.661 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:56:11.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 -- 172.21.15.83:0/2142353129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 msgr2=0x7f5b8c1076f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 --2- 172.21.15.83:0/2142353129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1076f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5b74009900 tx=0x7f5b7402bc30 comp rx=0 tx=0).stop 2024-04-22T13:56:11.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 -- 172.21.15.83:0/2142353129 shutdown_connections 2024-04-22T13:56:11.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 --2- 172.21.15.83:0/2142353129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5b8c107c30 0x7f5b8c10a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 --2- 172.21.15.83:0/2142353129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1076f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 --2- 172.21.15.83:0/2142353129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c0fffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 -- 172.21.15.83:0/2142353129 >> 172.21.15.83:0/2142353129 conn(0x7f5b8c0fb740 msgr2=0x7f5b8c0fdb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 -- 172.21.15.83:0/2142353129 shutdown_connections 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.793+0000 7f5b91831640 1 -- 172.21.15.83:0/2142353129 wait complete. 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 Processor -- start 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 -- start start 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5b8c107c30 0x7f5b8c19f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8c10dbb0 con 0x7f5b8c1005a0 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8c10da30 con 0x7f5b8c107c30 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b91831640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5b8c10dd30 con 0x7f5b8c0ffbb0 2024-04-22T13:56:11.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59856/0 (socket says 172.21.15.83:59856) 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 -- 172.21.15.83:0/1374186111 learned_addr learned my addr 172.21.15.83:0/1374186111 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b8affd640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 -- 172.21.15.83:0/1374186111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 msgr2=0x7f5b8c198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 -- 172.21.15.83:0/1374186111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5b8c107c30 msgr2=0x7f5b8c19f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5b8c107c30 0x7f5b8c19f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 -- 172.21.15.83:0/1374186111 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b8c19ff50 con 0x7f5b8c1005a0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b8affd640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b83fff640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5b74036040 tx=0x7f5b740042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.794+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b74043020 con 0x7f5b8c1005a0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.795+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b8c1a01e0 con 0x7f5b8c1005a0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.795+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b740054c0 con 0x7f5b8c1005a0 2024-04-22T13:56:11.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.795+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b74003db0 con 0x7f5b8c1005a0 2024-04-22T13:56:11.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.795+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b8c1a07b0 con 0x7f5b8c1005a0 2024-04-22T13:56:11.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.795+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b8c106500 con 0x7f5b8c1005a0 2024-04-22T13:56:11.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.797+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5b74046020 con 0x7f5b8c1005a0 2024-04-22T13:56:11.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.797+0000 7f5b9082f640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 0x7f5b780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:11.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.797+0000 7f5b8affd640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 0x7f5b780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:11.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.797+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f5b740f2870 con 0x7f5b8c1005a0 2024-04-22T13:56:11.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.797+0000 7f5b8affd640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 0x7f5b780a6100 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c006fd0 tx=0x7f5b7c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:11.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.801+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5b7404d020 con 0x7f5b8c1005a0 2024-04-22T13:56:11.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.982+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5b8c062390 con 0x7f5b780a3c40 2024-04-22T13:56:11.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.989+0000 7f5b9082f640 1 -- 172.21.15.83:0/1374186111 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258960 (secure 0 0 0) 0x7f5b8c062390 con 0x7f5b780a3c40 2024-04-22T13:56:11.994 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:11.996 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:56:11.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 msgr2=0x7f5b780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 0x7f5b780a6100 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c006fd0 tx=0x7f5b7c008040 comp rx=0 tx=0).stop 2024-04-22T13:56:11.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 msgr2=0x7f5b8c1988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:11.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5b74036040 tx=0x7f5b740042f0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 shutdown_connections 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5b780a3c40 0x7f5b780a6100 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5b8c107c30 0x7f5b8c19f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5b8c1005a0 0x7f5b8c1988c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 --2- 172.21.15.83:0/1374186111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5b8c0ffbb0 0x7f5b8c198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 >> 172.21.15.83:0/1374186111 conn(0x7f5b8c0fb740 msgr2=0x7f5b8c1036d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 shutdown_connections 2024-04-22T13:56:11.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:11.992+0000 7f5b91831640 1 -- 172.21.15.83:0/1374186111 wait complete. 2024-04-22T13:56:12.006 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-04-22T13:56:11.775804+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":632468,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":149,"num_read_kb":166,"num_write":341,"num_write_kb":3018,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":276,"ondisk_log_size":276,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":254,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356168,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585656,"statfs":{"total":1151940427776,"available":1151575711744,"internally_reserved":0,"allocated":11423744,"data_stored":7086103,"data_compressed":108534,"data_compressed_allocated":139264,"data_compressed_original":1777664,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":42100,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":13,"num_read_kb":47,"num_write":160,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.865564"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812538+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:56:05.812538+0000","last_peered":"2024-04-22T13:56:05.812538+0000","last_clean":"2024-04-22T13:56:05.812538+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:56:05.812538+0000","last_undegraded":"2024-04-22T13:56:05.812538+0000","last_fullsized":"2024-04-22T13:56:05.812538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963125+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:05.963125+0000","last_peered":"2024-04-22T13:56:05.963125+0000","last_clean":"2024-04-22T13:56:05.963125+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:56:05.963125+0000","last_undegraded":"2024-04-22T13:56:05.963125+0000","last_fullsized":"2024-04-22T13:56:05.963125+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963074+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:56:05.963074+0000","last_peered":"2024-04-22T13:56:05.963074+0000","last_clean":"2024-04-22T13:56:05.963074+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:56:05.963074+0000","last_undegraded":"2024-04-22T13:56:05.963074+0000","last_fullsized":"2024-04-22T13:56:05.963074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.941926+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:56:06.941926+0000","last_peered":"2024-04-22T13:56:06.941926+0000","last_clean":"2024-04-22T13:56:06.941926+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:56:06.941926+0000","last_undegraded":"2024-04-22T13:56:06.941926+0000","last_fullsized":"2024-04-22T13:56:06.941926+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918086+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:56:06.918086+0000","last_peered":"2024-04-22T13:56:06.918086+0000","last_clean":"2024-04-22T13:56:06.918086+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:56:06.918086+0000","last_undegraded":"2024-04-22T13:56:06.918086+0000","last_fullsized":"2024-04-22T13:56:06.918086+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.300024+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:56:06.300024+0000","last_peered":"2024-04-22T13:56:06.300024+0000","last_clean":"2024-04-22T13:56:06.300024+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:56:06.300024+0000","last_undegraded":"2024-04-22T13:56:06.300024+0000","last_fullsized":"2024-04-22T13:56:06.300024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171730+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:56:06.171730+0000","last_peered":"2024-04-22T13:56:06.171730+0000","last_clean":"2024-04-22T13:56:06.171730+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:56:06.171730+0000","last_undegraded":"2024-04-22T13:56:06.171730+0000","last_fullsized":"2024-04-22T13:56:06.171730+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917815+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:56:06.917815+0000","last_peered":"2024-04-22T13:56:06.917815+0000","last_clean":"2024-04-22T13:56:06.917815+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:56:06.917815+0000","last_undegraded":"2024-04-22T13:56:06.917815+0000","last_fullsized":"2024-04-22T13:56:06.917815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.488010+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:56:05.488010+0000","last_peered":"2024-04-22T13:56:05.488010+0000","last_clean":"2024-04-22T13:56:05.488010+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:56:05.488010+0000","last_undegraded":"2024-04-22T13:56:05.488010+0000","last_fullsized":"2024-04-22T13:56:05.488010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.299990+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:56:06.299990+0000","last_peered":"2024-04-22T13:56:06.299990+0000","last_clean":"2024-04-22T13:56:06.299990+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:56:06.299990+0000","last_undegraded":"2024-04-22T13:56:06.299990+0000","last_fullsized":"2024-04-22T13:56:06.299990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172159+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:56:06.172159+0000","last_peered":"2024-04-22T13:56:06.172159+0000","last_clean":"2024-04-22T13:56:06.172159+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:56:06.172159+0000","last_undegraded":"2024-04-22T13:56:06.172159+0000","last_fullsized":"2024-04-22T13:56:06.172159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.941729+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:56:06.941729+0000","last_peered":"2024-04-22T13:56:06.941729+0000","last_clean":"2024-04-22T13:56:06.941729+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:56:06.941729+0000","last_undegraded":"2024-04-22T13:56:06.941729+0000","last_fullsized":"2024-04-22T13:56:06.941729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486652+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:56:05.486652+0000","last_peered":"2024-04-22T13:56:05.486652+0000","last_clean":"2024-04-22T13:56:05.486652+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:56:05.486652+0000","last_undegraded":"2024-04-22T13:56:05.486652+0000","last_fullsized":"2024-04-22T13:56:05.486652+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962866+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:56:05.962866+0000","last_peered":"2024-04-22T13:56:05.962866+0000","last_clean":"2024-04-22T13:56:05.962866+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:56:05.962866+0000","last_undegraded":"2024-04-22T13:56:05.962866+0000","last_fullsized":"2024-04-22T13:56:05.962866+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962887+0000","last_change":"2024-04-22T13:56:04.504661+0000","last_active":"2024-04-22T13:56:05.962887+0000","last_peered":"2024-04-22T13:56:05.962887+0000","last_clean":"2024-04-22T13:56:05.962887+0000","last_became_active":"2024-04-22T13:56:04.504354+0000","last_became_peered":"2024-04-22T13:56:04.504354+0000","last_unstale":"2024-04-22T13:56:05.962887+0000","last_undegraded":"2024-04-22T13:56:05.962887+0000","last_fullsized":"2024-04-22T13:56:05.962887+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:40:22.085683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487389+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:56:05.487389+0000","last_peered":"2024-04-22T13:56:05.487389+0000","last_clean":"2024-04-22T13:56:05.487389+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:56:05.487389+0000","last_undegraded":"2024-04-22T13:56:05.487389+0000","last_fullsized":"2024-04-22T13:56:05.487389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812558+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:56:05.812558+0000","last_peered":"2024-04-22T13:56:05.812558+0000","last_clean":"2024-04-22T13:56:05.812558+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:56:05.812558+0000","last_undegraded":"2024-04-22T13:56:05.812558+0000","last_fullsized":"2024-04-22T13:56:05.812558+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.542608+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:56:06.542608+0000","last_peered":"2024-04-22T13:56:06.542608+0000","last_clean":"2024-04-22T13:56:06.542608+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:56:06.542608+0000","last_undegraded":"2024-04-22T13:56:06.542608+0000","last_fullsized":"2024-04-22T13:56:06.542608+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487553+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:56:05.487553+0000","last_peered":"2024-04-22T13:56:05.487553+0000","last_clean":"2024-04-22T13:56:05.487553+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:56:05.487553+0000","last_undegraded":"2024-04-22T13:56:05.487553+0000","last_fullsized":"2024-04-22T13:56:05.487553+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":30,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:09.500154+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:56:09.500154+0000","last_peered":"2024-04-22T13:56:09.500154+0000","last_clean":"2024-04-22T13:56:09.500154+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:56:09.500154+0000","last_undegraded":"2024-04-22T13:56:09.500154+0000","last_fullsized":"2024-04-22T13:56:09.500154+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918240+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:56:06.918240+0000","last_peered":"2024-04-22T13:56:06.918240+0000","last_clean":"2024-04-22T13:56:06.918240+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:56:06.918240+0000","last_undegraded":"2024-04-22T13:56:06.918240+0000","last_fullsized":"2024-04-22T13:56:06.918240+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918327+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:56:06.918327+0000","last_peered":"2024-04-22T13:56:06.918327+0000","last_clean":"2024-04-22T13:56:06.918327+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:56:06.918327+0000","last_undegraded":"2024-04-22T13:56:06.918327+0000","last_fullsized":"2024-04-22T13:56:06.918327+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963237+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:56:05.963237+0000","last_peered":"2024-04-22T13:56:05.963237+0000","last_clean":"2024-04-22T13:56:05.963237+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:56:05.963237+0000","last_undegraded":"2024-04-22T13:56:05.963237+0000","last_fullsized":"2024-04-22T13:56:05.963237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.949185+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:56:07.949185+0000","last_peered":"2024-04-22T13:56:07.949185+0000","last_clean":"2024-04-22T13:56:07.949185+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:56:07.949185+0000","last_undegraded":"2024-04-22T13:56:07.949185+0000","last_fullsized":"2024-04-22T13:56:07.949185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487473+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:56:05.487473+0000","last_peered":"2024-04-22T13:56:05.487473+0000","last_clean":"2024-04-22T13:56:05.487473+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:56:05.487473+0000","last_undegraded":"2024-04-22T13:56:05.487473+0000","last_fullsized":"2024-04-22T13:56:05.487473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918217+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:56:06.918217+0000","last_peered":"2024-04-22T13:56:06.918217+0000","last_clean":"2024-04-22T13:56:06.918217+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:56:06.918217+0000","last_undegraded":"2024-04-22T13:56:06.918217+0000","last_fullsized":"2024-04-22T13:56:06.918217+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943935+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:56:06.943935+0000","last_peered":"2024-04-22T13:56:06.943935+0000","last_clean":"2024-04-22T13:56:06.943935+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:56:06.943935+0000","last_undegraded":"2024-04-22T13:56:06.943935+0000","last_fullsized":"2024-04-22T13:56:06.943935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.947634+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:56:06.947634+0000","last_peered":"2024-04-22T13:56:06.947634+0000","last_clean":"2024-04-22T13:56:06.947634+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:56:06.947634+0000","last_undegraded":"2024-04-22T13:56:06.947634+0000","last_fullsized":"2024-04-22T13:56:06.947634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918161+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:56:06.918161+0000","last_peered":"2024-04-22T13:56:06.918161+0000","last_clean":"2024-04-22T13:56:06.918161+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:56:06.918161+0000","last_undegraded":"2024-04-22T13:56:06.918161+0000","last_fullsized":"2024-04-22T13:56:06.918161+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:08.958510+0000","last_change":"2024-04-22T13:56:03.930236+0000","last_active":"2024-04-22T13:56:08.958510+0000","last_peered":"2024-04-22T13:56:08.958510+0000","last_clean":"2024-04-22T13:56:08.958510+0000","last_became_active":"2024-04-22T13:56:03.929866+0000","last_became_peered":"2024-04-22T13:56:03.929866+0000","last_unstale":"2024-04-22T13:56:08.958510+0000","last_undegraded":"2024-04-22T13:56:08.958510+0000","last_fullsized":"2024-04-22T13:56:08.958510+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:23:50.458253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943533+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:56:06.943533+0000","last_peered":"2024-04-22T13:56:06.943533+0000","last_clean":"2024-04-22T13:56:06.943533+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:56:06.943533+0000","last_undegraded":"2024-04-22T13:56:06.943533+0000","last_fullsized":"2024-04-22T13:56:06.943533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951888+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:56:07.951888+0000","last_peered":"2024-04-22T13:56:07.951888+0000","last_clean":"2024-04-22T13:56:07.951888+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:56:07.951888+0000","last_undegraded":"2024-04-22T13:56:07.951888+0000","last_fullsized":"2024-04-22T13:56:07.951888+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917713+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:06.917713+0000","last_peered":"2024-04-22T13:56:06.917713+0000","last_clean":"2024-04-22T13:56:06.917713+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:56:06.917713+0000","last_undegraded":"2024-04-22T13:56:06.917713+0000","last_fullsized":"2024-04-22T13:56:06.917713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942340+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:56:06.942340+0000","last_peered":"2024-04-22T13:56:06.942340+0000","last_clean":"2024-04-22T13:56:06.942340+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:56:06.942340+0000","last_undegraded":"2024-04-22T13:56:06.942340+0000","last_fullsized":"2024-04-22T13:56:06.942340+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.542566+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:56:06.542566+0000","last_peered":"2024-04-22T13:56:06.542566+0000","last_clean":"2024-04-22T13:56:06.542566+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:56:06.542566+0000","last_undegraded":"2024-04-22T13:56:06.542566+0000","last_fullsized":"2024-04-22T13:56:06.542566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'4","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:10.493574+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:56:10.493574+0000","last_peered":"2024-04-22T13:56:10.493574+0000","last_clean":"2024-04-22T13:56:10.493574+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:56:10.493574+0000","last_undegraded":"2024-04-22T13:56:10.493574+0000","last_fullsized":"2024-04-22T13:56:10.493574+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487961+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:56:05.487961+0000","last_peered":"2024-04-22T13:56:05.487961+0000","last_clean":"2024-04-22T13:56:05.487961+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:56:05.487961+0000","last_undegraded":"2024-04-22T13:56:05.487961+0000","last_fullsized":"2024-04-22T13:56:05.487961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943997+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:56:06.943997+0000","last_peered":"2024-04-22T13:56:06.943997+0000","last_clean":"2024-04-22T13:56:06.943997+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:56:06.943997+0000","last_undegraded":"2024-04-22T13:56:06.943997+0000","last_fullsized":"2024-04-22T13:56:06.943997+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963212+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:56:05.963212+0000","last_peered":"2024-04-22T13:56:05.963212+0000","last_clean":"2024-04-22T13:56:05.963212+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:56:05.963212+0000","last_undegraded":"2024-04-22T13:56:05.963212+0000","last_fullsized":"2024-04-22T13:56:05.963212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.944056+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:56:06.944056+0000","last_peered":"2024-04-22T13:56:06.944056+0000","last_clean":"2024-04-22T13:56:06.944056+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:56:06.944056+0000","last_undegraded":"2024-04-22T13:56:06.944056+0000","last_fullsized":"2024-04-22T13:56:06.944056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487760+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:56:05.487760+0000","last_peered":"2024-04-22T13:56:05.487760+0000","last_clean":"2024-04-22T13:56:05.487760+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:56:05.487760+0000","last_undegraded":"2024-04-22T13:56:05.487760+0000","last_fullsized":"2024-04-22T13:56:05.487760+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'21","reported_seq":43,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:10.496761+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:56:10.496761+0000","last_peered":"2024-04-22T13:56:10.496761+0000","last_clean":"2024-04-22T13:56:10.496761+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:56:10.496761+0000","last_undegraded":"2024-04-22T13:56:10.496761+0000","last_fullsized":"2024-04-22T13:56:10.496761+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":38193,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":7,"num_read_kb":41,"num_write":23,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918398+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:56:06.918398+0000","last_peered":"2024-04-22T13:56:06.918398+0000","last_clean":"2024-04-22T13:56:06.918398+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:56:06.918398+0000","last_undegraded":"2024-04-22T13:56:06.918398+0000","last_fullsized":"2024-04-22T13:56:06.918398+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.948966+0000","last_change":"2024-04-22T13:56:03.936232+0000","last_active":"2024-04-22T13:56:07.948966+0000","last_peered":"2024-04-22T13:56:07.948966+0000","last_clean":"2024-04-22T13:56:07.948966+0000","last_became_active":"2024-04-22T13:56:03.935591+0000","last_became_peered":"2024-04-22T13:56:03.935591+0000","last_unstale":"2024-04-22T13:56:07.948966+0000","last_undegraded":"2024-04-22T13:56:07.948966+0000","last_fullsized":"2024-04-22T13:56:07.948966+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:37:04.521489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486714+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:56:05.486714+0000","last_peered":"2024-04-22T13:56:05.486714+0000","last_clean":"2024-04-22T13:56:05.486714+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:56:05.486714+0000","last_undegraded":"2024-04-22T13:56:05.486714+0000","last_fullsized":"2024-04-22T13:56:05.486714+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.947514+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:56:06.947514+0000","last_peered":"2024-04-22T13:56:06.947514+0000","last_clean":"2024-04-22T13:56:06.947514+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:56:06.947514+0000","last_undegraded":"2024-04-22T13:56:06.947514+0000","last_fullsized":"2024-04-22T13:56:06.947514+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172150+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:56:06.172150+0000","last_peered":"2024-04-22T13:56:06.172150+0000","last_clean":"2024-04-22T13:56:06.172150+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:56:06.172150+0000","last_undegraded":"2024-04-22T13:56:06.172150+0000","last_fullsized":"2024-04-22T13:56:06.172150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.950495+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:56:07.950495+0000","last_peered":"2024-04-22T13:56:07.950495+0000","last_clean":"2024-04-22T13:56:07.950495+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:56:07.950495+0000","last_undegraded":"2024-04-22T13:56:07.950495+0000","last_fullsized":"2024-04-22T13:56:07.950495+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171697+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:56:06.171697+0000","last_peered":"2024-04-22T13:56:06.171697+0000","last_clean":"2024-04-22T13:56:06.171697+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:56:06.171697+0000","last_undegraded":"2024-04-22T13:56:06.171697+0000","last_fullsized":"2024-04-22T13:56:06.171697+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":30,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951861+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:56:07.951861+0000","last_peered":"2024-04-22T13:56:07.951861+0000","last_clean":"2024-04-22T13:56:07.951861+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:56:07.951861+0000","last_undegraded":"2024-04-22T13:56:07.951861+0000","last_fullsized":"2024-04-22T13:56:07.951861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942623+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:56:06.942623+0000","last_peered":"2024-04-22T13:56:06.942623+0000","last_clean":"2024-04-22T13:56:06.942623+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:56:06.942623+0000","last_undegraded":"2024-04-22T13:56:06.942623+0000","last_fullsized":"2024-04-22T13:56:06.942623+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918391+0000","last_change":"2024-04-22T13:56:03.934537+0000","last_active":"2024-04-22T13:56:06.918391+0000","last_peered":"2024-04-22T13:56:06.918391+0000","last_clean":"2024-04-22T13:56:06.918391+0000","last_became_active":"2024-04-22T13:56:03.934068+0000","last_became_peered":"2024-04-22T13:56:03.934068+0000","last_unstale":"2024-04-22T13:56:06.918391+0000","last_undegraded":"2024-04-22T13:56:06.918391+0000","last_fullsized":"2024-04-22T13:56:06.918391+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:19:47.519852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812482+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:56:05.812482+0000","last_peered":"2024-04-22T13:56:05.812482+0000","last_clean":"2024-04-22T13:56:05.812482+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:56:05.812482+0000","last_undegraded":"2024-04-22T13:56:05.812482+0000","last_fullsized":"2024-04-22T13:56:05.812482+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.542580+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:56:06.542580+0000","last_peered":"2024-04-22T13:56:06.542580+0000","last_clean":"2024-04-22T13:56:06.542580+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:56:06.542580+0000","last_undegraded":"2024-04-22T13:56:06.542580+0000","last_fullsized":"2024-04-22T13:56:06.542580+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.300090+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:56:06.300090+0000","last_peered":"2024-04-22T13:56:06.300090+0000","last_clean":"2024-04-22T13:56:06.300090+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:56:06.300090+0000","last_undegraded":"2024-04-22T13:56:06.300090+0000","last_fullsized":"2024-04-22T13:56:06.300090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171743+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:56:06.171743+0000","last_peered":"2024-04-22T13:56:06.171743+0000","last_clean":"2024-04-22T13:56:06.171743+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:56:06.171743+0000","last_undegraded":"2024-04-22T13:56:06.171743+0000","last_fullsized":"2024-04-22T13:56:06.171743+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.299922+0000","last_change":"2024-04-22T13:56:04.506071+0000","last_active":"2024-04-22T13:56:06.299922+0000","last_peered":"2024-04-22T13:56:06.299922+0000","last_clean":"2024-04-22T13:56:06.299922+0000","last_became_active":"2024-04-22T13:56:04.505705+0000","last_became_peered":"2024-04-22T13:56:04.505705+0000","last_unstale":"2024-04-22T13:56:06.299922+0000","last_undegraded":"2024-04-22T13:56:06.299922+0000","last_fullsized":"2024-04-22T13:56:06.299922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:44:19.057899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942842+0000","last_change":"2024-04-22T13:56:04.501368+0000","last_active":"2024-04-22T13:56:06.942842+0000","last_peered":"2024-04-22T13:56:06.942842+0000","last_clean":"2024-04-22T13:56:06.942842+0000","last_became_active":"2024-04-22T13:56:04.500812+0000","last_became_peered":"2024-04-22T13:56:04.500812+0000","last_unstale":"2024-04-22T13:56:06.942842+0000","last_undegraded":"2024-04-22T13:56:06.942842+0000","last_fullsized":"2024-04-22T13:56:06.942842+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:52:31.739965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.951720+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:56:07.951720+0000","last_peered":"2024-04-22T13:56:07.951720+0000","last_clean":"2024-04-22T13:56:07.951720+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:56:07.951720+0000","last_undegraded":"2024-04-22T13:56:07.951720+0000","last_fullsized":"2024-04-22T13:56:07.951720+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918062+0000","last_change":"2024-04-22T13:56:04.507913+0000","last_active":"2024-04-22T13:56:06.918062+0000","last_peered":"2024-04-22T13:56:06.918062+0000","last_clean":"2024-04-22T13:56:06.918062+0000","last_became_active":"2024-04-22T13:56:04.507522+0000","last_became_peered":"2024-04-22T13:56:04.507522+0000","last_unstale":"2024-04-22T13:56:06.918062+0000","last_undegraded":"2024-04-22T13:56:06.918062+0000","last_fullsized":"2024-04-22T13:56:06.918062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:25:04.408782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.944927+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:56:06.944927+0000","last_peered":"2024-04-22T13:56:06.944927+0000","last_clean":"2024-04-22T13:56:06.944927+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:56:06.944927+0000","last_undegraded":"2024-04-22T13:56:06.944927+0000","last_fullsized":"2024-04-22T13:56:06.944927+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":350,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.171608+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:56:06.171608+0000","last_peered":"2024-04-22T13:56:06.171608+0000","last_clean":"2024-04-22T13:56:06.171608+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:56:06.171608+0000","last_undegraded":"2024-04-22T13:56:06.171608+0000","last_fullsized":"2024-04-22T13:56:06.171608+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486432+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:56:05.486432+0000","last_peered":"2024-04-22T13:56:05.486432+0000","last_clean":"2024-04-22T13:56:05.486432+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:56:05.486432+0000","last_undegraded":"2024-04-22T13:56:05.486432+0000","last_fullsized":"2024-04-22T13:56:05.486432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.950936+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:56:07.950936+0000","last_peered":"2024-04-22T13:56:07.950936+0000","last_clean":"2024-04-22T13:56:07.950936+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:56:07.950936+0000","last_undegraded":"2024-04-22T13:56:07.950936+0000","last_fullsized":"2024-04-22T13:56:07.950936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918345+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:56:06.918345+0000","last_peered":"2024-04-22T13:56:06.918345+0000","last_clean":"2024-04-22T13:56:06.918345+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:56:06.918345+0000","last_undegraded":"2024-04-22T13:56:06.918345+0000","last_fullsized":"2024-04-22T13:56:06.918345+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486617+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:56:05.486617+0000","last_peered":"2024-04-22T13:56:05.486617+0000","last_clean":"2024-04-22T13:56:05.486617+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:56:05.486617+0000","last_undegraded":"2024-04-22T13:56:05.486617+0000","last_fullsized":"2024-04-22T13:56:05.486617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'8","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:08.960819+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:56:08.960819+0000","last_peered":"2024-04-22T13:56:08.960819+0000","last_clean":"2024-04-22T13:56:08.960819+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:56:08.960819+0000","last_undegraded":"2024-04-22T13:56:08.960819+0000","last_fullsized":"2024-04-22T13:56:08.960819+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918254+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:56:06.918254+0000","last_peered":"2024-04-22T13:56:06.918254+0000","last_clean":"2024-04-22T13:56:06.918254+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:56:06.918254+0000","last_undegraded":"2024-04-22T13:56:06.918254+0000","last_fullsized":"2024-04-22T13:56:06.918254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.945388+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:56:06.945388+0000","last_peered":"2024-04-22T13:56:06.945388+0000","last_clean":"2024-04-22T13:56:06.945388+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:56:06.945388+0000","last_undegraded":"2024-04-22T13:56:06.945388+0000","last_fullsized":"2024-04-22T13:56:06.945388+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.963147+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:56:05.963147+0000","last_peered":"2024-04-22T13:56:05.963147+0000","last_clean":"2024-04-22T13:56:05.963147+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:56:05.963147+0000","last_undegraded":"2024-04-22T13:56:05.963147+0000","last_fullsized":"2024-04-22T13:56:05.963147+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943682+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:56:06.943682+0000","last_peered":"2024-04-22T13:56:06.943682+0000","last_clean":"2024-04-22T13:56:06.943682+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:56:06.943682+0000","last_undegraded":"2024-04-22T13:56:06.943682+0000","last_fullsized":"2024-04-22T13:56:06.943682+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918080+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:56:06.918080+0000","last_peered":"2024-04-22T13:56:06.918080+0000","last_clean":"2024-04-22T13:56:06.918080+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:56:06.918080+0000","last_undegraded":"2024-04-22T13:56:06.918080+0000","last_fullsized":"2024-04-22T13:56:06.918080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:08.959170+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:56:08.959170+0000","last_peered":"2024-04-22T13:56:08.959170+0000","last_clean":"2024-04-22T13:56:08.959170+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:56:08.959170+0000","last_undegraded":"2024-04-22T13:56:08.959170+0000","last_fullsized":"2024-04-22T13:56:08.959170+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812174+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:56:05.812174+0000","last_peered":"2024-04-22T13:56:05.812174+0000","last_clean":"2024-04-22T13:56:05.812174+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:56:05.812174+0000","last_undegraded":"2024-04-22T13:56:05.812174+0000","last_fullsized":"2024-04-22T13:56:05.812174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486965+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:56:05.486965+0000","last_peered":"2024-04-22T13:56:05.486965+0000","last_clean":"2024-04-22T13:56:05.486965+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:56:05.486965+0000","last_undegraded":"2024-04-22T13:56:05.486965+0000","last_fullsized":"2024-04-22T13:56:05.486965+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918013+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:56:06.918013+0000","last_peered":"2024-04-22T13:56:06.918013+0000","last_clean":"2024-04-22T13:56:06.918013+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:56:06.918013+0000","last_undegraded":"2024-04-22T13:56:06.918013+0000","last_fullsized":"2024-04-22T13:56:06.918013+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942602+0000","last_change":"2024-04-22T13:56:03.932917+0000","last_active":"2024-04-22T13:56:06.942602+0000","last_peered":"2024-04-22T13:56:06.942602+0000","last_clean":"2024-04-22T13:56:06.942602+0000","last_became_active":"2024-04-22T13:56:03.932577+0000","last_became_peered":"2024-04-22T13:56:03.932577+0000","last_unstale":"2024-04-22T13:56:06.942602+0000","last_undegraded":"2024-04-22T13:56:06.942602+0000","last_fullsized":"2024-04-22T13:56:06.942602+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:32.108357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172139+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:56:06.172139+0000","last_peered":"2024-04-22T13:56:06.172139+0000","last_clean":"2024-04-22T13:56:06.172139+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:56:06.172139+0000","last_undegraded":"2024-04-22T13:56:06.172139+0000","last_fullsized":"2024-04-22T13:56:06.172139+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:07.952056+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:56:07.952056+0000","last_peered":"2024-04-22T13:56:07.952056+0000","last_clean":"2024-04-22T13:56:07.952056+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:56:07.952056+0000","last_undegraded":"2024-04-22T13:56:07.952056+0000","last_fullsized":"2024-04-22T13:56:07.952056+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172215+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:56:06.172215+0000","last_peered":"2024-04-22T13:56:06.172215+0000","last_clean":"2024-04-22T13:56:06.172215+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:56:06.172215+0000","last_undegraded":"2024-04-22T13:56:06.172215+0000","last_fullsized":"2024-04-22T13:56:06.172215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.943699+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:56:06.943699+0000","last_peered":"2024-04-22T13:56:06.943699+0000","last_clean":"2024-04-22T13:56:06.943699+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:56:06.943699+0000","last_undegraded":"2024-04-22T13:56:06.943699+0000","last_fullsized":"2024-04-22T13:56:06.943699+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172055+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:56:06.172055+0000","last_peered":"2024-04-22T13:56:06.172055+0000","last_clean":"2024-04-22T13:56:06.172055+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:56:06.172055+0000","last_undegraded":"2024-04-22T13:56:06.172055+0000","last_fullsized":"2024-04-22T13:56:06.172055+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486865+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:56:05.486865+0000","last_peered":"2024-04-22T13:56:05.486865+0000","last_clean":"2024-04-22T13:56:05.486865+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:56:05.486865+0000","last_undegraded":"2024-04-22T13:56:05.486865+0000","last_fullsized":"2024-04-22T13:56:05.486865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.172261+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:56:06.172261+0000","last_peered":"2024-04-22T13:56:06.172261+0000","last_clean":"2024-04-22T13:56:06.172261+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:56:06.172261+0000","last_undegraded":"2024-04-22T13:56:06.172261+0000","last_fullsized":"2024-04-22T13:56:06.172261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812259+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:56:05.812259+0000","last_peered":"2024-04-22T13:56:05.812259+0000","last_clean":"2024-04-22T13:56:05.812259+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:56:05.812259+0000","last_undegraded":"2024-04-22T13:56:05.812259+0000","last_fullsized":"2024-04-22T13:56:05.812259+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487157+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:56:05.487157+0000","last_peered":"2024-04-22T13:56:05.487157+0000","last_clean":"2024-04-22T13:56:05.487157+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:56:05.487157+0000","last_undegraded":"2024-04-22T13:56:05.487157+0000","last_fullsized":"2024-04-22T13:56:05.487157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487094+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:56:05.487094+0000","last_peered":"2024-04-22T13:56:05.487094+0000","last_clean":"2024-04-22T13:56:05.487094+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:56:05.487094+0000","last_undegraded":"2024-04-22T13:56:05.487094+0000","last_fullsized":"2024-04-22T13:56:05.487094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.962909+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:56:05.962909+0000","last_peered":"2024-04-22T13:56:05.962909+0000","last_clean":"2024-04-22T13:56:05.962909+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:56:05.962909+0000","last_undegraded":"2024-04-22T13:56:05.962909+0000","last_fullsized":"2024-04-22T13:56:05.962909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:56:05.486549+0000","last_peered":"2024-04-22T13:56:05.486549+0000","last_clean":"2024-04-22T13:56:05.486549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:56:05.486549+0000","last_undegraded":"2024-04-22T13:56:05.486549+0000","last_fullsized":"2024-04-22T13:56:05.486549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812479+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:56:05.812479+0000","last_peered":"2024-04-22T13:56:05.812479+0000","last_clean":"2024-04-22T13:56:05.812479+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:56:05.812479+0000","last_undegraded":"2024-04-22T13:56:05.812479+0000","last_fullsized":"2024-04-22T13:56:05.812479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487684+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:56:05.487684+0000","last_peered":"2024-04-22T13:56:05.487684+0000","last_clean":"2024-04-22T13:56:05.487684+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:56:05.487684+0000","last_undegraded":"2024-04-22T13:56:05.487684+0000","last_fullsized":"2024-04-22T13:56:05.487684+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.918056+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:56:06.918056+0000","last_peered":"2024-04-22T13:56:06.918056+0000","last_clean":"2024-04-22T13:56:06.918056+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:56:06.918056+0000","last_undegraded":"2024-04-22T13:56:06.918056+0000","last_fullsized":"2024-04-22T13:56:06.918056+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.942502+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:56:06.942502+0000","last_peered":"2024-04-22T13:56:06.942502+0000","last_clean":"2024-04-22T13:56:06.942502+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:56:06.942502+0000","last_undegraded":"2024-04-22T13:56:06.942502+0000","last_fullsized":"2024-04-22T13:56:06.942502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:06.917757+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:56:06.917757+0000","last_peered":"2024-04-22T13:56:06.917757+0000","last_clean":"2024-04-22T13:56:06.917757+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:56:06.917757+0000","last_undegraded":"2024-04-22T13:56:06.917757+0000","last_fullsized":"2024-04-22T13:56:06.917757+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.487552+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:56:05.487552+0000","last_peered":"2024-04-22T13:56:05.487552+0000","last_clean":"2024-04-22T13:56:05.487552+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:56:05.487552+0000","last_undegraded":"2024-04-22T13:56:05.487552+0000","last_fullsized":"2024-04-22T13:56:05.487552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.486706+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:56:05.486706+0000","last_peered":"2024-04-22T13:56:05.486706+0000","last_clean":"2024-04-22T13:56:05.486706+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:56:05.486706+0000","last_undegraded":"2024-04-22T13:56:05.486706+0000","last_fullsized":"2024-04-22T13:56:05.486706+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-04-22T13:56:05.812276+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:56:05.812276+0000","last_peered":"2024-04-22T13:56:05.812276+0000","last_clean":"2024-04-22T13:56:05.812276+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:56:05.812276+0000","last_undegraded":"2024-04-22T13:56:05.812276+0000","last_fullsized":"2024-04-22T13:56:05.812276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":279541,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":41983,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":13,"num_read_kb":47,"num_write":159,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":53364,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383693,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":913408,"data_stored":438521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645331,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":1069326,"data_compressed":37418,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808856,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":439643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070494,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32092,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713060,"statfs":{"total":95995035648,"available":95962173440,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332131,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":1030093,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495656,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574911,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":440133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":440699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":950272,"data_stored":441483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":929792,"data_stored":438805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920818,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":439165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":1030365,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":40320,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:56:12.010 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-22T13:56:12.010 INFO:tasks.cephadm:Setting up client nodes... 2024-04-22T13:56:12.011 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-22T13:56:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:11 smithi084 ceph-mon[31312]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:11 smithi084 ceph-mon[31312]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:11 smithi084 ceph-mon[31312]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:11 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/832043580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:11 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3417369064' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:12.281 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:12.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:11 smithi083 ceph-mon[27977]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:11 smithi083 ceph-mon[27977]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:11 smithi083 ceph-mon[27977]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:11 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/832043580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:12.403 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:11 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3417369064' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:12.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:11 smithi173 ceph-mon[31493]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:11 smithi173 ceph-mon[31493]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:11 smithi173 ceph-mon[31493]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:56:12.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:11 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/832043580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:56:12.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:11 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3417369064' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:12 smithi084 ceph-mon[31312]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:12 smithi084 ceph-mon[31312]: pgmap v292: 97 pgs: 97 active+clean; 618 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-22T13:56:13.394 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:12 smithi083 ceph-mon[27977]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:13.394 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:12 smithi083 ceph-mon[27977]: pgmap v292: 97 pgs: 97 active+clean; 618 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-22T13:56:13.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:12 smithi173 ceph-mon[31493]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:13.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:12 smithi173 ceph-mon[31493]: pgmap v292: 97 pgs: 97 active+clean; 618 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 KiB/s wr, 21 op/s 2024-04-22T13:56:13.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 -- 172.21.15.83:0/839380708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 msgr2=0x7f3d38108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 --2- 172.21.15.83:0/839380708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38108270 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c009990 tx=0x7f3d2c009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 -- 172.21.15.83:0/839380708 shutdown_connections 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 --2- 172.21.15.83:0/839380708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 0x7f3d3810ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 --2- 172.21.15.83:0/839380708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 0x7f3d38105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 --2- 172.21.15.83:0/839380708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38108270 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 -- 172.21.15.83:0/839380708 >> 172.21.15.83:0/839380708 conn(0x7f3d380fcf60 msgr2=0x7f3d380ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 -- 172.21.15.83:0/839380708 shutdown_connections 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.948+0000 7f3d3e386700 1 -- 172.21.15.83:0/839380708 wait complete. 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 Processor -- start 2024-04-22T13:56:13.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 -- start start 2024-04-22T13:56:13.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 0x7f3d38102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 0x7f3d38101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3810e550 con 0x7f3d38105e80 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3810e3d0 con 0x7f3d381087b0 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3e386700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3810e6d0 con 0x7f3d38103550 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d377fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d377fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40272/0 (socket says 172.21.15.83:40272) 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d377fe700 1 -- 172.21.15.83:0/3552203468 learned_addr learned my addr 172.21.15.83:0/3552203468 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d3c923700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 0x7f3d38101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.949+0000 7f3d37fff700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 0x7f3d38102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 -- 172.21.15.83:0/3552203468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 msgr2=0x7f3d38102eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 0x7f3d38102eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 -- 172.21.15.83:0/3552203468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 msgr2=0x7f3d38101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:13.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 0x7f3d38101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 -- 172.21.15.83:0/3552203468 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d381022f0 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d377fe700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c006010 tx=0x7f3d2c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c027070 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3d2c0040c0 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d381a2c10 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c022d40 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.950+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d381a3060 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.951+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d3802df80 con 0x7f3d38105e80 2024-04-22T13:56:13.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.953+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3d2c02a070 con 0x7f3d38105e80 2024-04-22T13:56:13.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.953+0000 7f3d357fa700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 0x7f3d200a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:13.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.953+0000 7f3d37fff700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 0x7f3d200a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:13.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.953+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f3d2c0d1290 con 0x7f3d38105e80 2024-04-22T13:56:13.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.954+0000 7f3d37fff700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 0x7f3d200a6240 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3d2800ac50 tx=0x7f3d2800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:13.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:13.959+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d2c013070 con 0x7f3d38105e80 2024-04-22T13:56:14.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:13 smithi083 ceph-mon[27977]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:13 smithi084 ceph-mon[31312]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:14.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.238+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f3d3802e3c0 con 0x7f3d38105e80 2024-04-22T13:56:14.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.241+0000 7f3d357fa700 1 -- 172.21.15.83:0/3552203468 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f3d3802e3c0 con 0x7f3d38105e80 2024-04-22T13:56:14.242 INFO:teuthology.orchestra.run.smithi083.stdout:[client.0] 2024-04-22T13:56:14.243 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQB+bCZmsSdSDhAA7amrkMu7a63OfYMEqAK4YQ== 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 msgr2=0x7f3d200a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 0x7f3d200a6240 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3d2800ac50 tx=0x7f3d2800a380 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 msgr2=0x7f3d38101500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c006010 tx=0x7f3d2c0057c0 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 shutdown_connections 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d381087b0 0x7f3d38101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3d38103550 0x7f3d38102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3d200a3d80 0x7f3d200a6240 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 --2- 172.21.15.83:0/3552203468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3d38105e80 0x7f3d38101500 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 >> 172.21.15.83:0/3552203468 conn(0x7f3d380fcf60 msgr2=0x7f3d38103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:14.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 shutdown_connections 2024-04-22T13:56:14.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:14.243+0000 7f3d3e386700 1 -- 172.21.15.83:0/3552203468 wait complete. 2024-04-22T13:56:14.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:13 smithi173 ceph-mon[31493]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:56:14.971 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:56:14.972 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-22T13:56:14.972 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-22T13:56:15.006 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-22T13:56:15.006 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-22T13:56:15.006 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-22T13:56:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:14 smithi084 ceph-mon[31312]: pgmap v293: 97 pgs: 97 active+clean; 619 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 10 KiB/s wr, 24 op/s 2024-04-22T13:56:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T13:56:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T13:56:15.282 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:15.404 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:14 smithi083 ceph-mon[27977]: pgmap v293: 97 pgs: 97 active+clean; 619 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 10 KiB/s wr, 24 op/s 2024-04-22T13:56:15.404 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T13:56:15.404 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T13:56:15.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:14 smithi173 ceph-mon[31493]: pgmap v293: 97 pgs: 97 active+clean; 619 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 10 KiB/s wr, 24 op/s 2024-04-22T13:56:15.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-22T13:56:15.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3552203468' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-22T13:56:17.008 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:16 smithi083 ceph-mon[27977]: pgmap v294: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 29 op/s 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 -- 172.21.15.83:0/4031010443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 msgr2=0x7fd93c10e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 --2- 172.21.15.83:0/4031010443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c10e7e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fd93400b0a0 tx=0x7fd93400b3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 -- 172.21.15.83:0/4031010443 shutdown_connections 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 --2- 172.21.15.83:0/4031010443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c10e7e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 --2- 172.21.15.83:0/4031010443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c107980 0x7fd93c107d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 --2- 172.21.15.83:0/4031010443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c101930 0x7fd93c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 -- 172.21.15.83:0/4031010443 >> 172.21.15.83:0/4031010443 conn(0x7fd93c0788b0 msgr2=0x7fd93c078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:17.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 -- 172.21.15.83:0/4031010443 shutdown_connections 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.007+0000 7fd941718700 1 -- 172.21.15.83:0/4031010443 wait complete. 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 Processor -- start 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 -- start start 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c101930 0x7fd93c199020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c107980 0x7fd93c19d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd93c111af0 con 0x7fd93c1022f0 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd93c111970 con 0x7fd93c107980 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd941718700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd93c111c70 con 0x7fd93c101930 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40286/0 (socket says 172.21.15.83:40286) 2024-04-22T13:56:17.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 -- 172.21.15.83:0/1094606875 learned_addr learned my addr 172.21.15.83:0/1094606875 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93b7fe700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c107980 0x7fd93c19d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93affd700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c101930 0x7fd93c199020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 -- 172.21.15.83:0/1094606875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c101930 msgr2=0x7fd93c199020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c101930 0x7fd93c199020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 -- 172.21.15.83:0/1094606875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c107980 msgr2=0x7fd93c19d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c107980 0x7fd93c19d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.008+0000 7fd93a7fc700 1 -- 172.21.15.83:0/1094606875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd93c19e030 con 0x7fd93c1022f0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd93a7fc700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd92c00c9b0 tx=0x7fd92c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92c007b00 con 0x7fd93c1022f0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd93c19e320 con 0x7fd93c1022f0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd92c007ca0 con 0x7fd93c1022f0 2024-04-22T13:56:17.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92c018660 con 0x7fd93c1022f0 2024-04-22T13:56:17.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.009+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd93c1a5ba0 con 0x7fd93c1022f0 2024-04-22T13:56:17.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.010+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd93c069730 con 0x7fd93c1022f0 2024-04-22T13:56:17.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.011+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd92c00f450 con 0x7fd93c1022f0 2024-04-22T13:56:17.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.011+0000 7fd923fff700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 0x7fd9240a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:17.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.012+0000 7fd93affd700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 0x7fd9240a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:17.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.012+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fd92c0d03a0 con 0x7fd93c1022f0 2024-04-22T13:56:17.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.012+0000 7fd93affd700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 0x7fd9240a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd930005fd0 tx=0x7fd930005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:17.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.016+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd92c014030 con 0x7fd93c1022f0 2024-04-22T13:56:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:16 smithi084 ceph-mon[31312]: pgmap v294: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 29 op/s 2024-04-22T13:56:17.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.272+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd93c1a5e30 con 0x7fd93c1022f0 2024-04-22T13:56:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.277+0000 7fd923fff700 1 -- 172.21.15.83:0/1094606875 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264994 (secure 0 0 0) 0x7fd92c09cdd0 con 0x7fd93c1022f0 2024-04-22T13:56:17.282 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:17.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 msgr2=0x7fd9240a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 0x7fd9240a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd930005fd0 tx=0x7fd930005d90 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 msgr2=0x7fd93c199560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fd92c00c9b0 tx=0x7fd92c00ccc0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 shutdown_connections 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd93c107980 0x7fd93c19d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd93c101930 0x7fd93c199020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd9240a3cd0 0x7fd9240a6190 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 --2- 172.21.15.83:0/1094606875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93c1022f0 0x7fd93c199560 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 >> 172.21.15.83:0/1094606875 conn(0x7fd93c0788b0 msgr2=0x7fd93c1056c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 shutdown_connections 2024-04-22T13:56:17.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:17.280+0000 7fd941718700 1 -- 172.21.15.83:0/1094606875 wait complete. 2024-04-22T13:56:17.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:16 smithi173 ceph-mon[31493]: pgmap v294: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 29 op/s 2024-04-22T13:56:18.075 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":295390471},{"type":"v1","addr":"172.21.15.83:6801","nonce":295390471}]},"active_addr":"172.21.15.83:6801/295390471","active_change":"2024-04-22T13:48:57.685295+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.83:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":2826179710}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":832850163}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1728162195}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1336267921}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.83:0","nonce":1122125465}]}]} 2024-04-22T13:56:18.081 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-22T13:56:18.081 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-22T13:56:18.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T13:56:18.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1094606875' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T13:56:18.319 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:18.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1094606875' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T13:56:18.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1094606875' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-22T13:56:19.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:18 smithi083 ceph-mon[27977]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 25 op/s 2024-04-22T13:56:19.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:18 smithi084 ceph-mon[31312]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 25 op/s 2024-04-22T13:56:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:18 smithi173 ceph-mon[31493]: pgmap v295: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 9.1 KiB/s wr, 25 op/s 2024-04-22T13:56:20.032 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:19 smithi083 ceph-mon[27977]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 27 op/s 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 -- 172.21.15.83:0/797846459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a8108a30 msgr2=0x7f96a8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 --2- 172.21.15.83:0/797846459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a8108a30 0x7f96a8108e10 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f969c009990 tx=0x7f969c009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 -- 172.21.15.83:0/797846459 shutdown_connections 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 --2- 172.21.15.83:0/797846459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a8108a30 0x7f96a8108e10 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 --2- 172.21.15.83:0/797846459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a806b0f0 0x7f96a810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 --2- 172.21.15.83:0/797846459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806a750 0x7f96a806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 -- 172.21.15.83:0/797846459 >> 172.21.15.83:0/797846459 conn(0x7f96a80788f0 msgr2=0x7f96a8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 -- 172.21.15.83:0/797846459 shutdown_connections 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.040+0000 7f96ae35a700 1 -- 172.21.15.83:0/797846459 wait complete. 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 Processor -- start 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 -- start start 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 0x7f96a8199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a8108a30 0x7f96a819d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f96a8112c30 con 0x7f96a806a750 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f96a8112ab0 con 0x7f96a806b0f0 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ae35a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f96a8112db0 con 0x7f96a8108a30 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96a7fff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96a7fff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40314/0 (socket says 172.21.15.83:40314) 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96a7fff700 1 -- 172.21.15.83:0/2011837323 learned_addr learned my addr 172.21.15.83:0/2011837323 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:20.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96a77fe700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 0x7f96a8199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.041+0000 7f96ac8f7700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a8108a30 0x7f96a819d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 -- 172.21.15.83:0/2011837323 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a8108a30 msgr2=0x7f96a819d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a8108a30 0x7f96a819d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 -- 172.21.15.83:0/2011837323 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 msgr2=0x7f96a8199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 0x7f96a8199660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 -- 172.21.15.83:0/2011837323 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96a819e0e0 con 0x7f96a806a750 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a77fe700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 0x7f96a8199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a7fff700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f969c000c00 tx=0x7f969c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c027070 con 0x7f96a806a750 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96a819e370 con 0x7f96a806a750 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f969c0041d0 con 0x7f96a806a750 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969c00f460 con 0x7f96a806a750 2024-04-22T13:56:20.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.042+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96a81a5c50 con 0x7f96a806a750 2024-04-22T13:56:20.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.043+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96a8104170 con 0x7f96a806a750 2024-04-22T13:56:20.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.045+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f969c02a070 con 0x7f96a806a750 2024-04-22T13:56:20.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.045+0000 7f96a57fa700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 0x7f96900a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:20.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.045+0000 7f96a77fe700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 0x7f96900a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:20.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.045+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f969c0d17c0 con 0x7f96a806a750 2024-04-22T13:56:20.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.046+0000 7f96a77fe700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 0x7f96900a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9698005fd0 tx=0x7f9698005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:20.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.049+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f969c031070 con 0x7f96a806a750 2024-04-22T13:56:20.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.247+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96a802df80 con 0x7f96a806a750 2024-04-22T13:56:20.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.248+0000 7f96a57fa700 1 -- 172.21.15.83:0/2011837323 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22194 (secure 0 0 0) 0x7f969c013070 con 0x7f96a806a750 2024-04-22T13:56:20.250 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:20.250 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":85,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:05.483189+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:20.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 msgr2=0x7f96900a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:20.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 0x7f96900a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9698005fd0 tx=0x7f9698005e30 comp rx=0 tx=0).stop 2024-04-22T13:56:20.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 msgr2=0x7f96a8199120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:20.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f969c000c00 tx=0x7f969c0047b0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 shutdown_connections 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f96900a3cd0 0x7f96900a6190 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96a806a750 0x7f96a8199120 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96a8108a30 0x7f96a819d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 --2- 172.21.15.83:0/2011837323 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96a806b0f0 0x7f96a8199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 >> 172.21.15.83:0/2011837323 conn(0x7f96a80788f0 msgr2=0x7f96a80ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 shutdown_connections 2024-04-22T13:56:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:20.250+0000 7f96ae35a700 1 -- 172.21.15.83:0/2011837323 wait complete. 2024-04-22T13:56:20.405 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:19 smithi173 ceph-mon[31493]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 27 op/s 2024-04-22T13:56:20.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:19 smithi084 ceph-mon[31312]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 9.0 KiB/s wr, 27 op/s 2024-04-22T13:56:21.059 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-22T13:56:21.059 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-22T13:56:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2011837323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:21.306 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2011837323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:21.428 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2011837323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:22.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:21 smithi173 ceph-mon[31493]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2024-04-22T13:56:22.438 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:21 smithi083 ceph-mon[27977]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2024-04-22T13:56:22.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:21 smithi084 ceph-mon[31312]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 7.5 KiB/s wr, 22 op/s 2024-04-22T13:56:23.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 -- 172.21.15.83:0/1963190133 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c102a90 msgr2=0x7f651c102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:23.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1963190133 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c102a90 0x7f651c102f10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6508009990 tx=0x7f6508009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 -- 172.21.15.83:0/1963190133 shutdown_connections 2024-04-22T13:56:23.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1963190133 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c103450 0x7f651c10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1963190133 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c108a50 0x7f651c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1963190133 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c102a90 0x7f651c102f10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 -- 172.21.15.83:0/1963190133 >> 172.21.15.83:0/1963190133 conn(0x7f651c079ba0 msgr2=0x7f651c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 -- 172.21.15.83:0/1963190133 shutdown_connections 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.133+0000 7f6522fd6700 1 -- 172.21.15.83:0/1963190133 wait complete. 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.134+0000 7f6522fd6700 1 Processor -- start 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.134+0000 7f6522fd6700 1 -- start start 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.134+0000 7f6522fd6700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c102a90 0x7f651c199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.134+0000 7f6522fd6700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6522fd6700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c108a50 0x7f651c19da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6522fd6700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f651c112c60 con 0x7f651c103450 2024-04-22T13:56:23.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6522fd6700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f651c112ae0 con 0x7f651c108a50 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6522fd6700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f651c112de0 con 0x7f651c102a90 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:40324/0 (socket says 172.21.15.83:40324) 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 -- 172.21.15.83:0/1522048730 learned_addr learned my addr 172.21.15.83:0/1522048730 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6521573700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c108a50 0x7f651c19da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6520d72700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c102a90 0x7f651c199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 -- 172.21.15.83:0/1522048730 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c102a90 msgr2=0x7f651c199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c102a90 0x7f651c199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 -- 172.21.15.83:0/1522048730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c108a50 msgr2=0x7f651c19da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c108a50 0x7f651c19da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 -- 172.21.15.83:0/1522048730 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651c19e150 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f651bfff700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6508000c00 tx=0x7f65080047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6508027070 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6508003f20 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651c19e3e0 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.135+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6508022ca0 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.136+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f651c1a5cc0 con 0x7f651c103450 2024-04-22T13:56:23.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.136+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f651c069730 con 0x7f651c103450 2024-04-22T13:56:23.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.137+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f650802a070 con 0x7f651c103450 2024-04-22T13:56:23.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.138+0000 7f6519ffb700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 0x7f650c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:23.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.138+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f65080d15f0 con 0x7f651c103450 2024-04-22T13:56:23.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.138+0000 7f6520d72700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 0x7f650c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:23.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.138+0000 7f6520d72700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 0x7f650c0a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6510009a10 tx=0x7f6510009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:23.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.142+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6508031070 con 0x7f651c103450 2024-04-22T13:56:23.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.340+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f651c02df80 con 0x7f651c103450 2024-04-22T13:56:23.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.342+0000 7f6519ffb700 1 -- 172.21.15.83:0/1522048730 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22194 (secure 0 0 0) 0x7f6508013070 con 0x7f651c103450 2024-04-22T13:56:23.344 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:56:23.344 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":85,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:05.483189+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 msgr2=0x7f650c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 0x7f650c0a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f6510009a10 tx=0x7f6510009190 comp rx=0 tx=0).stop 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 msgr2=0x7f651c1996d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f6508000c00 tx=0x7f65080047b0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 shutdown_connections 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f651c108a50 0x7f651c19da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f651c102a90 0x7f651c199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f650c0a3cd0 0x7f650c0a6190 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 --2- 172.21.15.83:0/1522048730 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f651c103450 0x7f651c1996d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:23.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 >> 172.21.15.83:0/1522048730 conn(0x7f651c079ba0 msgr2=0x7f651c1018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:23.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 shutdown_connections 2024-04-22T13:56:23.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:23.344+0000 7f6522fd6700 1 -- 172.21.15.83:0/1522048730 wait complete. 2024-04-22T13:56:23.655 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:23 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1522048730' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:23.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:23 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1522048730' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:23.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:23 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1522048730' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:56:24.209 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-22T13:56:24.209 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-22T13:56:24.210 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-22T13:56:24.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-22T13:56:24.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-22T13:56:24.212 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-22T13:56:24.212 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-22T13:56:24.212 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-22T13:56:24.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-22T13:56:24.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-22T13:56:24.214 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-22T13:56:24.214 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-22T13:56:24.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:24 smithi083 ceph-mon[27977]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.9 KiB/s wr, 18 op/s 2024-04-22T13:56:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:24 smithi173 ceph-mon[31493]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.9 KiB/s wr, 18 op/s 2024-04-22T13:56:24.724 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:24 smithi084 ceph-mon[31312]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 3.9 KiB/s wr, 18 op/s 2024-04-22T13:56:24.906 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:24.906 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:24.925 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:24.998 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:26 smithi173 ceph-mon[31493]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-22T13:56:27.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:26 smithi083 ceph-mon[27977]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-22T13:56:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:26 smithi084 ceph-mon[31312]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 2.8 KiB/s wr, 15 op/s 2024-04-22T13:56:29.043 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:29.043 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:29.044 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:29.046 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:29.130 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:28 smithi083 ceph-mon[27977]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-22T13:56:29.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:28 smithi173 ceph-mon[31493]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-22T13:56:29.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:28 smithi084 ceph-mon[31312]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-22T13:56:29.577 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:29.577 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:30.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 -- 172.21.15.83:0/2162991255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 msgr2=0x7f0da410e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 --2- 172.21.15.83:0/2162991255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da410e7f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00b0a0 tx=0x7f0d9c00b3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 -- 172.21.15.83:0/2162991255 shutdown_connections 2024-04-22T13:56:30.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 --2- 172.21.15.83:0/2162991255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da410e7f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 --2- 172.21.15.83:0/2162991255 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4107990 0x7f0da4107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 --2- 172.21.15.83:0/2162991255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0da4101940 0x7f0da4101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 -- 172.21.15.83:0/2162991255 >> 172.21.15.83:0/2162991255 conn(0x7f0da40788f0 msgr2=0x7f0da4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 -- 172.21.15.83:0/2162991255 shutdown_connections 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.538+0000 7f0dac138700 1 -- 172.21.15.83:0/2162991255 wait complete. 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 Processor -- start 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 -- start start 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4101940 0x7f0da41990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da41995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0da4107990 0x7f0da419d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0da4111af0 con 0x7f0da4102300 2024-04-22T13:56:30.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0da4111970 con 0x7f0da4101940 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0dac138700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0da4111c70 con 0x7f0da4107990 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0da96d3700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da41995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0da96d3700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da41995e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52126/0 (socket says 172.21.15.83:52126) 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0da96d3700 1 -- 172.21.15.83:0/3400027223 learned_addr learned my addr 172.21.15.83:0/3400027223 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.539+0000 7f0da9ed4700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4101940 0x7f0da41990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0daa6d5700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0da4107990 0x7f0da419d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 -- 172.21.15.83:0/3400027223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0da4107990 msgr2=0x7f0da419d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0da4107990 0x7f0da419d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 -- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4101940 msgr2=0x7f0da41990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4101940 0x7f0da41990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da419e0b0 con 0x7f0da4102300 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da9ed4700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0da4101940 0x7f0da41990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:30.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0da96d3700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da41995e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400d980 tx=0x7f0d9400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:30.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94017070 con 0x7f0da4102300 2024-04-22T13:56:30.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0d94004830 con 0x7f0da4102300 2024-04-22T13:56:30.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94005440 con 0x7f0da4102300 2024-04-22T13:56:30.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da419e3a0 con 0x7f0da4102300 2024-04-22T13:56:30.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.540+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da41a5c20 con 0x7f0da4102300 2024-04-22T13:56:30.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.541+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0da4063150 con 0x7f0da4102300 2024-04-22T13:56:30.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.542+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0d940055e0 con 0x7f0da4102300 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.542+0000 7f0d9affd700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d900a3d50 0x7f0d900a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0da9ed4700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d900a3d50 0x7f0d900a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f0d940d0890 con 0x7f0da4102300 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0d9affd700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] conn(0x7f0d900ad530 0x7f0d900af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0d900b0000 con 0x7f0d900ad530 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f0d940d0d70 con 0x7f0da4102300 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0da9ed4700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d900a3d50 0x7f0d900a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0da0005fd0 tx=0x7f0da000a5e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.543+0000 7f0daa6d5700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] conn(0x7f0d900ad530 0x7f0d900af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.544+0000 7f0daa6d5700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] conn(0x7f0d900ad530 0x7f0d900af950 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.544+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== osd.1 v2:172.21.15.84:6800/3574746022 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0d900b0000 con 0x7f0d900ad530 2024-04-22T13:56:30.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.562+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 --> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0da40635d0 con 0x7f0d900ad530 2024-04-22T13:56:30.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0d9affd700 1 -- 172.21.15.83:0/3400027223 <== osd.1 v2:172.21.15.84:6800/3574746022 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0da40635d0 con 0x7f0d900ad530 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] conn(0x7f0d900ad530 msgr2=0x7f0d900af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] conn(0x7f0d900ad530 0x7f0d900af950 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d900a3d50 msgr2=0x7f0d900a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0d900a3d50 0x7f0d900a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0da0005fd0 tx=0x7f0da000a5e0 comp rx=0 tx=0).stop 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 msgr2=0x7f0da41995e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 --2- 172.21.15.83:0/3400027223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0da4102300 0x7f0da41995e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400d980 tx=0x7f0d9400dd40 comp rx=0 tx=0).stop 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0daa6d5700 1 -- 172.21.15.83:0/3400027223 reap_dead start 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 shutdown_connections 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 >> 172.21.15.83:0/3400027223 conn(0x7f0da40788f0 msgr2=0x7f0da406aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 shutdown_connections 2024-04-22T13:56:30.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:30.563+0000 7f0dac138700 1 -- 172.21.15.83:0/3400027223 wait complete. 2024-04-22T13:56:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:30 smithi173 ceph-mon[31493]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-22T13:56:31.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:30 smithi083 ceph-mon[27977]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-22T13:56:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:30 smithi084 ceph-mon[31312]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-22T13:56:33.116 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:32 smithi083 ceph-mon[27977]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-22T13:56:33.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:32 smithi173 ceph-mon[31493]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-22T13:56:33.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:32 smithi084 ceph-mon[31312]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 -- 172.21.15.83:0/4192558561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 msgr2=0x7f7180101df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 --2- 172.21.15.83:0/4192558561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f7180101df0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f7174009990 tx=0x7f7174009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 -- 172.21.15.83:0/4192558561 shutdown_connections 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 --2- 172.21.15.83:0/4192558561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180102330 0x7f718010e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 --2- 172.21.15.83:0/4192558561 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180103760 0x7f7180103b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 --2- 172.21.15.83:0/4192558561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f7180101df0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 -- 172.21.15.83:0/4192558561 >> 172.21.15.83:0/4192558561 conn(0x7f71800779b0 msgr2=0x7f7180077dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 -- 172.21.15.83:0/4192558561 shutdown_connections 2024-04-22T13:56:33.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.904+0000 7f71884ee700 1 -- 172.21.15.83:0/4192558561 wait complete. 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 Processor -- start 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 -- start start 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f71801980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180102330 0x7f71801985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180103760 0x7f718019c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7180111bf0 con 0x7f7180101970 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7180111a70 con 0x7f7180103760 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f71884ee700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7180111d70 con 0x7f7180102330 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f718628a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f71801980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f718628a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f71801980a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45066/0 (socket says 172.21.15.83:45066) 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f718628a700 1 -- 172.21.15.83:0/2087075014 learned_addr learned my addr 172.21.15.83:0/2087075014 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f7185a89700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180102330 0x7f71801985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.905+0000 7f7186a8b700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180103760 0x7f718019c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:33.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 -- 172.21.15.83:0/2087075014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180102330 msgr2=0x7f71801985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180102330 0x7f71801985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 -- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180103760 msgr2=0x7f718019c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180103760 0x7f718019c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f718019d060 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f7185a89700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7180102330 0x7f71801985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f7186a8b700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7180103760 0x7f718019c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f718628a700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f71801980a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7178007f10 tx=0x7f717800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717800dc90 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f718019d350 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f717800de30 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71780133f0 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.906+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71801a4bd0 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.907+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f71800631d0 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.908+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f717801a020 con 0x7f7180101970 2024-04-22T13:56:33.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.908+0000 7f717f7fe700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f71680a3cd0 0x7f71680a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.908+0000 7f7185a89700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f71680a3cd0 0x7f71680a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.908+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f71780d0350 con 0x7f7180101970 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f717f7fe700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] conn(0x7f71680ad4b0 0x7f71680af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f71680aff80 con 0x7f71680ad4b0 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f71780d0830 con 0x7f7180101970 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f7185a89700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f71680a3cd0 0x7f71680a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7174006010 tx=0x7f717400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f7186a8b700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] conn(0x7f71680ad4b0 0x7f71680af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.909+0000 7f7186a8b700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] conn(0x7f71680ad4b0 0x7f71680af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:33.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.910+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== osd.4 v2:172.21.15.84:6808/2625480710 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f71680aff80 con 0x7f71680ad4b0 2024-04-22T13:56:33.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.927+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 --> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7180063650 con 0x7f71680ad4b0 2024-04-22T13:56:33.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.927+0000 7f717f7fe700 1 -- 172.21.15.83:0/2087075014 <== osd.4 v2:172.21.15.84:6808/2625480710 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7180063650 con 0x7f71680ad4b0 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.927+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] conn(0x7f71680ad4b0 msgr2=0x7f71680af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.927+0000 7f71884ee700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] conn(0x7f71680ad4b0 0x7f71680af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f71680a3cd0 msgr2=0x7f71680a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f71680a3cd0 0x7f71680a6190 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7174006010 tx=0x7f717400b540 comp rx=0 tx=0).stop 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 msgr2=0x7f71801980a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 --2- 172.21.15.83:0/2087075014 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7180101970 0x7f71801980a0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7178007f10 tx=0x7f717800d3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:33.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f7186a8b700 1 -- 172.21.15.83:0/2087075014 reap_dead start 2024-04-22T13:56:33.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 shutdown_connections 2024-04-22T13:56:33.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 >> 172.21.15.83:0/2087075014 conn(0x7f71800779b0 msgr2=0x7f7180106770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:33.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 shutdown_connections 2024-04-22T13:56:33.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:33.928+0000 7f71884ee700 1 -- 172.21.15.83:0/2087075014 wait complete. 2024-04-22T13:56:34.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:34 smithi083 ceph-mon[27977]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:35.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 -- 172.21.15.83:0/4105823832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a8108a30 msgr2=0x7f03a8108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 --2- 172.21.15.83:0/4105823832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a8108a30 0x7f03a8108e10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0398009990 tx=0x7f0398009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 -- 172.21.15.83:0/4105823832 shutdown_connections 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 --2- 172.21.15.83:0/4105823832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a8108a30 0x7f03a8108e10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 --2- 172.21.15.83:0/4105823832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03a806b0f0 0x7f03a810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 --2- 172.21.15.83:0/4105823832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 0x7f03a806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 -- 172.21.15.83:0/4105823832 >> 172.21.15.83:0/4105823832 conn(0x7f03a80788f0 msgr2=0x7f03a8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 -- 172.21.15.83:0/4105823832 shutdown_connections 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 -- 172.21.15.83:0/4105823832 wait complete. 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.122+0000 7f03ad519700 1 Processor -- start 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 -- start start 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 0x7f03a8199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 0x7f03a8199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:35.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03a8108a30 0x7f03a819da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8112c30 con 0x7f03a806b0f0 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8112ab0 con 0x7f03a8108a30 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03ad519700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8112db0 con 0x7f03a806a750 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 0x7f03a8199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 0x7f03a8199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45094/0 (socket says 172.21.15.83:45094) 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 -- 172.21.15.83:0/3075163706 learned_addr learned my addr 172.21.15.83:0/3075163706 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03a77fe700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03a8108a30 0x7f03a819da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03a6ffd700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 0x7f03a8199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 -- 172.21.15.83:0/3075163706 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 msgr2=0x7f03a8199140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 0x7f03a8199140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 -- 172.21.15.83:0/3075163706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03a8108a30 msgr2=0x7f03a819da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f03a8108a30 0x7f03a819da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a819e150 con 0x7f03a806b0f0 2024-04-22T13:56:35.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f03a6ffd700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f03a806a750 0x7f03a8199140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.123+0000 7f039e7fc700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 0x7f03a8199680 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f039000b530 tx=0x7f039000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.124+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0390015020 con 0x7f03a806b0f0 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.124+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a819e440 con 0x7f03a806b0f0 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.124+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0390011ce0 con 0x7f03a806b0f0 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.124+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0390010e40 con 0x7f03a806b0f0 2024-04-22T13:56:35.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.124+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a81a5cc0 con 0x7f03a806b0f0 2024-04-22T13:56:35.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.125+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03a80631d0 con 0x7f03a806b0f0 2024-04-22T13:56:35.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.126+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0390018020 con 0x7f03a806b0f0 2024-04-22T13:56:35.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.126+0000 7f03a4ff9700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f03940a3cd0 0x7f03940a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:35.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.126+0000 7f03a6ffd700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f03940a3cd0 0x7f03940a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:35.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f03900d0290 con 0x7f03a806b0f0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a4ff9700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] conn(0x7f03940ad4b0 0x7f03940af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f03940aff80 con 0x7f03940ad4b0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f03900d0770 con 0x7f03a806b0f0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a77fe700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] conn(0x7f03940ad4b0 0x7f03940af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a6ffd700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f03940a3cd0 0x7f03940a6190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0398006010 tx=0x7f039801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.127+0000 7f03a77fe700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] conn(0x7f03940ad4b0 0x7f03940af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:35.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.128+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== osd.6 v2:172.21.15.83:6818/4263990303 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f03940aff80 con 0x7f03940ad4b0 2024-04-22T13:56:35.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.145+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 --> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f03a8063650 con 0x7f03940ad4b0 2024-04-22T13:56:35.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.145+0000 7f03a4ff9700 1 -- 172.21.15.83:0/3075163706 <== osd.6 v2:172.21.15.83:6818/4263990303 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f03a8063650 con 0x7f03940ad4b0 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.145+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] conn(0x7f03940ad4b0 msgr2=0x7f03940af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.145+0000 7f03ad519700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] conn(0x7f03940ad4b0 0x7f03940af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f03940a3cd0 msgr2=0x7f03940a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f03940a3cd0 0x7f03940a6190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0398006010 tx=0x7f039801a040 comp rx=0 tx=0).stop 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 msgr2=0x7f03a8199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 --2- 172.21.15.83:0/3075163706 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f03a806b0f0 0x7f03a8199680 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f039000b530 tx=0x7f039000b840 comp rx=0 tx=0).stop 2024-04-22T13:56:35.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03a77fe700 1 -- 172.21.15.83:0/3075163706 reap_dead start 2024-04-22T13:56:35.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 shutdown_connections 2024-04-22T13:56:35.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 >> 172.21.15.83:0/3075163706 conn(0x7f03a80788f0 msgr2=0x7f03a80ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:35.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 shutdown_connections 2024-04-22T13:56:35.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:35.146+0000 7f03ad519700 1 -- 172.21.15.83:0/3075163706 wait complete. 2024-04-22T13:56:35.155 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:34 smithi173 ceph-mon[31493]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:35.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:34 smithi084 ceph-mon[31312]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 -- 172.21.15.83:0/894616958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 msgr2=0x7f0e50102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 --2- 172.21.15.83:0/894616958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e50102f10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0e44009990 tx=0x7f0e44009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 -- 172.21.15.83:0/894616958 shutdown_connections 2024-04-22T13:56:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 --2- 172.21.15.83:0/894616958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e50103450 0x7f0e5010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 --2- 172.21.15.83:0/894616958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0e50108a50 0x7f0e50108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 --2- 172.21.15.83:0/894616958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e50102f10 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 -- 172.21.15.83:0/894616958 >> 172.21.15.83:0/894616958 conn(0x7f0e50079ba0 msgr2=0x7f0e50079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 -- 172.21.15.83:0/894616958 shutdown_connections 2024-04-22T13:56:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.653+0000 7f0e55e66700 1 -- 172.21.15.83:0/894616958 wait complete. 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 Processor -- start 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 -- start start 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e501991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e50103450 0x7f0e501996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0e50108a50 0x7f0e5019da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50112be0 con 0x7f0e50102a90 2024-04-22T13:56:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50112a60 con 0x7f0e50103450 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.654+0000 7f0e55e66700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0e50112d60 con 0x7f0e50108a50 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e501991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e501991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45104/0 (socket says 172.21.15.83:45104) 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 -- 172.21.15.83:0/2603299946 learned_addr learned my addr 172.21.15.83:0/2603299946 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4effd700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e50103450 0x7f0e501996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4ffff700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0e50108a50 0x7f0e5019da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 -- 172.21.15.83:0/2603299946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0e50108a50 msgr2=0x7f0e5019da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0e50108a50 0x7f0e5019da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 -- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e50103450 msgr2=0x7f0e501996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e50103450 0x7f0e501996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e5019e1c0 con 0x7f0e50102a90 2024-04-22T13:56:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4f7fe700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e501991b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0e4000d950 tx=0x7f0e4000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e40016070 con 0x7f0e50102a90 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e5019e4b0 con 0x7f0e50102a90 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e40009df0 con 0x7f0e50102a90 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e4000f3c0 con 0x7f0e50102a90 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.655+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e501a5d30 con 0x7f0e50102a90 2024-04-22T13:56:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.656+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e50063150 con 0x7f0e50102a90 2024-04-22T13:56:36.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.657+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0e40019070 con 0x7f0e50102a90 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4cff9700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0e380a3cd0 0x7f0e380a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4effd700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0e380a3cd0 0x7f0e380a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f0e400d04f0 con 0x7f0e50102a90 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4cff9700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] conn(0x7f0e380ad4b0 0x7f0e380af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0e380aff80 con 0x7f0e380ad4b0 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f0e400d09d0 con 0x7f0e50102a90 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.658+0000 7f0e4effd700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0e380a3cd0 0x7f0e380a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400b5c0 tx=0x7f0e44005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.659+0000 7f0e4ffff700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] conn(0x7f0e380ad4b0 0x7f0e380af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:36.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.659+0000 7f0e4ffff700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] conn(0x7f0e380ad4b0 0x7f0e380af8d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:36.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.660+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== osd.7 v2:172.21.15.84:6816/2071620715 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0e380aff80 con 0x7f0e380ad4b0 2024-04-22T13:56:36.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.677+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 --> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e50063550 con 0x7f0e380ad4b0 2024-04-22T13:56:36.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.677+0000 7f0e4cff9700 1 -- 172.21.15.83:0/2603299946 <== osd.7 v2:172.21.15.84:6816/2071620715 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0e50063550 con 0x7f0e380ad4b0 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] conn(0x7f0e380ad4b0 msgr2=0x7f0e380af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] conn(0x7f0e380ad4b0 0x7f0e380af8d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0e380a3cd0 msgr2=0x7f0e380a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f0e380a3cd0 0x7f0e380a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0e4400b5c0 tx=0x7f0e44005960 comp rx=0 tx=0).stop 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 msgr2=0x7f0e501991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:36.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 --2- 172.21.15.83:0/2603299946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0e50102a90 0x7f0e501991b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0e4000d950 tx=0x7f0e4000dc60 comp rx=0 tx=0).stop 2024-04-22T13:56:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e4ffff700 1 -- 172.21.15.83:0/2603299946 reap_dead start 2024-04-22T13:56:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 shutdown_connections 2024-04-22T13:56:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 >> 172.21.15.83:0/2603299946 conn(0x7f0e50079ba0 msgr2=0x7f0e50101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 shutdown_connections 2024-04-22T13:56:36.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:36.678+0000 7f0e55e66700 1 -- 172.21.15.83:0/2603299946 wait complete. 2024-04-22T13:56:36.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:36 smithi083 ceph-mon[27977]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:56:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:36 smithi173 ceph-mon[31493]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:56:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:36 smithi084 ceph-mon[31312]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:56:39.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:38 smithi173 ceph-mon[31493]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:39.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:38 smithi083 ceph-mon[27977]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:39.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:38 smithi084 ceph-mon[31312]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:56:39.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 -- 172.21.15.83:0/1492691809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 msgr2=0x7fed6c107d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 --2- 172.21.15.83:0/1492691809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c107d40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009990 tx=0x7fed5c009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 -- 172.21.15.83:0/1492691809 shutdown_connections 2024-04-22T13:56:39.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 --2- 172.21.15.83:0/1492691809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c107d40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 --2- 172.21.15.83:0/1492691809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed6c102320 0x7fed6c10e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 --2- 172.21.15.83:0/1492691809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fed6c101960 0x7fed6c101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 -- 172.21.15.83:0/1492691809 >> 172.21.15.83:0/1492691809 conn(0x7fed6c0789e0 msgr2=0x7fed6c078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 -- 172.21.15.83:0/1492691809 shutdown_connections 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.351+0000 7fed727a0700 1 -- 172.21.15.83:0/1492691809 wait complete. 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 Processor -- start 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 -- start start 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed6c101960 0x7fed6c199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fed6c102320 0x7fed6c199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c19db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fed6c111bc0 con 0x7fed6c107960 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fed6c111a40 con 0x7fed6c101960 2024-04-22T13:56:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed727a0700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fed6c111d40 con 0x7fed6c102320 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.352+0000 7fed70d3d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c19db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c19db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45128/0 (socket says 172.21.15.83:45128) 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 -- 172.21.15.83:0/3648268676 learned_addr learned my addr 172.21.15.83:0/3648268676 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed6bfff700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed6c101960 0x7fed6c199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed6b7fe700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fed6c102320 0x7fed6c199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 -- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fed6c102320 msgr2=0x7fed6c199780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fed6c102320 0x7fed6c199780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 -- 172.21.15.83:0/3648268676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed6c101960 msgr2=0x7fed6c199240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fed6c101960 0x7fed6c199240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed6c19e250 con 0x7fed6c107960 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed70d3d700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c19db10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fed64007ee0 tx=0x7fed6400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed64004bb0 con 0x7fed6c107960 2024-04-22T13:56:39.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed64004d50 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed6c19e540 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed64005920 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.353+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed6c1a5dc0 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.354+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fed6c063110 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.355+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fed6401a020 con 0x7fed6c107960 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed697fa700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fed540a3cd0 0x7fed540a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed6bfff700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fed540a3cd0 0x7fed540a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:39.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fed640d00d0 con 0x7fed6c107960 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed697fa700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] conn(0x7fed540ad4b0 0x7fed540af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fed540aff80 con 0x7fed540ad4b0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7fed640d05b0 con 0x7fed6c107960 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed6bfff700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fed540a3cd0 0x7fed540a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00b2e0 tx=0x7fed5c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.356+0000 7fed6b7fe700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] conn(0x7fed540ad4b0 0x7fed540af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.357+0000 7fed6b7fe700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] conn(0x7fed540ad4b0 0x7fed540af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.358+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== osd.2 v2:172.21.15.173:6800/1348849915 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fed540aff80 con 0x7fed540ad4b0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.374+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 --> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fed6c063510 con 0x7fed540ad4b0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.374+0000 7fed697fa700 1 -- 172.21.15.83:0/3648268676 <== osd.2 v2:172.21.15.173:6800/1348849915 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fed6c063510 con 0x7fed540ad4b0 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] conn(0x7fed540ad4b0 msgr2=0x7fed540af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] conn(0x7fed540ad4b0 0x7fed540af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fed540a3cd0 msgr2=0x7fed540a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fed540a3cd0 0x7fed540a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00b2e0 tx=0x7fed5c005fd0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 msgr2=0x7fed6c19db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 --2- 172.21.15.83:0/3648268676 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fed6c107960 0x7fed6c19db10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fed64007ee0 tx=0x7fed6400d3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed70d3d700 1 -- 172.21.15.83:0/3648268676 reap_dead start 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 shutdown_connections 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 >> 172.21.15.83:0/3648268676 conn(0x7fed6c0789e0 msgr2=0x7fed6c06b4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 shutdown_connections 2024-04-22T13:56:39.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:39.375+0000 7fed727a0700 1 -- 172.21.15.83:0/3648268676 wait complete. 2024-04-22T13:56:41.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:40 smithi173 ceph-mon[31493]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:41.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:40 smithi083 ceph-mon[27977]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:41.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:40 smithi084 ceph-mon[31312]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:41.232 INFO:teuthology.orchestra.run.smithi083.stdout:197568495662 2024-04-22T13:56:41.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-22T13:56:41.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 -- 172.21.15.83:0/1584494752 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 msgr2=0x7ff448101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 --2- 172.21.15.83:0/1584494752 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff448101dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff438009990 tx=0x7ff438009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 -- 172.21.15.83:0/1584494752 shutdown_connections 2024-04-22T13:56:41.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 --2- 172.21.15.83:0/1584494752 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff448102300 0x7ff44810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 --2- 172.21.15.83:0/1584494752 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff448107990 0x7ff448107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 --2- 172.21.15.83:0/1584494752 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff448101dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 -- 172.21.15.83:0/1584494752 >> 172.21.15.83:0/1584494752 conn(0x7ff4480788f0 msgr2=0x7ff448078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 -- 172.21.15.83:0/1584494752 shutdown_connections 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.418+0000 7ff4505e9700 1 -- 172.21.15.83:0/1584494752 wait complete. 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 Processor -- start 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 -- start start 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff4481034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff448102300 0x7ff448103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff448107990 0x7ff448103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff448111ae0 con 0x7ff448101940 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff448111960 con 0x7ff448107990 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff4505e9700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff448111c60 con 0x7ff448102300 2024-04-22T13:56:41.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44e385700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff4481034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44e385700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff4481034f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45144/0 (socket says 172.21.15.83:45144) 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44e385700 1 -- 172.21.15.83:0/97165156 learned_addr learned my addr 172.21.15.83:0/97165156 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44eb86700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff448107990 0x7ff448103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44db84700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff448102300 0x7ff448103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.419+0000 7ff44e385700 1 -- 172.21.15.83:0/97165156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff448102300 msgr2=0x7ff448103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff44e385700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff448102300 0x7ff448103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff44e385700 1 -- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff448107990 msgr2=0x7ff448103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff44e385700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff448107990 0x7ff448103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff44e385700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4481a76f0 con 0x7ff448101940 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff44e385700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff4481034f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff440007f10 tx=0x7ff44000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff440004db0 con 0x7ff448101940 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4481a79e0 con 0x7ff448101940 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff440003a00 con 0x7ff448101940 2024-04-22T13:56:41.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4400045e0 con 0x7ff448101940 2024-04-22T13:56:41.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.420+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4481a7f40 con 0x7ff448101940 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.421+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4480630d0 con 0x7ff448101940 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.422+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff44001c020 con 0x7ff448101940 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff43f7fe700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4340a3cd0 0x7ff4340a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff44db84700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4340a3cd0 0x7ff4340a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7ff4400d0890 con 0x7ff448101940 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff43f7fe700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] conn(0x7ff4340ad4b0 0x7ff4340af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff4340aff80 con 0x7ff4340ad4b0 2024-04-22T13:56:41.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7ff4400d0d70 con 0x7ff448101940 2024-04-22T13:56:41.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff44db84700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4340a3cd0 0x7ff4340a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098e0 tx=0x7ff438005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.423+0000 7ff44eb86700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] conn(0x7ff4340ad4b0 0x7ff4340af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.424+0000 7ff44eb86700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] conn(0x7ff4340ad4b0 0x7ff4340af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:41.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.425+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== osd.10 v2:172.21.15.84:6824/3941458625 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff4340aff80 con 0x7ff4340ad4b0 2024-04-22T13:56:41.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.452+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 --> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff4480634d0 con 0x7ff4340ad4b0 2024-04-22T13:56:41.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.452+0000 7ff43f7fe700 1 -- 172.21.15.83:0/97165156 <== osd.10 v2:172.21.15.84:6824/3941458625 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff4480634d0 con 0x7ff4340ad4b0 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] conn(0x7ff4340ad4b0 msgr2=0x7ff4340af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] conn(0x7ff4340ad4b0 0x7ff4340af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4340a3cd0 msgr2=0x7ff4340a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff4340a3cd0 0x7ff4340a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff4380098e0 tx=0x7ff438005960 comp rx=0 tx=0).stop 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 msgr2=0x7ff4481034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 --2- 172.21.15.83:0/97165156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff448101940 0x7ff4481034f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff440007f10 tx=0x7ff44000d3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff44eb86700 1 -- 172.21.15.83:0/97165156 reap_dead start 2024-04-22T13:56:41.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 shutdown_connections 2024-04-22T13:56:41.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 >> 172.21.15.83:0/97165156 conn(0x7ff4480788f0 msgr2=0x7ff44806ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:41.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 shutdown_connections 2024-04-22T13:56:41.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:41.453+0000 7ff4505e9700 1 -- 172.21.15.83:0/97165156 wait complete. 2024-04-22T13:56:41.960 INFO:teuthology.orchestra.run.smithi083.stdout:55834574916 2024-04-22T13:56:41.961 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-22T13:56:42.106 INFO:teuthology.orchestra.run.smithi083.stdout:77309411395 2024-04-22T13:56:42.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-22T13:56:42.844 INFO:teuthology.orchestra.run.smithi083.stdout:141733920824 2024-04-22T13:56:42.844 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-22T13:56:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:42 smithi173 ceph-mon[31493]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:43.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:42 smithi083 ceph-mon[27977]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:43.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:42 smithi084 ceph-mon[31312]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 -- 172.21.15.83:0/2386179873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148102300 msgr2=0x7f814810e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 --2- 172.21.15.83:0/2386179873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148102300 0x7f814810e7f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f814000b0a0 tx=0x7f814000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 -- 172.21.15.83:0/2386179873 shutdown_connections 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 --2- 172.21.15.83:0/2386179873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148102300 0x7f814810e7f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 --2- 172.21.15.83:0/2386179873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8148107990 0x7f8148107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 --2- 172.21.15.83:0/2386179873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8148101940 0x7f8148101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 -- 172.21.15.83:0/2386179873 >> 172.21.15.83:0/2386179873 conn(0x7f81480788f0 msgr2=0x7f8148078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 -- 172.21.15.83:0/2386179873 shutdown_connections 2024-04-22T13:56:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.445+0000 7f814e508700 1 -- 172.21.15.83:0/2386179873 wait complete. 2024-04-22T13:56:43.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 Processor -- start 2024-04-22T13:56:43.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 -- start start 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8148101940 0x7f81481990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8148102300 0x7f81481995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 0x7f814819d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8148111b50 con 0x7f8148107990 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f81481119d0 con 0x7f8148102300 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814e508700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8148111cd0 con 0x7f8148101940 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814caa5700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 0x7f814819d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814caa5700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 0x7f814819d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45162/0 (socket says 172.21.15.83:45162) 2024-04-22T13:56:43.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f814caa5700 1 -- 172.21.15.83:0/520244727 learned_addr learned my addr 172.21.15.83:0/520244727 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.446+0000 7f81477fe700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8148102300 0x7f81481995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f8147fff700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8148101940 0x7f81481990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 -- 172.21.15.83:0/520244727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8148101940 msgr2=0x7f81481990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8148101940 0x7f81481990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 -- 172.21.15.83:0/520244727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8148102300 msgr2=0x7f81481995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8148102300 0x7f81481995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f814819e0c0 con 0x7f8148107990 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814caa5700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 0x7f814819d980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f81400062a0 tx=0x7f8140004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8140021070 con 0x7f8148107990 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8140007d00 con 0x7f8148107990 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f814819e350 con 0x7f8148107990 2024-04-22T13:56:43.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814001d450 con 0x7f8148107990 2024-04-22T13:56:43.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.447+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81481a5c30 con 0x7f8148107990 2024-04-22T13:56:43.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.448+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f81480631d0 con 0x7f8148107990 2024-04-22T13:56:43.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.449+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8140004000 con 0x7f8148107990 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.449+0000 7f81457fa700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81300a3d50 0x7f81300a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f8147fff700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81300a3d50 0x7f81300a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f814000f020 con 0x7f8148107990 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81457fa700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] conn(0x7f81300ad400 0x7f81300af820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f81400020b0 con 0x7f81300ad400 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f81400d2180 con 0x7f8148107990 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81477fe700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] conn(0x7f81300ad400 0x7f81300af820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f8147fff700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81300a3d50 0x7f81300a6210 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8138005ea0 tx=0x7f8138005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.450+0000 7f81477fe700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] conn(0x7f81300ad400 0x7f81300af820 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:43.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.451+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== osd.3 v2:172.21.15.83:6810/669086286 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f81400020b0 con 0x7f81300ad400 2024-04-22T13:56:43.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.467+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 --> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f81480635d0 con 0x7f81300ad400 2024-04-22T13:56:43.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f81457fa700 1 -- 172.21.15.83:0/520244727 <== osd.3 v2:172.21.15.83:6810/669086286 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f81480635d0 con 0x7f81300ad400 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] conn(0x7f81300ad400 msgr2=0x7f81300af820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] conn(0x7f81300ad400 0x7f81300af820 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81300a3d50 msgr2=0x7f81300a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81300a3d50 0x7f81300a6210 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8138005ea0 tx=0x7f8138005e30 comp rx=0 tx=0).stop 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 msgr2=0x7f814819d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 --2- 172.21.15.83:0/520244727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8148107990 0x7f814819d980 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f81400062a0 tx=0x7f8140004ed0 comp rx=0 tx=0).stop 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814caa5700 1 -- 172.21.15.83:0/520244727 reap_dead start 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 shutdown_connections 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 >> 172.21.15.83:0/520244727 conn(0x7f81480788f0 msgr2=0x7f814806a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 shutdown_connections 2024-04-22T13:56:43.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:43.468+0000 7f814e508700 1 -- 172.21.15.83:0/520244727 wait complete. 2024-04-22T13:56:43.948 INFO:teuthology.orchestra.run.smithi083.stdout:309237645338 2024-04-22T13:56:43.948 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-22T13:56:43.968 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:44.898 INFO:teuthology.orchestra.run.smithi083.stdout:219043332137 2024-04-22T13:56:44.898 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-22T13:56:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:44 smithi173 ceph-mon[31493]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:45.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:44 smithi083 ceph-mon[27977]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:45.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:44 smithi084 ceph-mon[31312]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:46.389 INFO:teuthology.orchestra.run.smithi083.stdout:107374182462 2024-04-22T13:56:46.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-22T13:56:46.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.582+0000 7f3800a68700 1 -- 172.21.15.83:0/2963199255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc107990 msgr2=0x7f37fc107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 --2- 172.21.15.83:0/2963199255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc107990 0x7f37fc107d70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f37f0009990 tx=0x7f37f0009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 -- 172.21.15.83:0/2963199255 shutdown_connections 2024-04-22T13:56:46.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 --2- 172.21.15.83:0/2963199255 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc107990 0x7f37fc107d70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 --2- 172.21.15.83:0/2963199255 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37fc102300 0x7f37fc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 --2- 172.21.15.83:0/2963199255 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37fc101940 0x7f37fc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 -- 172.21.15.83:0/2963199255 >> 172.21.15.83:0/2963199255 conn(0x7f37fc0788f0 msgr2=0x7f37fc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:46.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 -- 172.21.15.83:0/2963199255 shutdown_connections 2024-04-22T13:56:46.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.583+0000 7f3800a68700 1 -- 172.21.15.83:0/2963199255 wait complete. 2024-04-22T13:56:46.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 Processor -- start 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 -- start start 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37fc101940 0x7f37fc1a5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 0x7f37fc1a5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37fc107990 0x7f37fc19f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37fc111b00 con 0x7f37fc102300 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37fc111980 con 0x7f37fc101940 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.584+0000 7f3800a68700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37fc111c80 con 0x7f37fc107990 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 0x7f37fc1a5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 0x7f37fc1a5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37550/0 (socket says 172.21.15.83:37550) 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 -- 172.21.15.83:0/2772716608 learned_addr learned my addr 172.21.15.83:0/2772716608 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37fad9d700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37fc107990 0x7f37fc19f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:46.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37fa59c700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37fc101940 0x7f37fc1a5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 -- 172.21.15.83:0/2772716608 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37fc107990 msgr2=0x7f37fc19f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37fc107990 0x7f37fc19f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 -- 172.21.15.83:0/2772716608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37fc101940 msgr2=0x7f37fc1a5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37fc101940 0x7f37fc1a5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37fc19ff80 con 0x7f37fc102300 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37f9d9b700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 0x7f37fc1a5a40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00d950 tx=0x7f37ec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.585+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec016070 con 0x7f37fc102300 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.586+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37fc1a0270 con 0x7f37fc102300 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.586+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37ec00fd40 con 0x7f37fc102300 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.586+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37fc1ac4f0 con 0x7f37fc102300 2024-04-22T13:56:46.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.586+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00e3b0 con 0x7f37fc102300 2024-04-22T13:56:46.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.587+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f37fc106710 con 0x7f37fc102300 2024-04-22T13:56:46.590 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:46.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.588+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f37ec019070 con 0x7f37fc102300 2024-04-22T13:56:46.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37eb7fe700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f37e40a3cd0 0x7f37e40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37fa59c700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f37e40a3cd0 0x7f37e40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f37ec0d01d0 con 0x7f37fc102300 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37eb7fe700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] conn(0x7f37e40ad510 0x7f37e40af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f37ec014e80 con 0x7f37e40ad510 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.589+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f37ec0d06b0 con 0x7f37fc102300 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.590+0000 7f37fad9d700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] conn(0x7f37e40ad510 0x7f37e40af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.590+0000 7f37fa59c700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f37e40a3cd0 0x7f37e40a6190 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f37f00098e0 tx=0x7f37f0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.590+0000 7f37fad9d700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] conn(0x7f37e40ad510 0x7f37e40af930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:46.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.591+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== osd.9 v2:172.21.15.83:6826/2324366409 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f37ec014e80 con 0x7f37e40ad510 2024-04-22T13:56:46.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.609+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 --> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f37fc103060 con 0x7f37e40ad510 2024-04-22T13:56:46.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f37eb7fe700 1 -- 172.21.15.83:0/2772716608 <== osd.9 v2:172.21.15.83:6826/2324366409 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f37fc103060 con 0x7f37e40ad510 2024-04-22T13:56:46.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] conn(0x7f37e40ad510 msgr2=0x7f37e40af930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] conn(0x7f37e40ad510 0x7f37e40af930 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:46.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f37e40a3cd0 msgr2=0x7f37e40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f37e40a3cd0 0x7f37e40a6190 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f37f00098e0 tx=0x7f37f0005960 comp rx=0 tx=0).stop 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 msgr2=0x7f37fc1a5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 --2- 172.21.15.83:0/2772716608 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37fc102300 0x7f37fc1a5a40 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00d950 tx=0x7f37ec00dc60 comp rx=0 tx=0).stop 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f37fad9d700 1 -- 172.21.15.83:0/2772716608 reap_dead start 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 shutdown_connections 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.610+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 >> 172.21.15.83:0/2772716608 conn(0x7f37fc0788f0 msgr2=0x7f37fc06a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.612+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 shutdown_connections 2024-04-22T13:56:46.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:46.612+0000 7f3800a68700 1 -- 172.21.15.83:0/2772716608 wait complete. 2024-04-22T13:56:47.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:46 smithi173 ceph-mon[31493]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:46 smithi083 ceph-mon[27977]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:47.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:46 smithi084 ceph-mon[31312]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:48.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 -- 172.21.15.83:0/545492871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 msgr2=0x7ffb50102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 --2- 172.21.15.83:0/545492871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50102f10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ffb40009990 tx=0x7ffb40009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 -- 172.21.15.83:0/545492871 shutdown_connections 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 --2- 172.21.15.83:0/545492871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 0x7ffb5010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 --2- 172.21.15.83:0/545492871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 0x7ffb50108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 --2- 172.21.15.83:0/545492871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50102f10 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 -- 172.21.15.83:0/545492871 >> 172.21.15.83:0/545492871 conn(0x7ffb50079ba0 msgr2=0x7ffb50079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 -- 172.21.15.83:0/545492871 shutdown_connections 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 -- 172.21.15.83:0/545492871 wait complete. 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.101+0000 7ffb5776c700 1 Processor -- start 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 -- start start 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 0x7ffb50075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 0x7ffb500757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffb50112c00 con 0x7ffb50102a90 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffb50112a80 con 0x7ffb50108a50 2024-04-22T13:56:48.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb5776c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffb50112d80 con 0x7ffb50103450 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37554/0 (socket says 172.21.15.83:37554) 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 -- 172.21.15.83:0/4227480880 learned_addr learned my addr 172.21.15.83:0/4227480880 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55d09700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 0x7ffb500757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb54d07700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 0x7ffb50075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 -- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 msgr2=0x7ffb50075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 0x7ffb50075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 -- 172.21.15.83:0/4227480880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 msgr2=0x7ffb500757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 0x7ffb500757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb501a76e0 con 0x7ffb50102a90 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55d09700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb50108a50 0x7ffb500757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb54d07700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb50103450 0x7ffb50075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:56:48.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb55508700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50074d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00d980 tx=0x7ffb4c00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.102+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c016070 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.103+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb501a79d0 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.103+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb4c0044d0 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.103+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c004d00 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.103+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb501a7f60 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.103+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffb500630d0 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.105+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ffb4c004020 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.105+0000 7ffb467fc700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffb3c0a3cd0 0x7ffb3c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.105+0000 7ffb54d07700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffb3c0a3cd0 0x7ffb3c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.105+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7ffb4c0d08c0 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb467fc700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] conn(0x7ffb3c0ad4b0 0x7ffb3c0af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffb4c015ec0 con 0x7ffb3c0ad4b0 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7ffb4c0d0da0 con 0x7ffb50102a90 2024-04-22T13:56:48.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb55d09700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] conn(0x7ffb3c0ad4b0 0x7ffb3c0af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb54d07700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffb3c0a3cd0 0x7ffb3c0a6190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ffb40006010 tx=0x7ffb4000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.106+0000 7ffb55d09700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] conn(0x7ffb3c0ad4b0 0x7ffb3c0af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.107+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== osd.5 v2:172.21.15.173:6808/2005939844 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffb4c015ec0 con 0x7ffb3c0ad4b0 2024-04-22T13:56:48.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.123+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 --> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffb500634d0 con 0x7ffb3c0ad4b0 2024-04-22T13:56:48.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb467fc700 1 -- 172.21.15.83:0/4227480880 <== osd.5 v2:172.21.15.173:6808/2005939844 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ffb500634d0 con 0x7ffb3c0ad4b0 2024-04-22T13:56:48.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] conn(0x7ffb3c0ad4b0 msgr2=0x7ffb3c0af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] conn(0x7ffb3c0ad4b0 0x7ffb3c0af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffb3c0a3cd0 msgr2=0x7ffb3c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffb3c0a3cd0 0x7ffb3c0a6190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ffb40006010 tx=0x7ffb4000b540 comp rx=0 tx=0).stop 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 msgr2=0x7ffb50074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 --2- 172.21.15.83:0/4227480880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb50102a90 0x7ffb50074d40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00d980 tx=0x7ffb4c00dd40 comp rx=0 tx=0).stop 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb55d09700 1 -- 172.21.15.83:0/4227480880 reap_dead start 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 shutdown_connections 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.124+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 >> 172.21.15.83:0/4227480880 conn(0x7ffb50079ba0 msgr2=0x7ffb50101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.125+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 shutdown_connections 2024-04-22T13:56:48.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.125+0000 7ffb5776c700 1 -- 172.21.15.83:0/4227480880 wait complete. 2024-04-22T13:56:48.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 -- 172.21.15.83:0/2887976689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8102300 msgr2=0x7f7bc810e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2887976689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8102300 0x7f7bc810e7f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000b0a0 tx=0x7f7bc000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 -- 172.21.15.83:0/2887976689 shutdown_connections 2024-04-22T13:56:48.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2887976689 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8102300 0x7f7bc810e7f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2887976689 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7bc8107990 0x7f7bc8107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2887976689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8101940 0x7f7bc8101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 -- 172.21.15.83:0/2887976689 >> 172.21.15.83:0/2887976689 conn(0x7f7bc80788f0 msgr2=0x7f7bc8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:48.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 -- 172.21.15.83:0/2887976689 shutdown_connections 2024-04-22T13:56:48.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.310+0000 7f7bd020c700 1 -- 172.21.15.83:0/2887976689 wait complete. 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 Processor -- start 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 -- start start 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7bc8101940 0x7f7bc81990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8102300 0x7f7bc8199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 0x7f7bc819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc8111b00 con 0x7f7bc8107990 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc8111980 con 0x7f7bc8102300 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bd020c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc8111c80 con 0x7f7bc8101940 2024-04-22T13:56:48.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 0x7f7bc819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 0x7f7bc819d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37580/0 (socket says 172.21.15.83:37580) 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 -- 172.21.15.83:0/2206619017 learned_addr learned my addr 172.21.15.83:0/2206619017 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bcdfa8700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7bc8101940 0x7f7bc81990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bcd7a7700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8102300 0x7f7bc8199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 -- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7bc8101940 msgr2=0x7f7bc81990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7bc8101940 0x7f7bc81990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 -- 172.21.15.83:0/2206619017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8102300 msgr2=0x7f7bc8199630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8102300 0x7f7bc8199630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc819e0b0 con 0x7f7bc8107990 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bcd7a7700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc8102300 0x7f7bc8199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.311+0000 7f7bce7a9700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 0x7f7bc819d970 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000b830 tx=0x7f7bc0004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0021070 con 0x7f7bc8107990 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7bc0007e30 con 0x7f7bc8107990 2024-04-22T13:56:48.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc819e340 con 0x7f7bc8107990 2024-04-22T13:56:48.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc00047d0 con 0x7f7bc8107990 2024-04-22T13:56:48.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc81a5c20 con 0x7f7bc8107990 2024-04-22T13:56:48.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.312+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7bc8063190 con 0x7f7bc8107990 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.314+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7bc0007980 con 0x7f7bc8107990 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.314+0000 7f7bbeffd700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bb40a3d50 0x7f7bb40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bcdfa8700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bb40a3d50 0x7f7bb40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f7bc00d1800 con 0x7f7bc8107990 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bbeffd700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] conn(0x7f7bb40ad530 0x7f7bb40af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7bc00020b0 con 0x7f7bb40ad530 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7f7bc00d1ce0 con 0x7f7bc8107990 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bcdfa8700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bb40a3d50 0x7f7bb40a6210 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7bb80045b0 tx=0x7f7bb800b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.315+0000 7f7bcd7a7700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] conn(0x7f7bb40ad530 0x7f7bb40af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:48.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.316+0000 7f7bcd7a7700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] conn(0x7f7bb40ad530 0x7f7bb40af950 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:48.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.316+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== osd.11 v2:172.21.15.173:6824/4125021289 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7bc00020b0 con 0x7f7bb40ad530 2024-04-22T13:56:48.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.332+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 --> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7bc8063610 con 0x7f7bb40ad530 2024-04-22T13:56:48.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.332+0000 7f7bbeffd700 1 -- 172.21.15.83:0/2206619017 <== osd.11 v2:172.21.15.173:6824/4125021289 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7bc8063610 con 0x7f7bb40ad530 2024-04-22T13:56:48.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] conn(0x7f7bb40ad530 msgr2=0x7f7bb40af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] conn(0x7f7bb40ad530 0x7f7bb40af950 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bb40a3d50 msgr2=0x7f7bb40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7bb40a3d50 0x7f7bb40a6210 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7bb80045b0 tx=0x7f7bb800b3c0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 msgr2=0x7f7bc819d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 --2- 172.21.15.83:0/2206619017 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7bc8107990 0x7f7bc819d970 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000b830 tx=0x7f7bc0004ce0 comp rx=0 tx=0).stop 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bce7a9700 1 -- 172.21.15.83:0/2206619017 reap_dead start 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 shutdown_connections 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 >> 172.21.15.83:0/2206619017 conn(0x7f7bc80788f0 msgr2=0x7f7bc806aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 shutdown_connections 2024-04-22T13:56:48.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:48.333+0000 7f7bd020c700 1 -- 172.21.15.83:0/2206619017 wait complete. 2024-04-22T13:56:49.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:48 smithi173 ceph-mon[31493]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:48 smithi083 ceph-mon[27977]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:49.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:48 smithi084 ceph-mon[31312]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:49.364 INFO:teuthology.orchestra.run.smithi083.stdout:343597383702 2024-04-22T13:56:49.365 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-22T13:56:49.841 INFO:teuthology.orchestra.run.smithi083.stdout:163208757301 2024-04-22T13:56:49.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-22T13:56:50.669 INFO:teuthology.orchestra.run.smithi083.stdout:287762808864 2024-04-22T13:56:50.670 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-22T13:56:50.726 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:50.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:50 smithi083 ceph-mon[27977]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:56:51.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:50 smithi173 ceph-mon[31493]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:56:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:50 smithi084 ceph-mon[31312]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:56:51.461 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:51.461 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:51.462 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/807730686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 msgr2=0x7fc4c4108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/807730686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c4108e30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc4c0009990 tx=0x7fc4c0009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/807730686 shutdown_connections 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/807730686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c4108e30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/807730686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc4c4103450 0x7fc4c410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/807730686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4c4102a90 0x7fc4c4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/807730686 >> 172.21.15.83:0/807730686 conn(0x7fc4c4079ba0 msgr2=0x7fc4c4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/807730686 shutdown_connections 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.418+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/807730686 wait complete. 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 Processor -- start 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 -- start start 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4c4102a90 0x7fc4c4199110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc4c4103450 0x7fc4c4199650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c419d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c4112be0 con 0x7fc4c4108a50 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c4112a60 con 0x7fc4c4102a90 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cc6ea700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc4c4112d60 con 0x7fc4c4103450 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cac87700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c419d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cac87700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c419d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37590/0 (socket says 172.21.15.83:37590) 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4cac87700 1 -- 172.21.15.83:0/3191675875 learned_addr learned my addr 172.21.15.83:0/3191675875 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.419+0000 7fc4ca486700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4c4102a90 0x7fc4c4199110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4c9c85700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc4c4103450 0x7fc4c4199650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 -- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc4c4103450 msgr2=0x7fc4c4199650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc4c4103450 0x7fc4c4199650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 -- 172.21.15.83:0/3191675875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4c4102a90 msgr2=0x7fc4c4199110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4c4102a90 0x7fc4c4199110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4c419e120 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cac87700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c419d9e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc007ee0 tx=0x7fc4bc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc00ddd0 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4bc004020 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc015660 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4c419e410 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.420+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4c41a5c90 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.421+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4c40631d0 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.422+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc4bc0041d0 con 0x7fc4c4108a50 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4bb7fe700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc4b00a3cd0 0x7fc4b00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4ca486700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc4b00a3cd0 0x7fc4b00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:52.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7fc4bc0d0910 con 0x7fc4c4108a50 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4bb7fe700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] conn(0x7fc4b00ad4b0 0x7fc4b00af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc4bc025e50 con 0x7fc4b00ad4b0 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) ==== 24+0+0 (secure 0 0 0) 0x7fc4bc0d0df0 con 0x7fc4c4108a50 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4ca486700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc4b00a3cd0 0x7fc4b00a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc4c00098e0 tx=0x7fc4c0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.423+0000 7fc4c9c85700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] conn(0x7fc4b00ad4b0 0x7fc4b00af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.424+0000 7fc4c9c85700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] conn(0x7fc4b00ad4b0 0x7fc4b00af8d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:52.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.425+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== osd.8 v2:172.21.15.173:6816/2344477333 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc4bc025e50 con 0x7fc4b00ad4b0 2024-04-22T13:56:52.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.441+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 --> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc4c4063650 con 0x7fc4b00ad4b0 2024-04-22T13:56:52.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4bb7fe700 1 -- 172.21.15.83:0/3191675875 <== osd.8 v2:172.21.15.173:6816/2344477333 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc4c4063650 con 0x7fc4b00ad4b0 2024-04-22T13:56:52.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] conn(0x7fc4b00ad4b0 msgr2=0x7fc4b00af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] conn(0x7fc4b00ad4b0 0x7fc4b00af8d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc4b00a3cd0 msgr2=0x7fc4b00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc4b00a3cd0 0x7fc4b00a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc4c00098e0 tx=0x7fc4c0005960 comp rx=0 tx=0).stop 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 msgr2=0x7fc4c419d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 --2- 172.21.15.83:0/3191675875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc4c4108a50 0x7fc4c419d9e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc007ee0 tx=0x7fc4bc00d3b0 comp rx=0 tx=0).stop 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cac87700 1 -- 172.21.15.83:0/3191675875 reap_dead start 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 shutdown_connections 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 >> 172.21.15.83:0/3191675875 conn(0x7fc4c4079ba0 msgr2=0x7fc4c41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 shutdown_connections 2024-04-22T13:56:52.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:52.442+0000 7fc4cc6ea700 1 -- 172.21.15.83:0/3191675875 wait complete. 2024-04-22T13:56:52.898 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:52.899 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:52.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:52 smithi083 ceph-mon[27977]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:53.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:52 smithi173 ceph-mon[31493]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:53.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:52 smithi084 ceph-mon[31312]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:55.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:54 smithi173 ceph-mon[31493]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:55.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:54 smithi083 ceph-mon[27977]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:54 smithi084 ceph-mon[31312]: pgmap v313: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:56:55.633 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:56:57.142 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:56 smithi083 ceph-mon[27977]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:57.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:56 smithi173 ceph-mon[31493]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:57.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:56 smithi084 ceph-mon[31312]: pgmap v314: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:56:58.150 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-22T13:56:58.150 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-22T13:56:58.151 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:57 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-22T13:56:58.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:57 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-04-22T13:56:58.182 INFO:teuthology.orchestra.run.smithi083.stdout:253403070503 2024-04-22T13:56:58.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]: dispatch 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-04-22T13:56:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-04-22T13:56:58.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-04-22T13:56:58.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:57 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]: dispatch 2024-04-22T13:56:58.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2302410869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006a750 msgr2=0x7f74c006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2302410869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006a750 0x7f74c006abb0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f74ac009990 tx=0x7f74ac009ca0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2302410869 shutdown_connections 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2302410869 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006b0f0 0x7f74c010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2302410869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 0x7f74c0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2302410869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006a750 0x7f74c006abb0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2302410869 >> 172.21.15.83:0/2302410869 conn(0x7f74c00788f0 msgr2=0x7f74c0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2302410869 shutdown_connections 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2302410869 wait complete. 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 Processor -- start 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.421+0000 7f74c6c1b700 1 -- start start 2024-04-22T13:56:58.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006a750 0x7f74c0101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 0x7f74c0102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f74c0112c70 con 0x7f74c006b0f0 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f74c0112af0 con 0x7f74c0108a30 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c6c1b700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f74c0112df0 con 0x7f74c006a750 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52764/0 (socket says 172.21.15.83:52764) 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 -- 172.21.15.83:0/2586520006 learned_addr learned my addr 172.21.15.83:0/2586520006 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c49b7700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006a750 0x7f74c0101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74c51b8700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 0x7f74c0102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:58.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 -- 172.21.15.83:0/2586520006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006a750 msgr2=0x7f74c0101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006a750 0x7f74c0101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 -- 172.21.15.83:0/2586520006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 msgr2=0x7f74c0102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 0x7f74c0102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 -- 172.21.15.83:0/2586520006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c01a7710 con 0x7f74c006b0f0 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.422+0000 7f74bffff700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f74ac0057c0 tx=0x7f74ac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.423+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ac027070 con 0x7f74c006b0f0 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.423+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c01a79a0 con 0x7f74c006b0f0 2024-04-22T13:56:58.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.423+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74ac003f20 con 0x7f74c006b0f0 2024-04-22T13:56:58.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.423+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ac022b30 con 0x7f74c006b0f0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.423+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c01a7e80 con 0x7f74c006b0f0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.424+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74c0069730 con 0x7f74c006b0f0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.425+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f74ac02a070 con 0x7f74c006b0f0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.426+0000 7f74bdffb700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 0x7f74b00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.426+0000 7f74c49b7700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 0x7f74b00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.426+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8211+0+0 (secure 0 0 0) 0x7f74ac0d1450 con 0x7f74c006b0f0 2024-04-22T13:56:58.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.427+0000 7f74c49b7700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 0x7f74b00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74b4005950 tx=0x7f74b400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:56:58.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.431+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f74ac05eff0 con 0x7f74c006b0f0 2024-04-22T13:56:58.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.636+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f74c002df80 con 0x7f74c006b0f0 2024-04-22T13:56:58.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.637+0000 7f74bdffb700 1 -- 172.21.15.83:0/2586520006 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f74ac013070 con 0x7f74c006b0f0 2024-04-22T13:56:58.639 INFO:teuthology.orchestra.run.smithi083.stdout:141733920828 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 msgr2=0x7f74b00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 0x7f74b00a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f74b4005950 tx=0x7f74b400b410 comp rx=0 tx=0).stop 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 msgr2=0x7f74c0101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f74ac0057c0 tx=0x7f74ac0057f0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 shutdown_connections 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74c0108a30 0x7f74c0102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74c006a750 0x7f74c0101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f74b00a3cd0 0x7f74b00a6190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 --2- 172.21.15.83:0/2586520006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74c006b0f0 0x7f74c0101f50 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:56:58.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 >> 172.21.15.83:0/2586520006 conn(0x7f74c00788f0 msgr2=0x7f74c00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:56:58.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 shutdown_connections 2024-04-22T13:56:58.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:56:58.639+0000 7f74c6c1b700 1 -- 172.21.15.83:0/2586520006 wait complete. 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-22T13:56:59.075 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-22T13:56:59.076 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-22T13:56:59.076 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-22T13:56:59.076 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-04-22T13:56:59.076 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T13:56:59.076 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:58 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2586520006' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-22T13:56:59.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-04-22T13:56:59.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T13:56:59.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:58 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2586520006' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T13:56:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: pgmap v315: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:56:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 1]}]': finished 2024-04-22T13:56:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2024-04-22T13:56:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-04-22T13:56:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 8]}]': finished 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: osdmap e86: 12 total, 12 up, 12 in 2024-04-22T13:56:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:58 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2586520006' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-22T13:57:00.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:56:59 smithi173 ceph-mon[31493]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T13:57:00.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:56:59 smithi083 ceph-mon[27977]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T13:57:00.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:56:59 smithi084 ceph-mon[31312]: osdmap e87: 12 total, 12 up, 12 in 2024-04-22T13:57:01.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:00 smithi083 ceph-mon[27977]: pgmap v318: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s; 2/306 objects degraded (0.654%) 2024-04-22T13:57:01.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:00 smithi083 ceph-mon[27977]: Health check failed: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded (PG_DEGRADED) 2024-04-22T13:57:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:00 smithi084 ceph-mon[31312]: pgmap v318: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s; 2/306 objects degraded (0.654%) 2024-04-22T13:57:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:00 smithi084 ceph-mon[31312]: Health check failed: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded (PG_DEGRADED) 2024-04-22T13:57:01.344 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:01.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:00 smithi173 ceph-mon[31493]: pgmap v318: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 9 op/s; 2/306 objects degraded (0.654%) 2024-04-22T13:57:01.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:00 smithi173 ceph-mon[31493]: Health check failed: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded (PG_DEGRADED) 2024-04-22T13:57:02.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2686955977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T13:57:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2686955977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T13:57:02.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2686955977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-22T13:57:02.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 -- 172.21.15.83:0/3098636499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06bae0 msgr2=0x7f565c10f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 --2- 172.21.15.83:0/3098636499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06bae0 0x7f565c10f930 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f565400b0a0 tx=0x7f565400b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 -- 172.21.15.83:0/3098636499 shutdown_connections 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 --2- 172.21.15.83:0/3098636499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06bae0 0x7f565c10f930 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 --2- 172.21.15.83:0/3098636499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 0x7f565c108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 --2- 172.21.15.83:0/3098636499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06b140 0x7f565c06b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 -- 172.21.15.83:0/3098636499 >> 172.21.15.83:0/3098636499 conn(0x7f565c078980 msgr2=0x7f565c078d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 -- 172.21.15.83:0/3098636499 shutdown_connections 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 -- 172.21.15.83:0/3098636499 wait complete. 2024-04-22T13:57:02.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.681+0000 7f5664215700 1 Processor -- start 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 -- start start 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06bae0 0x7f565c101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 0x7f565c1024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f565c112c00 con 0x7f565c06b140 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f565c112a80 con 0x7f565c108a60 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5664215700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f565c112d80 con 0x7f565c06bae0 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52794/0 (socket says 172.21.15.83:52794) 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 -- 172.21.15.83:0/2686955977 learned_addr learned my addr 172.21.15.83:0/2686955977 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f56617b0700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06bae0 0x7f565c101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:02.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f56627b2700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 0x7f565c1024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stdout:77309411399 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 -- 172.21.15.83:0/2686955977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06bae0 msgr2=0x7f565c101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06bae0 0x7f565c101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 -- 172.21.15.83:0/2686955977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 msgr2=0x7f565c1024c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 0x7f565c1024c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 -- 172.21.15.83:0/2686955977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c1a7600 con 0x7f565c06b140 2024-04-22T13:57:02.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.682+0000 7f5661fb1700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f565800d980 tx=0x7f565800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.683+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5658016070 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.683+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f565c1a78f0 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.683+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5658004830 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.683+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5658005540 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.683+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f565c1a7e30 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.684+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f565c1041a0 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.685+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5658004220 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.685+0000 7f5652ffd700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 0x7f56480a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.686+0000 7f56617b0700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 0x7f56480a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.686+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f56580d0280 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.686+0000 7f56617b0700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 0x7f56480a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f565c079060 tx=0x7f564c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.690+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f565801f020 con 0x7f565c06b140 2024-04-22T13:57:02.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.903+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f565c02df80 con 0x7f565c06b140 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.903+0000 7f5652ffd700 1 -- 172.21.15.83:0/2686955977 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5658022350 con 0x7f565c06b140 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 msgr2=0x7f56480a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 0x7f56480a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f565c079060 tx=0x7f564c009260 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 msgr2=0x7f565c101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f565800d980 tx=0x7f565800dc90 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 shutdown_connections 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f56480a3cd0 0x7f56480a6190 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f565c06b140 0x7f565c101a40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f565c108a60 0x7f565c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 --2- 172.21.15.83:0/2686955977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f565c06bae0 0x7f565c101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 >> 172.21.15.83:0/2686955977 conn(0x7f565c078980 msgr2=0x7f565c0ffac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 shutdown_connections 2024-04-22T13:57:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:00.906+0000 7f5664215700 1 -- 172.21.15.83:0/2686955977 wait complete. 2024-04-22T13:57:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:02 smithi083 ceph-mon[27977]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s; 2/306 objects degraded (0.654%); 0 B/s, 0 objects/s recovering 2024-04-22T13:57:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:02 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:57:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:02 smithi084 ceph-mon[31312]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s; 2/306 objects degraded (0.654%); 0 B/s, 0 objects/s recovering 2024-04-22T13:57:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:02 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:57:03.252 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411395 got 77309411399 for osd.2 2024-04-22T13:57:03.253 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:03.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:02 smithi173 ceph-mon[31493]: pgmap v319: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s; 2/306 objects degraded (0.654%); 0 B/s, 0 objects/s recovering 2024-04-22T13:57:03.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:02 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:57:04.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1357881521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T13:57:04.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:03 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1357881521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T13:57:04.302 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920824 got 141733920828 for osd.4 2024-04-22T13:57:04.302 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:04.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:03 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1357881521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-22T13:57:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- 172.21.15.83:0/837685872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 msgr2=0x7ffab010f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/837685872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab010f8b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ffaa800b0a0 tx=0x7ffaa800b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- 172.21.15.83:0/837685872 shutdown_connections 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/837685872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab010f8b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/837685872 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 0x7ffab0108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/837685872 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab0102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- 172.21.15.83:0/837685872 >> 172.21.15.83:0/837685872 conn(0x7ffab0079ba0 msgr2=0x7ffab0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- 172.21.15.83:0/837685872 shutdown_connections 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- 172.21.15.83:0/837685872 wait complete. 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 Processor -- start 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.686+0000 7ffab7ec4700 1 -- start start 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab01990d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 0x7ffab019d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0112be0 con 0x7ffab0103450 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0112a60 con 0x7ffab0108a50 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffab0112d60 con 0x7ffab0102a90 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33260/0 (socket says 172.21.15.83:33260) 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 -- 172.21.15.83:0/1357881521 learned_addr learned my addr 172.21.15.83:0/1357881521 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab5c60700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab01990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab6461700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 0x7ffab019d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 -- 172.21.15.83:0/1357881521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 msgr2=0x7ffab01990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab01990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 -- 172.21.15.83:0/1357881521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 msgr2=0x7ffab019d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 0x7ffab019d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 -- 172.21.15.83:0/1357881521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffab019e090 con 0x7ffab0103450 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab5c60700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab01990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab545f700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffaac00d950 tx=0x7ffaac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaac016070 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffab019e380 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffaac009df0 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaac00f3c0 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.687+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffab01a5c00 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.688+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffab0069730 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.689+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ffaac019070 con 0x7ffab0103450 2024-04-22T13:57:04.665 INFO:teuthology.orchestra.run.smithi083.stdout:55834574922 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.690+0000 7ffaa6ffd700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 0x7ffa9c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.690+0000 7ffab5c60700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 0x7ffa9c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.690+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7ffaac0d0150 con 0x7ffab0103450 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.690+0000 7ffab5c60700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 0x7ffa9c0a6190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0005e10 tx=0x7ffaa0005d60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.694+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffaac09c9e0 con 0x7ffab0103450 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.901+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ffab002df80 con 0x7ffab0103450 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.902+0000 7ffaa6ffd700 1 -- 172.21.15.83:0/1357881521 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ffaac09c2e0 con 0x7ffab0103450 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 msgr2=0x7ffa9c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 0x7ffa9c0a6190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0005e10 tx=0x7ffaa0005d60 comp rx=0 tx=0).stop 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 msgr2=0x7ffab0199610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffaac00d950 tx=0x7ffaac00dc60 comp rx=0 tx=0).stop 2024-04-22T13:57:04.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 shutdown_connections 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffab0108a50 0x7ffab019d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffab0102a90 0x7ffab01990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ffa9c0a3cd0 0x7ffa9c0a6190 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 --2- 172.21.15.83:0/1357881521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffab0103450 0x7ffab0199610 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 >> 172.21.15.83:0/1357881521 conn(0x7ffab0079ba0 msgr2=0x7ffab01017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 shutdown_connections 2024-04-22T13:57:04.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:03.904+0000 7ffab7ec4700 1 -- 172.21.15.83:0/1357881521 wait complete. 2024-04-22T13:57:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:04 smithi083 ceph-mon[27977]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s; 2/306 objects degraded (0.654%); 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:04 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:04 smithi084 ceph-mon[31312]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s; 2/306 objects degraded (0.654%); 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:04 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:04 smithi173 ceph-mon[31493]: pgmap v320: 97 pgs: 1 activating+degraded, 96 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 8 op/s; 2/306 objects degraded (0.654%); 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:05.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:04 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:06.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/465635429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T13:57:06.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/465635429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T13:57:06.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/465635429' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-22T13:57:06.720 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574916 got 55834574922 for osd.1 2024-04-22T13:57:06.720 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 -- 172.21.15.83:0/3132323274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101da0 msgr2=0x7f10f010f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 --2- 172.21.15.83:0/3132323274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101da0 0x7f10f010f810 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f10e800b0a0 tx=0x7f10e800b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 -- 172.21.15.83:0/3132323274 shutdown_connections 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 --2- 172.21.15.83:0/3132323274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101da0 0x7f10f010f810 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 --2- 172.21.15.83:0/3132323274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0107b00 0x7f10f0107ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 --2- 172.21.15.83:0/3132323274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f01013e0 0x7f10f0101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 -- 172.21.15.83:0/3132323274 >> 172.21.15.83:0/3132323274 conn(0x7f10f0076c60 msgr2=0x7f10f0077070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.894+0000 7f10f4b22700 1 -- 172.21.15.83:0/3132323274 shutdown_connections 2024-04-22T13:57:06.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 -- 172.21.15.83:0/3132323274 wait complete. 2024-04-22T13:57:06.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 Processor -- start 2024-04-22T13:57:06.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 -- start start 2024-04-22T13:57:06.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f01013e0 0x7f10f0199100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:06.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101da0 0x7f10f0199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:06.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 0x7f10f019d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0112c90 con 0x7f10f0107b00 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0112b10 con 0x7f10f0101da0 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.895+0000 7f10f4b22700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0112e10 con 0x7f10f01013e0 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 0x7f10f019d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 0x7f10f019d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33292/0 (socket says 172.21.15.83:33292) 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 -- 172.21.15.83:0/865340091 learned_addr learned my addr 172.21.15.83:0/865340091 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10edd9b700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101da0 0x7f10f0199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10ee59c700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f01013e0 0x7f10f0199100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 -- 172.21.15.83:0/865340091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f01013e0 msgr2=0x7f10f0199100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f01013e0 0x7f10f0199100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 -- 172.21.15.83:0/865340091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101da0 msgr2=0x7f10f0199640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101da0 0x7f10f0199640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f019e110 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10eed9d700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 0x7f10f019d9d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f10e800b830 tx=0x7f10e8004d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8021070 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10e8003c00 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f019e3a0 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8004730 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.896+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f01a5c80 con 0x7f10f0107b00 2024-04-22T13:57:06.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.897+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f10f00631d0 con 0x7f10f0107b00 2024-04-22T13:57:06.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.898+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f10e8003db0 con 0x7f10f0107b00 2024-04-22T13:57:06.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10df7fe700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f10d80a3d50 0x7f10d80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:06.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10ee59c700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f10d80a3d50 0x7f10d80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:06.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f10e800f020 con 0x7f10f0107b00 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10df7fe700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] conn(0x7f10d80ad890 0x7f10d80afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f10d80b0400 con 0x7f10d80ad890 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) ==== 24+0+0 (secure 0 0 0) 0x7f10e80d2200 con 0x7f10f0107b00 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10ee59c700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f10d80a3d50 0x7f10d80a6210 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f10e0005950 tx=0x7f10e00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.899+0000 7f10edd9b700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] conn(0x7f10d80ad890 0x7f10d80afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.900+0000 7f10edd9b700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] conn(0x7f10d80ad890 0x7f10d80afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:06.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.900+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== osd.0 v2:172.21.15.83:6802/3248282238 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f10d80b0400 con 0x7f10d80ad890 2024-04-22T13:57:06.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.916+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 --> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f10f00635d0 con 0x7f10d80ad890 2024-04-22T13:57:06.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10df7fe700 1 -- 172.21.15.83:0/865340091 <== osd.0 v2:172.21.15.83:6802/3248282238 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f10f00635d0 con 0x7f10d80ad890 2024-04-22T13:57:06.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] conn(0x7f10d80ad890 msgr2=0x7f10d80afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] conn(0x7f10d80ad890 0x7f10d80afd30 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f10d80a3d50 msgr2=0x7f10d80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f10d80a3d50 0x7f10d80a6210 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f10e0005950 tx=0x7f10e00058e0 comp rx=0 tx=0).stop 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 msgr2=0x7f10f019d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 --2- 172.21.15.83:0/865340091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0107b00 0x7f10f019d9d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f10e800b830 tx=0x7f10e8004d90 comp rx=0 tx=0).stop 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10eed9d700 1 -- 172.21.15.83:0/865340091 reap_dead start 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 shutdown_connections 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 >> 172.21.15.83:0/865340091 conn(0x7f10f0076c60 msgr2=0x7f10f0100070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 shutdown_connections 2024-04-22T13:57:06.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:06.917+0000 7f10f4b22700 1 -- 172.21.15.83:0/865340091 wait complete. 2024-04-22T13:57:07.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:06 smithi083 ceph-mon[27977]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 11 op/s; 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:07.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:06 smithi083 ceph-mon[27977]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded) 2024-04-22T13:57:07.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:06 smithi083 ceph-mon[27977]: Cluster is now healthy 2024-04-22T13:57:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:06 smithi084 ceph-mon[31312]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 11 op/s; 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:06 smithi084 ceph-mon[31312]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded) 2024-04-22T13:57:07.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:06 smithi084 ceph-mon[31312]: Cluster is now healthy 2024-04-22T13:57:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:06 smithi173 ceph-mon[31493]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 11 op/s; 11 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:06 smithi173 ceph-mon[31493]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/306 objects degraded (0.654%), 1 pg degraded) 2024-04-22T13:57:07.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:06 smithi173 ceph-mon[31493]: Cluster is now healthy 2024-04-22T13:57:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 -- 172.21.15.83:0/2951760394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 msgr2=0x7f3198102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 --2- 172.21.15.83:0/2951760394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198102f70 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f318c0099c0 tx=0x7f318c009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 -- 172.21.15.83:0/2951760394 shutdown_connections 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 --2- 172.21.15.83:0/2951760394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31981034b0 0x7f319810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 --2- 172.21.15.83:0/2951760394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3198107940 0x7f3198107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 --2- 172.21.15.83:0/2951760394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198102f70 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 -- 172.21.15.83:0/2951760394 >> 172.21.15.83:0/2951760394 conn(0x7f3198079ba0 msgr2=0x7f3198079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 -- 172.21.15.83:0/2951760394 shutdown_connections 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.434+0000 7f319d624700 1 -- 172.21.15.83:0/2951760394 wait complete. 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 Processor -- start 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 -- start start 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31981034b0 0x7f31981996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 0x7f319819da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3198112c30 con 0x7f3198102af0 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3198112ab0 con 0x7f31981034b0 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f319d624700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3198112db0 con 0x7f3198107940 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f3196ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f3196ffd700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33272/0 (socket says 172.21.15.83:33272) 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f3196ffd700 1 -- 172.21.15.83:0/465635429 learned_addr learned my addr 172.21.15.83:0/465635429 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f31977fe700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 0x7f319819da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.435+0000 7f31967fc700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31981034b0 0x7f31981996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:07.479 INFO:teuthology.orchestra.run.smithi083.stdout:309237645342 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 -- 172.21.15.83:0/465635429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31981034b0 msgr2=0x7f31981996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31981034b0 0x7f31981996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 -- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 msgr2=0x7f3198199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 -- 172.21.15.83:0/465635429 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f319819e190 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f31977fe700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 0x7f319819da50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3190007f10 tx=0x7f319000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3190004db0 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f319819e480 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3190009e20 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3190005a40 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.436+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31981a5d00 con 0x7f3198107940 2024-04-22T13:57:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.438+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3198069730 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.439+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3190005140 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.439+0000 7f317ffff700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 0x7f31800a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.439+0000 7f3196ffd700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 0x7f31800a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.439+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f31900cfda0 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.440+0000 7f3196ffd700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 0x7f31800a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3188009ca0 tx=0x7f3188009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.443+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3190010070 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.648+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f319819a4e0 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.649+0000 7f317ffff700 1 -- 172.21.15.83:0/465635429 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f319009c630 con 0x7f3198107940 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 msgr2=0x7f31800a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 0x7f31800a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3188009ca0 tx=0x7f3188009260 comp rx=0 tx=0).stop 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 msgr2=0x7f319819da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 0x7f319819da50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3190007f10 tx=0x7f319000d3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 shutdown_connections 2024-04-22T13:57:07.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f31800a3cd0 0x7f31800a6190 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3198102af0 0x7f3198199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3198107940 0x7f319819da50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 --2- 172.21.15.83:0/465635429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31981034b0 0x7f31981996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 >> 172.21.15.83:0/465635429 conn(0x7f3198079ba0 msgr2=0x7f3198100b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 shutdown_connections 2024-04-22T13:57:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:05.651+0000 7f319d624700 1 -- 172.21.15.83:0/465635429 wait complete. 2024-04-22T13:57:08.151 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645338 got 309237645342 for osd.10 2024-04-22T13:57:08.151 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 -- 172.21.15.83:0/1133947264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e941034b0 msgr2=0x7f2e9410f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 --2- 172.21.15.83:0/1133947264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e941034b0 0x7f2e9410f8e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c00b0a0 tx=0x7f2e8c00b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 -- 172.21.15.83:0/1133947264 shutdown_connections 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 --2- 172.21.15.83:0/1133947264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e941034b0 0x7f2e9410f8e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 --2- 172.21.15.83:0/1133947264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e94108a80 0x7f2e94108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 --2- 172.21.15.83:0/1133947264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e94102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 -- 172.21.15.83:0/1133947264 >> 172.21.15.83:0/1133947264 conn(0x7f2e94079b20 msgr2=0x7f2e94079f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 -- 172.21.15.83:0/1133947264 shutdown_connections 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.696+0000 7f2e9a188700 1 -- 172.21.15.83:0/1133947264 wait complete. 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 Processor -- start 2024-04-22T13:57:08.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 -- start start 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e941990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e941034b0 0x7f2e941995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94112c50 con 0x7f2e94108a80 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94112ad0 con 0x7f2e941034b0 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e9a188700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2e94112dd0 con 0x7f2e94102af0 2024-04-22T13:57:08.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e93fff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e93fff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33332/0 (socket says 172.21.15.83:33332) 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e93fff700 1 -- 172.21.15.83:0/2462805660 learned_addr learned my addr 172.21.15.83:0/2462805660 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e937fe700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e941990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.697+0000 7f2e92ffd700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e941034b0 0x7f2e941995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 -- 172.21.15.83:0/2462805660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 msgr2=0x7f2e941990a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e941990a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 -- 172.21.15.83:0/2462805660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e941034b0 msgr2=0x7f2e941995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e941034b0 0x7f2e941995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 -- 172.21.15.83:0/2462805660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e9419e0b0 con 0x7f2e94108a80 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e937fe700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e941990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e93fff700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0062a0 tx=0x7f2e8c004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c021070 con 0x7f2e94108a80 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e9419e340 con 0x7f2e94108a80 2024-04-22T13:57:08.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e8c007e30 con 0x7f2e94108a80 2024-04-22T13:57:08.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c004780 con 0x7f2e94108a80 2024-04-22T13:57:08.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.698+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e941a5c20 con 0x7f2e94108a80 2024-04-22T13:57:08.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.699+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e94069730 con 0x7f2e94108a80 2024-04-22T13:57:08.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.700+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2e8c007980 con 0x7f2e94108a80 2024-04-22T13:57:08.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.701+0000 7f2e90ff9700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 0x7f2e7c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.701+0000 7f2e937fe700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 0x7f2e7c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.701+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f2e8c00f020 con 0x7f2e94108a80 2024-04-22T13:57:08.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.701+0000 7f2e937fe700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 0x7f2e7c0a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2e84007f50 tx=0x7f2e840073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:08.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.709+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2e8c02a020 con 0x7f2e94108a80 2024-04-22T13:57:08.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 -- 172.21.15.83:0/1209472208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c102330 msgr2=0x7f007c10e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 --2- 172.21.15.83:0/1209472208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c102330 0x7f007c10e8f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f007400b0a0 tx=0x7f007400b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 -- 172.21.15.83:0/1209472208 shutdown_connections 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 --2- 172.21.15.83:0/1209472208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c102330 0x7f007c10e8f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 --2- 172.21.15.83:0/1209472208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c103760 0x7f007c103b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 --2- 172.21.15.83:0/1209472208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c101970 0x7f007c101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 -- 172.21.15.83:0/1209472208 >> 172.21.15.83:0/1209472208 conn(0x7f007c0779b0 msgr2=0x7f007c077dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 -- 172.21.15.83:0/1209472208 shutdown_connections 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 -- 172.21.15.83:0/1209472208 wait complete. 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.589+0000 7f0081230700 1 Processor -- start 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 -- start start 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c101970 0x7f007c199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c102330 0x7f007c19a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111bf0 con 0x7f007c103760 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111a70 con 0x7f007c102330 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111d70 con 0x7f007c101970 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33304/0 (socket says 172.21.15.83:33304) 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 -- 172.21.15.83:0/1312821931 learned_addr learned my addr 172.21.15.83:0/1312821931 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007ad9d700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c101970 0x7f007c199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007a59c700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c102330 0x7f007c19a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 -- 172.21.15.83:0/1312821931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c101970 msgr2=0x7f007c199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c101970 0x7f007c199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 -- 172.21.15.83:0/1312821931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c102330 msgr2=0x7f007c19a490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c102330 0x7f007c19a490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 -- 172.21.15.83:0/1312821931 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007c1a5510 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f007b59e700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f007400b830 tx=0x7f0074004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0074021070 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.590+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007c1a56e0 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.591+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0074007e30 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.591+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0074004700 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.591+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007c1a5c40 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.592+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f007c10a020 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.593+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0074003d70 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.593+0000 7f0063fff700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 0x7f00640a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.593+0000 7f007ad9d700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 0x7f00640a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.593+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f007400f020 con 0x7f007c103760 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.594+0000 7f007ad9d700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 0x7f00640a6190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f006c005950 tx=0x7f006c00a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:08.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.599+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f007402a020 con 0x7f007c103760 2024-04-22T13:57:08.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.811+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f007c06b7e0 con 0x7f007c103760 2024-04-22T13:57:08.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.811+0000 7f0063fff700 1 -- 172.21.15.83:0/1312821931 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f007409e720 con 0x7f007c103760 2024-04-22T13:57:08.817 INFO:teuthology.orchestra.run.smithi083.stdout:107374182467 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.813+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 msgr2=0x7f00640a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.813+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 0x7f00640a6190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f006c005950 tx=0x7f006c00a300 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.813+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 msgr2=0x7f007c1a4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.813+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f007400b830 tx=0x7f0074004ce0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.813+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 shutdown_connections 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f00640a3cd0 0x7f00640a6190 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f007c103760 0x7f007c1a4fd0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f007c101970 0x7f007c199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 --2- 172.21.15.83:0/1312821931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f007c102330 0x7f007c19a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 >> 172.21.15.83:0/1312821931 conn(0x7f007c0779b0 msgr2=0x7f007c106730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:08.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 shutdown_connections 2024-04-22T13:57:08.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.814+0000 7f0081230700 1 -- 172.21.15.83:0/1312821931 wait complete. 2024-04-22T13:57:08.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.919+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f2e9419a400 con 0x7f2e94108a80 2024-04-22T13:57:08.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.920+0000 7f2e90ff9700 1 -- 172.21.15.83:0/2462805660 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2e8c09e730 con 0x7f2e94108a80 2024-04-22T13:57:08.922 INFO:teuthology.orchestra.run.smithi083.stdout:197568495668 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 msgr2=0x7f2e7c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 0x7f2e7c0a6190 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2e84007f50 tx=0x7f2e840073d0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 msgr2=0x7f2e9419d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0062a0 tx=0x7f2e8c004c80 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 shutdown_connections 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2e7c0a3cd0 0x7f2e7c0a6190 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2e94108a80 0x7f2e9419d970 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2e94102af0 0x7f2e941990a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 --2- 172.21.15.83:0/2462805660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2e941034b0 0x7f2e941995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 >> 172.21.15.83:0/2462805660 conn(0x7f2e94079b20 msgr2=0x7f2e94101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:08.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 shutdown_connections 2024-04-22T13:57:08.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:08.922+0000 7f2e9a188700 1 -- 172.21.15.83:0/2462805660 wait complete. 2024-04-22T13:57:09.027 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:08 smithi083 ceph-mon[27977]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 9 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:09.027 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:08 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1312821931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T13:57:09.027 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:08 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2462805660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 -- 172.21.15.83:0/3635758504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630102390 msgr2=0x7fd63010e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 --2- 172.21.15.83:0/3635758504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630102390 0x7fd63010e810 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd62800b0a0 tx=0x7fd62800b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 -- 172.21.15.83:0/3635758504 shutdown_connections 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 --2- 172.21.15.83:0/3635758504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630102390 0x7fd63010e810 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 --2- 172.21.15.83:0/3635758504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630107940 0x7fd630107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 --2- 172.21.15.83:0/3635758504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630101e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.024+0000 7fd638515700 1 -- 172.21.15.83:0/3635758504 >> 172.21.15.83:0/3635758504 conn(0x7fd630077990 msgr2=0x7fd630077da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 -- 172.21.15.83:0/3635758504 shutdown_connections 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 -- 172.21.15.83:0/3635758504 wait complete. 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 Processor -- start 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 -- start start 2024-04-22T13:57:09.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630102390 0x7fd630103a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.025+0000 7fd638515700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd630111b50 con 0x7fd630107940 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd638515700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6301119d0 con 0x7fd6301019d0 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd638515700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd630111cd0 con 0x7fd630102390 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6362b1700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33342/0 (socket says 172.21.15.83:33342) 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6362b1700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:53586/0 (socket says 172.21.15.83:53586) 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 -- 172.21.15.83:0/739830742 learned_addr learned my addr 172.21.15.83:0/739830742 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd635ab0700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630102390 0x7fd630103a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 -- 172.21.15.83:0/739830742 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630102390 msgr2=0x7fd630103a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630102390 0x7fd630103a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 -- 172.21.15.83:0/739830742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 msgr2=0x7fd630103510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 -- 172.21.15.83:0/739830742 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6301a76a0 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6362b1700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd636ab2700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd62800b780 tx=0x7fd628004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd628021070 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6301a7930 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd628007e30 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd628004700 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.026+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6301a7de0 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.027+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd630069730 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.028+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd628007980 con 0x7fd630107940 2024-04-22T13:57:09.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.029+0000 7fd6277fe700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 0x7fd61c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:09.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.029+0000 7fd6362b1700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 0x7fd61c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:09.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.029+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fd62800f020 con 0x7fd630107940 2024-04-22T13:57:09.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.029+0000 7fd6362b1700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 0x7fd61c0a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd62c009fd0 tx=0x7fd62c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:09.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.033+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd62802a020 con 0x7fd630107940 2024-04-22T13:57:09.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:08 smithi173 ceph-mon[31493]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 9 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:09.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:08 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1312821931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T13:57:09.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:08 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2462805660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T13:57:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:08 smithi084 ceph-mon[31312]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s; 9 B/s, 1 keys/s, 1 objects/s recovering 2024-04-22T13:57:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:08 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1312821931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-22T13:57:09.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:08 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2462805660' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-22T13:57:09.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.236+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fd63002df80 con 0x7fd630107940 2024-04-22T13:57:09.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.236+0000 7fd6277fe700 1 -- 172.21.15.83:0/739830742 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd62809e5a0 con 0x7fd630107940 2024-04-22T13:57:09.238 INFO:teuthology.orchestra.run.smithi083.stdout:219043332143 2024-04-22T13:57:09.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 msgr2=0x7fd61c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:09.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 0x7fd61c0a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd62c009fd0 tx=0x7fd62c009260 comp rx=0 tx=0).stop 2024-04-22T13:57:09.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 msgr2=0x7fd630103f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:09.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd62800b780 tx=0x7fd628004d00 comp rx=0 tx=0).stop 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 shutdown_connections 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fd61c0a3cd0 0x7fd61c0a6190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd630107940 0x7fd630103f90 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6301019d0 0x7fd630103510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 --2- 172.21.15.83:0/739830742 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd630102390 0x7fd630103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 >> 172.21.15.83:0/739830742 conn(0x7fd630077990 msgr2=0x7fd63006b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 shutdown_connections 2024-04-22T13:57:09.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:09.238+0000 7fd638515700 1 -- 172.21.15.83:0/739830742 wait complete. 2024-04-22T13:57:09.929 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495662 got 197568495668 for osd.6 2024-04-22T13:57:09.929 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:09 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/739830742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T13:57:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:09 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/739830742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T13:57:10.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:09 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/739830742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-22T13:57:10.435 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332137 got 219043332143 for osd.7 2024-04-22T13:57:10.435 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:10.793 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:10.794 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:11.106 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:10 smithi083 ceph-mon[27977]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 8 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:11.137 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182462 got 107374182467 for osd.3 2024-04-22T13:57:11.137 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:11.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:10 smithi084 ceph-mon[31312]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 8 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:11.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:10 smithi173 ceph-mon[31493]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 8 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:13.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:12 smithi083 ceph-mon[27977]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 7 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:13.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:12 smithi084 ceph-mon[31312]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 7 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:13.225 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:13.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:12 smithi173 ceph-mon[31493]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s; 7 B/s, 0 keys/s, 1 objects/s recovering 2024-04-22T13:57:13.739 INFO:teuthology.orchestra.run.smithi083.stdout:34359738449 2024-04-22T13:57:13.740 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-22T13:57:14.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 -- 172.21.15.83:0/694289158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4107990 msgr2=0x7fc9e4107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:14.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/694289158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4107990 0x7fc9e4107d70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc9d4009990 tx=0x7fc9d4009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 -- 172.21.15.83:0/694289158 shutdown_connections 2024-04-22T13:57:14.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/694289158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4107990 0x7fc9e4107d70 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/694289158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4102300 0x7fc9e410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/694289158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4101940 0x7fc9e4101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 -- 172.21.15.83:0/694289158 >> 172.21.15.83:0/694289158 conn(0x7fc9e40788f0 msgr2=0x7fc9e4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 -- 172.21.15.83:0/694289158 shutdown_connections 2024-04-22T13:57:14.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.289+0000 7fc9ea91c700 1 -- 172.21.15.83:0/694289158 wait complete. 2024-04-22T13:57:14.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 Processor -- start 2024-04-22T13:57:14.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 -- start start 2024-04-22T13:57:14.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 0x7fc9e4198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:14.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 0x7fc9e419c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e4111b60 con 0x7fc9e4102300 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e41119e0 con 0x7fc9e4101940 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9ea91c700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc9e4111ce0 con 0x7fc9e4107990 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51338/0 (socket says 172.21.15.83:51338) 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 -- 172.21.15.83:0/2896169090 learned_addr learned my addr 172.21.15.83:0/2896169090 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e8eb9700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 0x7fc9e419c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e3fff700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 0x7fc9e4198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 -- 172.21.15.83:0/2896169090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 msgr2=0x7fc9e419c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 0x7fc9e419c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 -- 172.21.15.83:0/2896169090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 msgr2=0x7fc9e4198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 0x7fc9e4198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e37fe700 1 -- 172.21.15.83:0/2896169090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9e419d040 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e8eb9700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 0x7fc9e419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.290+0000 7fc9e3fff700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 0x7fc9e4198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9e37fe700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc9d800b530 tx=0x7fc9d800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d8015020 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9d8011ce0 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9e419d330 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d8010d20 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.291+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9e41a4bb0 con 0x7fc9e4102300 2024-04-22T13:57:14.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.292+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9e4199390 con 0x7fc9e4102300 2024-04-22T13:57:14.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.293+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc9d8018020 con 0x7fc9e4102300 2024-04-22T13:57:14.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.294+0000 7fc9e17fa700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 0x7fc9cc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:14.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.294+0000 7fc9e3fff700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 0x7fc9cc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:14.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.294+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fc9d80cfd00 con 0x7fc9e4102300 2024-04-22T13:57:14.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.294+0000 7fc9e3fff700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 0x7fc9cc0a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400b5c0 tx=0x7fc9d4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:14.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.299+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc9d801f020 con 0x7fc9e4102300 2024-04-22T13:57:14.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.502+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc9e4069770 con 0x7fc9e4102300 2024-04-22T13:57:14.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.503+0000 7fc9e17fa700 1 -- 172.21.15.83:0/2896169090 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc9d809c6a0 con 0x7fc9e4102300 2024-04-22T13:57:14.505 INFO:teuthology.orchestra.run.smithi083.stdout:163208757307 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 msgr2=0x7fc9cc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 0x7fc9cc0a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400b5c0 tx=0x7fc9d4005fb0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 msgr2=0x7fc9e4198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc9d800b530 tx=0x7fc9d800b8f0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 shutdown_connections 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc9e4107990 0x7fc9e419c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc9e4101940 0x7fc9e4198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc9cc0a3cd0 0x7fc9cc0a6190 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 --2- 172.21.15.83:0/2896169090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc9e4102300 0x7fc9e4198570 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:14.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 >> 172.21.15.83:0/2896169090 conn(0x7fc9e40788f0 msgr2=0x7fc9e41007c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:14.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 shutdown_connections 2024-04-22T13:57:14.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:14.505+0000 7fc9ea91c700 1 -- 172.21.15.83:0/2896169090 wait complete. 2024-04-22T13:57:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:14 smithi084 ceph-mon[31312]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T13:57:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2896169090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T13:57:15.230 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:14 smithi083 ceph-mon[27977]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T13:57:15.230 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2896169090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T13:57:15.258 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757301 got 163208757307 for osd.5 2024-04-22T13:57:15.258 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:15.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:14 smithi173 ceph-mon[31493]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s; 7 B/s, 0 keys/s, 0 objects/s recovering 2024-04-22T13:57:15.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2896169090' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-22T13:57:16.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 -- 172.21.15.83:0/3018912696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0101940 msgr2=0x7f4fc0101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 --2- 172.21.15.83:0/3018912696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0101940 0x7f4fc0101dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0009990 tx=0x7f4fb0009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 -- 172.21.15.83:0/3018912696 shutdown_connections 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 --2- 172.21.15.83:0/3018912696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0102300 0x7f4fc010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 --2- 172.21.15.83:0/3018912696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 0x7f4fc0107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 --2- 172.21.15.83:0/3018912696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0101940 0x7f4fc0101dc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 -- 172.21.15.83:0/3018912696 >> 172.21.15.83:0/3018912696 conn(0x7f4fc00788f0 msgr2=0x7f4fc0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 -- 172.21.15.83:0/3018912696 shutdown_connections 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.717+0000 7f4fc8741700 1 -- 172.21.15.83:0/3018912696 wait complete. 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 Processor -- start 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 -- start start 2024-04-22T13:57:16.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 0x7f4fc0199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 0x7f4fc01a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc0111b60 con 0x7f4fc0102300 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc01119e0 con 0x7f4fc0101940 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc8741700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4fc0111ce0 con 0x7f4fc0107990 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51358/0 (socket says 172.21.15.83:51358) 2024-04-22T13:57:16.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 -- 172.21.15.83:0/2159673983 learned_addr learned my addr 172.21.15.83:0/2159673983 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc6cde700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 0x7f4fc01a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc64dd700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 0x7f4fc0199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 -- 172.21.15.83:0/2159673983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 msgr2=0x7f4fc01a5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 0x7f4fc01a5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 -- 172.21.15.83:0/2159673983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 msgr2=0x7f4fc0199fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 0x7f4fc0199fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.718+0000 7f4fc5cdc700 1 -- 172.21.15.83:0/2159673983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fc01a5580 con 0x7f4fc0102300 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fc64dd700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 0x7f4fc0199fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fc5cdc700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0000c00 tx=0x7f4fb00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb0027070 con 0x7f4fc0102300 2024-04-22T13:57:16.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb00041d0 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fc01a57b0 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fb000f460 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.719+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fc01a5c00 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.720+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fc0069730 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.721+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4fb002a070 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.721+0000 7f4fb77fe700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 0x7f4fac0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.722+0000 7f4fc64dd700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 0x7f4fac0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.722+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4fb00d1560 con 0x7f4fc0102300 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.722+0000 7f4fc64dd700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 0x7f4fac0a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc007900 tx=0x7f4fbc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:16.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.726+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4fb005eff0 con 0x7f4fc0102300 2024-04-22T13:57:16.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.932+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f4fc0109eb0 con 0x7f4fc0102300 2024-04-22T13:57:16.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.932+0000 7f4fb77fe700 1 -- 172.21.15.83:0/2159673983 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4fb0013070 con 0x7f4fc0102300 2024-04-22T13:57:16.935 INFO:teuthology.orchestra.run.smithi083.stdout:287762808869 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 msgr2=0x7f4fac0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 0x7f4fac0a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc007900 tx=0x7f4fbc008040 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 msgr2=0x7f4fc019a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4fb0000c00 tx=0x7f4fb00047b0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 shutdown_connections 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4fc0107990 0x7f4fc01a5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fc0101940 0x7f4fc0199fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4fac0a3cd0 0x7f4fac0a6190 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 --2- 172.21.15.83:0/2159673983 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4fc0102300 0x7f4fc019a500 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.934+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 >> 172.21.15.83:0/2159673983 conn(0x7f4fc00788f0 msgr2=0x7f4fc00ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.935+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 shutdown_connections 2024-04-22T13:57:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:16.935+0000 7f4fc8741700 1 -- 172.21.15.83:0/2159673983 wait complete. 2024-04-22T13:57:17.014 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:16 smithi083 ceph-mon[27977]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T13:57:17.014 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2159673983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T13:57:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:16 smithi084 ceph-mon[31312]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T13:57:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2159673983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T13:57:17.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:16 smithi173 ceph-mon[31493]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s; 0 B/s, 0 objects/s recovering 2024-04-22T13:57:17.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2159673983' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-22T13:57:18.093 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:18.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808864 got 287762808869 for osd.9 2024-04-22T13:57:18.560 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:18 smithi083 ceph-mon[27977]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:19.258 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3796320192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T13:57:19.259 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:18 smithi084 ceph-mon[31312]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:19.259 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3796320192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T13:57:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:18 smithi173 ceph-mon[31493]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3796320192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-22T13:57:20.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 -- 172.21.15.83:0/581622167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06a750 msgr2=0x7f1fec06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 --2- 172.21.15.83:0/581622167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06a750 0x7f1fec06abb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0009990 tx=0x7f1fe0009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 -- 172.21.15.83:0/581622167 shutdown_connections 2024-04-22T13:57:20.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 --2- 172.21.15.83:0/581622167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06b0f0 0x7f1fec10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 --2- 172.21.15.83:0/581622167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 0x7f1fec108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 --2- 172.21.15.83:0/581622167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06a750 0x7f1fec06abb0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 -- 172.21.15.83:0/581622167 >> 172.21.15.83:0/581622167 conn(0x7f1fec0788f0 msgr2=0x7f1fec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:20.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 -- 172.21.15.83:0/581622167 shutdown_connections 2024-04-22T13:57:20.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 -- 172.21.15.83:0/581622167 wait complete. 2024-04-22T13:57:20.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.065+0000 7f1ff1061700 1 Processor -- start 2024-04-22T13:57:20.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 -- start start 2024-04-22T13:57:20.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06a750 0x7f1fec1992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 0x7f1fec19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1fec112cb0 con 0x7f1fec06b0f0 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1fec112b30 con 0x7f1fec06a750 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1ff1061700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1fec112e30 con 0x7f1fec108a30 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51388/0 (socket says 172.21.15.83:51388) 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 -- 172.21.15.83:0/148045890 learned_addr learned my addr 172.21.15.83:0/148045890 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fead9d700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06a750 0x7f1fec1992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1feb59e700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 0x7f1fec19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 -- 172.21.15.83:0/148045890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 msgr2=0x7f1fec19db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 0x7f1fec19db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 -- 172.21.15.83:0/148045890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06a750 msgr2=0x7f1fec1992b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06a750 0x7f1fec1992b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.066+0000 7f1fea59c700 1 -- 172.21.15.83:0/148045890 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fec19e2c0 con 0x7f1fec06b0f0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1fea59c700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0000c00 tx=0x7f1fe00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe0027070 con 0x7f1fec06b0f0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fec19e550 con 0x7f1fec06b0f0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe0003fe0 con 0x7f1fec06b0f0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fec1a5e30 con 0x7f1fec06b0f0 2024-04-22T13:57:20.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.067+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe0022e30 con 0x7f1fec06b0f0 2024-04-22T13:57:20.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.068+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fd8005330 con 0x7f1fec06b0f0 2024-04-22T13:57:20.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.070+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1fe002a070 con 0x7f1fec06b0f0 2024-04-22T13:57:20.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.070+0000 7f1fd3fff700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 0x7f1fd40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.070+0000 7f1fead9d700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 0x7f1fd40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.070+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f1fe00d1240 con 0x7f1fec06b0f0 2024-04-22T13:57:20.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.071+0000 7f1fead9d700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 0x7f1fd40a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc009a10 tx=0x7f1fdc009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:20.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.074+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1fe0013070 con 0x7f1fec06b0f0 2024-04-22T13:57:20.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.279+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f1fd80058f0 con 0x7f1fec06b0f0 2024-04-22T13:57:20.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.279+0000 7f1fd3fff700 1 -- 172.21.15.83:0/148045890 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1fe009db60 con 0x7f1fec06b0f0 2024-04-22T13:57:20.281 INFO:teuthology.orchestra.run.smithi083.stdout:253403070509 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 msgr2=0x7f1fd40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 0x7f1fd40a6210 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc009a10 tx=0x7f1fdc009190 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 msgr2=0x7f1fec1997f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0000c00 tx=0x7f1fe00047b0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 shutdown_connections 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1fec108a30 0x7f1fec19db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1fec06a750 0x7f1fec1992b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1fd40a3d50 0x7f1fd40a6210 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 --2- 172.21.15.83:0/148045890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1fec06b0f0 0x7f1fec1997f0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.281+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 >> 172.21.15.83:0/148045890 conn(0x7f1fec0788f0 msgr2=0x7f1fec0ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:20.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.282+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 shutdown_connections 2024-04-22T13:57:20.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:20.282+0000 7f1ff1061700 1 -- 172.21.15.83:0/148045890 wait complete. 2024-04-22T13:57:20.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 -- 172.21.15.83:0/1394720378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4101930 msgr2=0x7f23a4101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 --2- 172.21.15.83:0/1394720378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4101930 0x7f23a4101db0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f238c009990 tx=0x7f238c009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 -- 172.21.15.83:0/1394720378 shutdown_connections 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 --2- 172.21.15.83:0/1394720378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 0x7f23a410e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 --2- 172.21.15.83:0/1394720378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4107980 0x7f23a4107d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 --2- 172.21.15.83:0/1394720378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4101930 0x7f23a4101db0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 -- 172.21.15.83:0/1394720378 >> 172.21.15.83:0/1394720378 conn(0x7f23a40788b0 msgr2=0x7f23a4078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 -- 172.21.15.83:0/1394720378 shutdown_connections 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.975+0000 7f23a9478700 1 -- 172.21.15.83:0/1394720378 wait complete. 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 Processor -- start 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 -- start start 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4101930 0x7f23a41980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 0x7f23a41985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111af0 con 0x7f23a4107980 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111970 con 0x7f23a41022f0 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a9478700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4111c70 con 0x7f23a4101930 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51374/0 (socket says 172.21.15.83:51374) 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 -- 172.21.15.83:0/3796320192 learned_addr learned my addr 172.21.15.83:0/3796320192 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a2ffd700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4101930 0x7f23a41980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a27fc700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 0x7f23a41985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 -- 172.21.15.83:0/3796320192 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4101930 msgr2=0x7f23a41980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4101930 0x7f23a41980a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.741 INFO:teuthology.orchestra.run.smithi083.stdout:343597383708 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 -- 172.21.15.83:0/3796320192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 msgr2=0x7f23a41985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 0x7f23a41985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.976+0000 7f23a37fe700 1 -- 172.21.15.83:0/3796320192 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a419d0b0 con 0x7f23a4107980 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f23a37fe700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f239c00d980 tx=0x7f239c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c017070 con 0x7f23a4107980 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a419d3a0 con 0x7f23a4107980 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f239c005020 con 0x7f23a4107980 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c00fa10 con 0x7f23a4107980 2024-04-22T13:57:20.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.977+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a41a4c20 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.978+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23a4109ea0 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.979+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f239c004a30 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.979+0000 7f239bfff700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 0x7f23900a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.979+0000 7f23a2ffd700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 0x7f23900a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.980+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f239c0d07b0 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.980+0000 7f23a2ffd700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 0x7f23900a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2394003f10 tx=0x7f2394009180 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:17.983+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f239c020020 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.185+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f23a4199400 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.186+0000 7f239bfff700 1 -- 172.21.15.83:0/3796320192 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f239c09d040 con 0x7f23a4107980 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 msgr2=0x7f23900a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 0x7f23900a6190 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2394003f10 tx=0x7f2394009180 comp rx=0 tx=0).stop 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 msgr2=0x7f23a419c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:20.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f239c00d980 tx=0x7f239c00dc90 comp rx=0 tx=0).stop 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 shutdown_connections 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23900a3cd0 0x7f23900a6190 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f23a4107980 0x7f23a419c970 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f23a4101930 0x7f23a41980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 --2- 172.21.15.83:0/3796320192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23a41022f0 0x7f23a41985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 >> 172.21.15.83:0/3796320192 conn(0x7f23a40788b0 msgr2=0x7f23a40ffae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 shutdown_connections 2024-04-22T13:57:20.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:18.188+0000 7f23a9478700 1 -- 172.21.15.83:0/3796320192 wait complete. 2024-04-22T13:57:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:20 smithi084 ceph-mon[31312]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/148045890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T13:57:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:20 smithi173 ceph-mon[31493]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/148045890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T13:57:21.419 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:20 smithi083 ceph-mon[27977]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:21.419 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/148045890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-22T13:57:21.445 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383702 got 343597383708 for osd.11 2024-04-22T13:57:21.445 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:22.112 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070503 got 253403070509 for osd.8 2024-04-22T13:57:22.113 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:22.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 -- 172.21.15.83:0/925435977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a84108a20 msgr2=0x7f5a84108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 --2- 172.21.15.83:0/925435977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a84108a20 0x7f5a84108e00 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5a740099c0 tx=0x7f5a74009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 -- 172.21.15.83:0/925435977 shutdown_connections 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 --2- 172.21.15.83:0/925435977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a84108a20 0x7f5a84108e00 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 --2- 172.21.15.83:0/925435977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406bba0 0x7f5a8410f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 --2- 172.21.15.83:0/925435977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a8406b1e0 0x7f5a8406b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 -- 172.21.15.83:0/925435977 >> 172.21.15.83:0/925435977 conn(0x7f5a840779b0 msgr2=0x7f5a84077dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 -- 172.21.15.83:0/925435977 shutdown_connections 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 -- 172.21.15.83:0/925435977 wait complete. 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.666+0000 7f5a8999a700 1 Processor -- start 2024-04-22T13:57:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 -- start start 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406b1e0 0x7f5a84199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 0x7f5a8419da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5a84112c70 con 0x7f5a8406bba0 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5a84112af0 con 0x7f5a84108a20 2024-04-22T13:57:22.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a8999a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5a84112df0 con 0x7f5a8406b1e0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51396/0 (socket says 172.21.15.83:51396) 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 -- 172.21.15.83:0/2181643974 learned_addr learned my addr 172.21.15.83:0/2181643974 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a837fe700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 0x7f5a8419da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a82ffd700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406b1e0 0x7f5a84199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 -- 172.21.15.83:0/2181643974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406b1e0 msgr2=0x7f5a84199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406b1e0 0x7f5a84199160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 -- 172.21.15.83:0/2181643974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 msgr2=0x7f5a8419da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 0x7f5a8419da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a7a7fc700 1 -- 172.21.15.83:0/2181643974 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a8419e170 con 0x7f5a8406bba0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.667+0000 7f5a837fe700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 0x7f5a8419da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a7a7fc700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c920 tx=0x7f5a6c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c007b00 con 0x7f5a8406bba0 2024-04-22T13:57:22.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a6c004ce0 con 0x7f5a8406bba0 2024-04-22T13:57:22.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a8419e460 con 0x7f5a8406bba0 2024-04-22T13:57:22.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c005650 con 0x7f5a8406bba0 2024-04-22T13:57:22.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.668+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a841a5ce0 con 0x7f5a8406bba0 2024-04-22T13:57:22.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.669+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a841041a0 con 0x7f5a8406bba0 2024-04-22T13:57:22.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.670+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f5a6c004750 con 0x7f5a8406bba0 2024-04-22T13:57:22.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.670+0000 7f5a88998700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 0x7f5a700a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:22.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.670+0000 7f5a82ffd700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 0x7f5a700a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:22.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.670+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f5a6c0d01d0 con 0x7f5a8406bba0 2024-04-22T13:57:22.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.671+0000 7f5a82ffd700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 0x7f5a700a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5a74009fd0 tx=0x7f5a7401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:22.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.675+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5a6c014030 con 0x7f5a8406bba0 2024-04-22T13:57:22.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.896+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f5a8419a4c0 con 0x7f5a8406bba0 2024-04-22T13:57:22.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.896+0000 7f5a88998700 1 -- 172.21.15.83:0/2181643974 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5a6c09ca60 con 0x7f5a8406bba0 2024-04-22T13:57:22.899 INFO:teuthology.orchestra.run.smithi083.stdout:34359738452 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 msgr2=0x7f5a700a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 0x7f5a700a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f5a74009fd0 tx=0x7f5a7401a040 comp rx=0 tx=0).stop 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 msgr2=0x7f5a841996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c920 tx=0x7f5a6c00cce0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 shutdown_connections 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a84108a20 0x7f5a8419da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5a8406b1e0 0x7f5a84199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5a700a3cd0 0x7f5a700a6190 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 --2- 172.21.15.83:0/2181643974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5a8406bba0 0x7f5a841996a0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:22.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 >> 172.21.15.83:0/2181643974 conn(0x7f5a840779b0 msgr2=0x7f5a84100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:22.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 shutdown_connections 2024-04-22T13:57:22.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:22.899+0000 7f5a8999a700 1 -- 172.21.15.83:0/2181643974 wait complete. 2024-04-22T13:57:23.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:22 smithi083 ceph-mon[27977]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:23.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:22 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2181643974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T13:57:23.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:22 smithi084 ceph-mon[31312]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:23.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:22 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2181643974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T13:57:23.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:22 smithi173 ceph-mon[31493]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:23.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:22 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2181643974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-22T13:57:23.652 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738449 got 34359738452 for osd.0 2024-04-22T13:57:23.652 DEBUG:teuthology.parallel:result is None 2024-04-22T13:57:23.652 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-22T13:57:23.652 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T13:57:23.896 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:24.357 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.357 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.357 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:57:24.357 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:57:24.358 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.358 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:24 smithi083 ceph-mon[27977]: pgmap v330: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:24.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:57:24.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:57:24.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:24 smithi084 ceph-mon[31312]: pgmap v330: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: from='mgr.14152 172.21.15.83:0/2428934849' entity='mgr.x' 2024-04-22T13:57:24.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:24 smithi173 ceph-mon[31493]: pgmap v330: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:25.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 -- 172.21.15.83:0/4121418116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68102a90 msgr2=0x7eff68102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:25.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 --2- 172.21.15.83:0/4121418116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68102a90 0x7eff68102f10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7eff58009990 tx=0x7eff58009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 -- 172.21.15.83:0/4121418116 shutdown_connections 2024-04-22T13:57:25.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 --2- 172.21.15.83:0/4121418116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 0x7eff6810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 --2- 172.21.15.83:0/4121418116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68108a50 0x7eff68108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 --2- 172.21.15.83:0/4121418116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68102a90 0x7eff68102f10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 -- 172.21.15.83:0/4121418116 >> 172.21.15.83:0/4121418116 conn(0x7eff68079ba0 msgr2=0x7eff68079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 -- 172.21.15.83:0/4121418116 shutdown_connections 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.639+0000 7eff6ff47700 1 -- 172.21.15.83:0/4121418116 wait complete. 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 Processor -- start 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 -- start start 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68102a90 0x7eff681992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 0x7eff68199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7eff68112ce0 con 0x7eff68108a50 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7eff68112b60 con 0x7eff68103450 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6ff47700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7eff68112e60 con 0x7eff68102a90 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6e4e4700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:25.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6dce3700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68102a90 0x7eff681992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6e4e4700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36784/0 (socket says 172.21.15.83:36784) 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6e4e4700 1 -- 172.21.15.83:0/2472590285 learned_addr learned my addr 172.21.15.83:0/2472590285 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.640+0000 7eff6d4e2700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 0x7eff68199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 -- 172.21.15.83:0/2472590285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68102a90 msgr2=0x7eff681992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68102a90 0x7eff681992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 -- 172.21.15.83:0/2472590285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 msgr2=0x7eff68199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 0x7eff68199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 -- 172.21.15.83:0/2472590285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6819e2f0 con 0x7eff68108a50 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6e4e4700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7eff6000b970 tx=0x7eff6000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60019070 con 0x7eff68108a50 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6819e5e0 con 0x7eff68108a50 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6000cde0 con 0x7eff68108a50 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff60007370 con 0x7eff68108a50 2024-04-22T13:57:25.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.641+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff681a5e60 con 0x7eff68108a50 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.642+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff68069730 con 0x7eff68108a50 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.643+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7eff6001c070 con 0x7eff68108a50 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.644+0000 7eff5effd700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 0x7eff540a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.644+0000 7eff6dce3700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 0x7eff540a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.644+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7eff600d00b0 con 0x7eff68108a50 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.644+0000 7eff6dce3700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 0x7eff540a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7eff64009a10 tx=0x7eff64009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:25.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.647+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff60023070 con 0x7eff68108a50 2024-04-22T13:57:25.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.841+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7eff6819a640 con 0x7eff540a3cd0 2024-04-22T13:57:25.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.851+0000 7eff5effd700 1 -- 172.21.15.83:0/2472590285 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258991 (secure 0 0 0) 0x7eff6819a640 con 0x7eff540a3cd0 2024-04-22T13:57:25.857 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:25.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.853+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 msgr2=0x7eff540a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:25.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.853+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 0x7eff540a6190 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7eff64009a10 tx=0x7eff64009190 comp rx=0 tx=0).stop 2024-04-22T13:57:25.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 msgr2=0x7eff6819dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:25.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7eff6000b970 tx=0x7eff6000bc80 comp rx=0 tx=0).stop 2024-04-22T13:57:25.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 shutdown_connections 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7eff540a3cd0 0x7eff540a6190 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7eff68108a50 0x7eff6819dbb0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7eff68102a90 0x7eff681992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 --2- 172.21.15.83:0/2472590285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7eff68103450 0x7eff68199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 >> 172.21.15.83:0/2472590285 conn(0x7eff68079ba0 msgr2=0x7eff681019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 shutdown_connections 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:25.854+0000 7eff6ff47700 1 -- 172.21.15.83:0/2472590285 wait complete. 2024-04-22T13:57:25.860 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:57:26.576 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":331,"stamp":"2024-04-22T13:57:25.794603+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656809,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":921,"num_read_kb":587,"num_write":418,"num_write_kb":3070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356772,"kb_used_data":11700,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585052,"statfs":{"total":1151940427776,"available":1151575093248,"internally_reserved":0,"allocated":11980800,"data_stored":7437807,"data_compressed":112254,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":129,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002969"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900247+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:56:58.900247+0000","last_peered":"2024-04-22T13:56:58.900247+0000","last_clean":"2024-04-22T13:56:58.900247+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:56:58.900247+0000","last_undegraded":"2024-04-22T13:56:58.900247+0000","last_fullsized":"2024-04-22T13:56:58.900247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895049+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:58.895049+0000","last_peered":"2024-04-22T13:56:58.895049+0000","last_clean":"2024-04-22T13:56:58.895049+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:56:58.895049+0000","last_undegraded":"2024-04-22T13:56:58.895049+0000","last_fullsized":"2024-04-22T13:56:58.895049+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894955+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:56:58.894955+0000","last_peered":"2024-04-22T13:56:58.894955+0000","last_clean":"2024-04-22T13:56:58.894955+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:56:58.894955+0000","last_undegraded":"2024-04-22T13:56:58.894955+0000","last_fullsized":"2024-04-22T13:56:58.894955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902517+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:56:58.902517+0000","last_peered":"2024-04-22T13:56:58.902517+0000","last_clean":"2024-04-22T13:56:58.902517+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:56:58.902517+0000","last_undegraded":"2024-04-22T13:56:58.902517+0000","last_fullsized":"2024-04-22T13:56:58.902517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896226+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:56:58.896226+0000","last_peered":"2024-04-22T13:56:58.896226+0000","last_clean":"2024-04-22T13:56:58.896226+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:56:58.896226+0000","last_undegraded":"2024-04-22T13:56:58.896226+0000","last_fullsized":"2024-04-22T13:56:58.896226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897620+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:56:58.897620+0000","last_peered":"2024-04-22T13:56:58.897620+0000","last_clean":"2024-04-22T13:56:58.897620+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:56:58.897620+0000","last_undegraded":"2024-04-22T13:56:58.897620+0000","last_fullsized":"2024-04-22T13:56:58.897620+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895052+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:56:58.895052+0000","last_peered":"2024-04-22T13:56:58.895052+0000","last_clean":"2024-04-22T13:56:58.895052+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:56:58.895052+0000","last_undegraded":"2024-04-22T13:56:58.895052+0000","last_fullsized":"2024-04-22T13:56:58.895052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901966+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:56:58.901966+0000","last_peered":"2024-04-22T13:56:58.901966+0000","last_clean":"2024-04-22T13:56:58.901966+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:56:58.901966+0000","last_undegraded":"2024-04-22T13:56:58.901966+0000","last_fullsized":"2024-04-22T13:56:58.901966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010553+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:56:59.010553+0000","last_peered":"2024-04-22T13:56:59.010553+0000","last_clean":"2024-04-22T13:56:59.010553+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:56:59.010553+0000","last_undegraded":"2024-04-22T13:56:59.010553+0000","last_fullsized":"2024-04-22T13:56:59.010553+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897779+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:56:58.897779+0000","last_peered":"2024-04-22T13:56:58.897779+0000","last_clean":"2024-04-22T13:56:58.897779+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:56:58.897779+0000","last_undegraded":"2024-04-22T13:56:58.897779+0000","last_fullsized":"2024-04-22T13:56:58.897779+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895456+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:56:58.895456+0000","last_peered":"2024-04-22T13:56:58.895456+0000","last_clean":"2024-04-22T13:56:58.895456+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:56:58.895456+0000","last_undegraded":"2024-04-22T13:56:58.895456+0000","last_fullsized":"2024-04-22T13:56:58.895456+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902477+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:56:58.902477+0000","last_peered":"2024-04-22T13:56:58.902477+0000","last_clean":"2024-04-22T13:56:58.902477+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:56:58.902477+0000","last_undegraded":"2024-04-22T13:56:58.902477+0000","last_fullsized":"2024-04-22T13:56:58.902477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899525+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:56:58.899525+0000","last_peered":"2024-04-22T13:56:58.899525+0000","last_clean":"2024-04-22T13:56:58.899525+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:56:58.899525+0000","last_undegraded":"2024-04-22T13:56:58.899525+0000","last_fullsized":"2024-04-22T13:56:58.899525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894933+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:56:58.894933+0000","last_peered":"2024-04-22T13:56:58.894933+0000","last_clean":"2024-04-22T13:56:58.894933+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:56:58.894933+0000","last_undegraded":"2024-04-22T13:56:58.894933+0000","last_fullsized":"2024-04-22T13:56:58.894933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902776+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:56:58.902776+0000","last_peered":"2024-04-22T13:56:58.902776+0000","last_clean":"2024-04-22T13:56:58.902776+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:56:58.902776+0000","last_undegraded":"2024-04-22T13:56:58.902776+0000","last_fullsized":"2024-04-22T13:56:58.902776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010030+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:56:59.010030+0000","last_peered":"2024-04-22T13:56:59.010030+0000","last_clean":"2024-04-22T13:56:59.010030+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:56:59.010030+0000","last_undegraded":"2024-04-22T13:56:59.010030+0000","last_fullsized":"2024-04-22T13:56:59.010030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900130+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:56:58.900130+0000","last_peered":"2024-04-22T13:56:58.900130+0000","last_clean":"2024-04-22T13:56:58.900130+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:56:58.900130+0000","last_undegraded":"2024-04-22T13:56:58.900130+0000","last_fullsized":"2024-04-22T13:56:58.900130+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899030+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:56:58.899030+0000","last_peered":"2024-04-22T13:56:58.899030+0000","last_clean":"2024-04-22T13:56:58.899030+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:56:58.899030+0000","last_undegraded":"2024-04-22T13:56:58.899030+0000","last_fullsized":"2024-04-22T13:56:58.899030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898949+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:56:58.898949+0000","last_peered":"2024-04-22T13:56:58.898949+0000","last_clean":"2024-04-22T13:56:58.898949+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:56:58.898949+0000","last_undegraded":"2024-04-22T13:56:58.898949+0000","last_fullsized":"2024-04-22T13:56:58.898949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":104,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:19.614298+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:57:19.614298+0000","last_peered":"2024-04-22T13:57:19.614298+0000","last_clean":"2024-04-22T13:57:19.614298+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:57:19.614298+0000","last_undegraded":"2024-04-22T13:57:19.614298+0000","last_fullsized":"2024-04-22T13:57:19.614298+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902178+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:56:58.902178+0000","last_peered":"2024-04-22T13:56:58.902178+0000","last_clean":"2024-04-22T13:56:58.902178+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:56:58.902178+0000","last_undegraded":"2024-04-22T13:56:58.902178+0000","last_fullsized":"2024-04-22T13:56:58.902178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902369+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:56:58.902369+0000","last_peered":"2024-04-22T13:56:58.902369+0000","last_clean":"2024-04-22T13:56:58.902369+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:56:58.902369+0000","last_undegraded":"2024-04-22T13:56:58.902369+0000","last_fullsized":"2024-04-22T13:56:58.902369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895242+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:56:58.895242+0000","last_peered":"2024-04-22T13:56:58.895242+0000","last_clean":"2024-04-22T13:56:58.895242+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:56:58.895242+0000","last_undegraded":"2024-04-22T13:56:58.895242+0000","last_fullsized":"2024-04-22T13:56:58.895242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896724+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:56:58.896724+0000","last_peered":"2024-04-22T13:56:58.896724+0000","last_clean":"2024-04-22T13:56:58.896724+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:56:58.896724+0000","last_undegraded":"2024-04-22T13:56:58.896724+0000","last_fullsized":"2024-04-22T13:56:58.896724+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010180+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:56:59.010180+0000","last_peered":"2024-04-22T13:56:59.010180+0000","last_clean":"2024-04-22T13:56:59.010180+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:56:59.010180+0000","last_undegraded":"2024-04-22T13:56:59.010180+0000","last_fullsized":"2024-04-22T13:56:59.010180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896352+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:56:58.896352+0000","last_peered":"2024-04-22T13:56:58.896352+0000","last_clean":"2024-04-22T13:56:58.896352+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:56:58.896352+0000","last_undegraded":"2024-04-22T13:56:58.896352+0000","last_fullsized":"2024-04-22T13:56:58.896352+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902388+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:56:58.902388+0000","last_peered":"2024-04-22T13:56:58.902388+0000","last_clean":"2024-04-22T13:56:58.902388+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:56:58.902388+0000","last_undegraded":"2024-04-22T13:56:58.902388+0000","last_fullsized":"2024-04-22T13:56:58.902388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.599190+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:57:21.599190+0000","last_peered":"2024-04-22T13:57:21.599190+0000","last_clean":"2024-04-22T13:57:21.599190+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:57:21.599190+0000","last_undegraded":"2024-04-22T13:57:21.599190+0000","last_fullsized":"2024-04-22T13:57:21.599190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896128+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:56:58.896128+0000","last_peered":"2024-04-22T13:56:58.896128+0000","last_clean":"2024-04-22T13:56:58.896128+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:56:58.896128+0000","last_undegraded":"2024-04-22T13:56:58.896128+0000","last_fullsized":"2024-04-22T13:56:58.896128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.908375+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:56:58.908375+0000","last_peered":"2024-04-22T13:56:58.908375+0000","last_clean":"2024-04-22T13:56:58.908375+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:56:58.908375+0000","last_undegraded":"2024-04-22T13:56:58.908375+0000","last_fullsized":"2024-04-22T13:56:58.908375+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902225+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:56:58.902225+0000","last_peered":"2024-04-22T13:56:58.902225+0000","last_clean":"2024-04-22T13:56:58.902225+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:56:58.902225+0000","last_undegraded":"2024-04-22T13:56:58.902225+0000","last_fullsized":"2024-04-22T13:56:58.902225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899294+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:56:58.899294+0000","last_peered":"2024-04-22T13:56:58.899294+0000","last_clean":"2024-04-22T13:56:58.899294+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:56:58.899294+0000","last_undegraded":"2024-04-22T13:56:58.899294+0000","last_fullsized":"2024-04-22T13:56:58.899294+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901855+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:58.901855+0000","last_peered":"2024-04-22T13:56:58.901855+0000","last_clean":"2024-04-22T13:56:58.901855+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:56:58.901855+0000","last_undegraded":"2024-04-22T13:56:58.901855+0000","last_fullsized":"2024-04-22T13:56:58.901855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902819+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:56:58.902819+0000","last_peered":"2024-04-22T13:56:58.902819+0000","last_clean":"2024-04-22T13:56:58.902819+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:56:58.902819+0000","last_undegraded":"2024-04-22T13:56:58.902819+0000","last_fullsized":"2024-04-22T13:56:58.902819+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897829+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:56:58.897829+0000","last_peered":"2024-04-22T13:56:58.897829+0000","last_clean":"2024-04-22T13:56:58.897829+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:56:58.897829+0000","last_undegraded":"2024-04-22T13:56:58.897829+0000","last_fullsized":"2024-04-22T13:56:58.897829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'4","reported_seq":177,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:25.604490+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:57:25.604490+0000","last_peered":"2024-04-22T13:57:25.604490+0000","last_clean":"2024-04-22T13:57:25.604490+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:57:25.604490+0000","last_undegraded":"2024-04-22T13:57:25.604490+0000","last_fullsized":"2024-04-22T13:57:25.604490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":154,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010450+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:56:59.010450+0000","last_peered":"2024-04-22T13:56:59.010450+0000","last_clean":"2024-04-22T13:56:59.010450+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:56:59.010450+0000","last_undegraded":"2024-04-22T13:56:59.010450+0000","last_fullsized":"2024-04-22T13:56:59.010450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895446+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:56:58.895446+0000","last_peered":"2024-04-22T13:56:58.895446+0000","last_clean":"2024-04-22T13:56:58.895446+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:56:58.895446+0000","last_undegraded":"2024-04-22T13:56:58.895446+0000","last_fullsized":"2024-04-22T13:56:58.895446+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895232+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:56:58.895232+0000","last_peered":"2024-04-22T13:56:58.895232+0000","last_clean":"2024-04-22T13:56:58.895232+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:56:58.895232+0000","last_undegraded":"2024-04-22T13:56:58.895232+0000","last_fullsized":"2024-04-22T13:56:58.895232+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902670+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:56:58.902670+0000","last_peered":"2024-04-22T13:56:58.902670+0000","last_clean":"2024-04-22T13:56:58.902670+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:56:58.902670+0000","last_undegraded":"2024-04-22T13:56:58.902670+0000","last_fullsized":"2024-04-22T13:56:58.902670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010313+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:56:59.010313+0000","last_peered":"2024-04-22T13:56:59.010313+0000","last_clean":"2024-04-22T13:56:59.010313+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:56:59.010313+0000","last_undegraded":"2024-04-22T13:56:59.010313+0000","last_fullsized":"2024-04-22T13:56:59.010313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'29","reported_seq":208,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:25.613831+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:57:25.613831+0000","last_peered":"2024-04-22T13:57:25.613831+0000","last_clean":"2024-04-22T13:57:25.613831+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:57:25.613831+0000","last_undegraded":"2024-04-22T13:57:25.613831+0000","last_fullsized":"2024-04-22T13:57:25.613831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59394,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":160,"num_read_kb":139,"num_write":31,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896557+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:56:58.896557+0000","last_peered":"2024-04-22T13:56:58.896557+0000","last_clean":"2024-04-22T13:56:58.896557+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:56:58.896557+0000","last_undegraded":"2024-04-22T13:56:58.896557+0000","last_fullsized":"2024-04-22T13:56:58.896557+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.914041+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:56:58.914041+0000","last_peered":"2024-04-22T13:56:58.914041+0000","last_clean":"2024-04-22T13:56:58.914041+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:56:58.914041+0000","last_undegraded":"2024-04-22T13:56:58.914041+0000","last_fullsized":"2024-04-22T13:56:58.914041+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899373+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:56:58.899373+0000","last_peered":"2024-04-22T13:56:58.899373+0000","last_clean":"2024-04-22T13:56:58.899373+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:56:58.899373+0000","last_undegraded":"2024-04-22T13:56:58.899373+0000","last_fullsized":"2024-04-22T13:56:58.899373+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902700+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:56:58.902700+0000","last_peered":"2024-04-22T13:56:58.902700+0000","last_clean":"2024-04-22T13:56:58.902700+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:56:58.902700+0000","last_undegraded":"2024-04-22T13:56:58.902700+0000","last_fullsized":"2024-04-22T13:56:58.902700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895274+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:56:58.895274+0000","last_peered":"2024-04-22T13:56:58.895274+0000","last_clean":"2024-04-22T13:56:58.895274+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:56:58.895274+0000","last_undegraded":"2024-04-22T13:56:58.895274+0000","last_fullsized":"2024-04-22T13:56:58.895274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'6","reported_seq":101,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.629930+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:57:21.629930+0000","last_peered":"2024-04-22T13:57:21.629930+0000","last_clean":"2024-04-22T13:57:21.629930+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:57:21.629930+0000","last_undegraded":"2024-04-22T13:57:21.629930+0000","last_fullsized":"2024-04-22T13:57:21.629930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":77,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894918+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:56:58.894918+0000","last_peered":"2024-04-22T13:56:58.894918+0000","last_clean":"2024-04-22T13:56:58.894918+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:56:58.894918+0000","last_undegraded":"2024-04-22T13:56:58.894918+0000","last_fullsized":"2024-04-22T13:56:58.894918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895952+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:56:58.895952+0000","last_peered":"2024-04-22T13:56:58.895952+0000","last_clean":"2024-04-22T13:56:58.895952+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:56:58.895952+0000","last_undegraded":"2024-04-22T13:56:58.895952+0000","last_fullsized":"2024-04-22T13:56:58.895952+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902067+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:56:58.902067+0000","last_peered":"2024-04-22T13:56:58.902067+0000","last_clean":"2024-04-22T13:56:58.902067+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:56:58.902067+0000","last_undegraded":"2024-04-22T13:56:58.902067+0000","last_fullsized":"2024-04-22T13:56:58.902067+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.917761+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:56:58.917761+0000","last_peered":"2024-04-22T13:56:58.917761+0000","last_clean":"2024-04-22T13:56:58.917761+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:56:58.917761+0000","last_undegraded":"2024-04-22T13:56:58.917761+0000","last_fullsized":"2024-04-22T13:56:58.917761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899144+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:56:58.899144+0000","last_peered":"2024-04-22T13:56:58.899144+0000","last_clean":"2024-04-22T13:56:58.899144+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:56:58.899144+0000","last_undegraded":"2024-04-22T13:56:58.899144+0000","last_fullsized":"2024-04-22T13:56:58.899144+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898550+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:56:58.898550+0000","last_peered":"2024-04-22T13:56:58.898550+0000","last_clean":"2024-04-22T13:56:58.898550+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:56:58.898550+0000","last_undegraded":"2024-04-22T13:56:58.898550+0000","last_fullsized":"2024-04-22T13:56:58.898550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897302+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:56:58.897302+0000","last_peered":"2024-04-22T13:56:58.897302+0000","last_clean":"2024-04-22T13:56:58.897302+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:56:58.897302+0000","last_undegraded":"2024-04-22T13:56:58.897302+0000","last_fullsized":"2024-04-22T13:56:58.897302+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":99,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:22.618869+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:57:22.618869+0000","last_peered":"2024-04-22T13:57:22.618869+0000","last_clean":"2024-04-22T13:57:22.618869+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:57:22.618869+0000","last_undegraded":"2024-04-22T13:57:22.618869+0000","last_fullsized":"2024-04-22T13:57:22.618869+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900450+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:56:58.900450+0000","last_peered":"2024-04-22T13:56:58.900450+0000","last_clean":"2024-04-22T13:56:58.900450+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:56:58.900450+0000","last_undegraded":"2024-04-22T13:56:58.900450+0000","last_fullsized":"2024-04-22T13:56:58.900450+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.904108+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:56:58.904108+0000","last_peered":"2024-04-22T13:56:58.904108+0000","last_clean":"2024-04-22T13:56:58.904108+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:56:58.904108+0000","last_undegraded":"2024-04-22T13:56:58.904108+0000","last_fullsized":"2024-04-22T13:56:58.904108+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:22.630883+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:57:22.630883+0000","last_peered":"2024-04-22T13:57:22.630883+0000","last_clean":"2024-04-22T13:57:22.630883+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:57:22.630883+0000","last_undegraded":"2024-04-22T13:57:22.630883+0000","last_fullsized":"2024-04-22T13:57:22.630883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010820+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:56:59.010820+0000","last_peered":"2024-04-22T13:56:59.010820+0000","last_clean":"2024-04-22T13:56:59.010820+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:56:59.010820+0000","last_undegraded":"2024-04-22T13:56:59.010820+0000","last_fullsized":"2024-04-22T13:56:59.010820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902139+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:56:58.902139+0000","last_peered":"2024-04-22T13:56:58.902139+0000","last_clean":"2024-04-22T13:56:58.902139+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:56:58.902139+0000","last_undegraded":"2024-04-22T13:56:58.902139+0000","last_fullsized":"2024-04-22T13:56:58.902139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":354,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894993+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:56:58.894993+0000","last_peered":"2024-04-22T13:56:58.894993+0000","last_clean":"2024-04-22T13:56:58.894993+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:56:58.894993+0000","last_undegraded":"2024-04-22T13:56:58.894993+0000","last_fullsized":"2024-04-22T13:56:58.894993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899090+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:56:58.899090+0000","last_peered":"2024-04-22T13:56:58.899090+0000","last_clean":"2024-04-22T13:56:58.899090+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:56:58.899090+0000","last_undegraded":"2024-04-22T13:56:58.899090+0000","last_fullsized":"2024-04-22T13:56:58.899090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895132+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:56:58.895132+0000","last_peered":"2024-04-22T13:56:58.895132+0000","last_clean":"2024-04-22T13:56:58.895132+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:56:58.895132+0000","last_undegraded":"2024-04-22T13:56:58.895132+0000","last_fullsized":"2024-04-22T13:56:58.895132+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896595+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:56:58.896595+0000","last_peered":"2024-04-22T13:56:58.896595+0000","last_clean":"2024-04-22T13:56:58.896595+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:56:58.896595+0000","last_undegraded":"2024-04-22T13:56:58.896595+0000","last_fullsized":"2024-04-22T13:56:58.896595+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899748+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:56:58.899748+0000","last_peered":"2024-04-22T13:56:58.899748+0000","last_clean":"2024-04-22T13:56:58.899748+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:56:58.899748+0000","last_undegraded":"2024-04-22T13:56:58.899748+0000","last_fullsized":"2024-04-22T13:56:58.899748+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'12","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899138+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:56:58.899138+0000","last_peered":"2024-04-22T13:56:58.899138+0000","last_clean":"2024-04-22T13:56:58.899138+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:56:58.899138+0000","last_undegraded":"2024-04-22T13:56:58.899138+0000","last_fullsized":"2024-04-22T13:56:58.899138+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902475+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:56:58.902475+0000","last_peered":"2024-04-22T13:56:58.902475+0000","last_clean":"2024-04-22T13:56:58.902475+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:56:58.902475+0000","last_undegraded":"2024-04-22T13:56:58.902475+0000","last_fullsized":"2024-04-22T13:56:58.902475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902522+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:56:58.902522+0000","last_peered":"2024-04-22T13:56:58.902522+0000","last_clean":"2024-04-22T13:56:58.902522+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:56:58.902522+0000","last_undegraded":"2024-04-22T13:56:58.902522+0000","last_fullsized":"2024-04-22T13:56:58.902522+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895274+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:56:58.895274+0000","last_peered":"2024-04-22T13:56:58.895274+0000","last_clean":"2024-04-22T13:56:58.895274+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:56:58.895274+0000","last_undegraded":"2024-04-22T13:56:58.895274+0000","last_fullsized":"2024-04-22T13:56:58.895274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.009969+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:56:59.009969+0000","last_peered":"2024-04-22T13:56:59.009969+0000","last_clean":"2024-04-22T13:56:59.009969+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:56:59.009969+0000","last_undegraded":"2024-04-22T13:56:59.009969+0000","last_fullsized":"2024-04-22T13:56:59.009969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896157+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:56:58.896157+0000","last_peered":"2024-04-22T13:56:58.896157+0000","last_clean":"2024-04-22T13:56:58.896157+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:56:58.896157+0000","last_undegraded":"2024-04-22T13:56:58.896157+0000","last_fullsized":"2024-04-22T13:56:58.896157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902086+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:56:58.902086+0000","last_peered":"2024-04-22T13:56:58.902086+0000","last_clean":"2024-04-22T13:56:58.902086+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:56:58.902086+0000","last_undegraded":"2024-04-22T13:56:58.902086+0000","last_fullsized":"2024-04-22T13:56:58.902086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898325+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:56:58.898325+0000","last_peered":"2024-04-22T13:56:58.898325+0000","last_clean":"2024-04-22T13:56:58.898325+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:56:58.898325+0000","last_undegraded":"2024-04-22T13:56:58.898325+0000","last_fullsized":"2024-04-22T13:56:58.898325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898639+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:56:58.898639+0000","last_peered":"2024-04-22T13:56:58.898639+0000","last_clean":"2024-04-22T13:56:58.898639+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:56:58.898639+0000","last_undegraded":"2024-04-22T13:56:58.898639+0000","last_fullsized":"2024-04-22T13:56:58.898639+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902022+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:56:58.902022+0000","last_peered":"2024-04-22T13:56:58.902022+0000","last_clean":"2024-04-22T13:56:58.902022+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:56:58.902022+0000","last_undegraded":"2024-04-22T13:56:58.902022+0000","last_fullsized":"2024-04-22T13:56:58.902022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.015382+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:56:59.015382+0000","last_peered":"2024-04-22T13:56:59.015382+0000","last_clean":"2024-04-22T13:56:59.015382+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:56:59.015382+0000","last_undegraded":"2024-04-22T13:56:59.015382+0000","last_fullsized":"2024-04-22T13:56:59.015382+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895250+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:56:58.895250+0000","last_peered":"2024-04-22T13:56:58.895250+0000","last_clean":"2024-04-22T13:56:58.895250+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:56:58.895250+0000","last_undegraded":"2024-04-22T13:56:58.895250+0000","last_fullsized":"2024-04-22T13:56:58.895250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.599296+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:57:21.599296+0000","last_peered":"2024-04-22T13:57:21.599296+0000","last_clean":"2024-04-22T13:57:21.599296+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:57:21.599296+0000","last_undegraded":"2024-04-22T13:57:21.599296+0000","last_fullsized":"2024-04-22T13:57:21.599296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895589+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:56:58.895589+0000","last_peered":"2024-04-22T13:56:58.895589+0000","last_clean":"2024-04-22T13:56:58.895589+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:56:58.895589+0000","last_undegraded":"2024-04-22T13:56:58.895589+0000","last_fullsized":"2024-04-22T13:56:58.895589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902266+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:56:58.902266+0000","last_peered":"2024-04-22T13:56:58.902266+0000","last_clean":"2024-04-22T13:56:58.902266+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:56:58.902266+0000","last_undegraded":"2024-04-22T13:56:58.902266+0000","last_fullsized":"2024-04-22T13:56:58.902266+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895299+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:56:58.895299+0000","last_peered":"2024-04-22T13:56:58.895299+0000","last_clean":"2024-04-22T13:56:58.895299+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:56:58.895299+0000","last_undegraded":"2024-04-22T13:56:58.895299+0000","last_fullsized":"2024-04-22T13:56:58.895299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899871+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:56:58.899871+0000","last_peered":"2024-04-22T13:56:58.899871+0000","last_clean":"2024-04-22T13:56:58.899871+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:56:58.899871+0000","last_undegraded":"2024-04-22T13:56:58.899871+0000","last_fullsized":"2024-04-22T13:56:58.899871+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895649+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:56:58.895649+0000","last_peered":"2024-04-22T13:56:58.895649+0000","last_clean":"2024-04-22T13:56:58.895649+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:56:58.895649+0000","last_undegraded":"2024-04-22T13:56:58.895649+0000","last_fullsized":"2024-04-22T13:56:58.895649+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898462+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:56:58.898462+0000","last_peered":"2024-04-22T13:56:58.898462+0000","last_clean":"2024-04-22T13:56:58.898462+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:56:58.898462+0000","last_undegraded":"2024-04-22T13:56:58.898462+0000","last_fullsized":"2024-04-22T13:56:58.898462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900194+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:56:58.900194+0000","last_peered":"2024-04-22T13:56:58.900194+0000","last_clean":"2024-04-22T13:56:58.900194+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:56:58.900194+0000","last_undegraded":"2024-04-22T13:56:58.900194+0000","last_fullsized":"2024-04-22T13:56:58.900194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898514+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:56:58.898514+0000","last_peered":"2024-04-22T13:56:58.898514+0000","last_clean":"2024-04-22T13:56:58.898514+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:56:58.898514+0000","last_undegraded":"2024-04-22T13:56:58.898514+0000","last_fullsized":"2024-04-22T13:56:58.898514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895215+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:56:58.895215+0000","last_peered":"2024-04-22T13:56:58.895215+0000","last_clean":"2024-04-22T13:56:58.895215+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:56:58.895215+0000","last_undegraded":"2024-04-22T13:56:58.895215+0000","last_fullsized":"2024-04-22T13:56:58.895215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899719+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:56:58.899719+0000","last_peered":"2024-04-22T13:56:58.899719+0000","last_clean":"2024-04-22T13:56:58.899719+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:56:58.899719+0000","last_undegraded":"2024-04-22T13:56:58.899719+0000","last_fullsized":"2024-04-22T13:56:58.899719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898934+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:56:58.898934+0000","last_peered":"2024-04-22T13:56:58.898934+0000","last_clean":"2024-04-22T13:56:58.898934+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:56:58.898934+0000","last_undegraded":"2024-04-22T13:56:58.898934+0000","last_fullsized":"2024-04-22T13:56:58.898934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899332+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:56:58.899332+0000","last_peered":"2024-04-22T13:56:58.899332+0000","last_clean":"2024-04-22T13:56:58.899332+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:56:58.899332+0000","last_undegraded":"2024-04-22T13:56:58.899332+0000","last_fullsized":"2024-04-22T13:56:58.899332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902362+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:56:58.902362+0000","last_peered":"2024-04-22T13:56:58.902362+0000","last_clean":"2024-04-22T13:56:58.902362+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:56:58.902362+0000","last_undegraded":"2024-04-22T13:56:58.902362+0000","last_fullsized":"2024-04-22T13:56:58.902362+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901990+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:56:58.901990+0000","last_peered":"2024-04-22T13:56:58.901990+0000","last_clean":"2024-04-22T13:56:58.901990+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:56:58.901990+0000","last_undegraded":"2024-04-22T13:56:58.901990+0000","last_fullsized":"2024-04-22T13:56:58.901990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901988+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:56:58.901988+0000","last_peered":"2024-04-22T13:56:58.901988+0000","last_clean":"2024-04-22T13:56:58.901988+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:56:58.901988+0000","last_undegraded":"2024-04-22T13:56:58.901988+0000","last_fullsized":"2024-04-22T13:56:58.901988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010045+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:56:59.010045+0000","last_peered":"2024-04-22T13:56:59.010045+0000","last_clean":"2024-04-22T13:56:59.010045+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:56:59.010045+0000","last_undegraded":"2024-04-22T13:56:59.010045+0000","last_fullsized":"2024-04-22T13:56:59.010045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899620+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:56:58.899620+0000","last_peered":"2024-04-22T13:56:58.899620+0000","last_clean":"2024-04-22T13:56:58.899620+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:56:58.899620+0000","last_undegraded":"2024-04-22T13:56:58.899620+0000","last_fullsized":"2024-04-22T13:56:58.899620+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898697+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:56:58.898697+0000","last_peered":"2024-04-22T13:56:58.898697+0000","last_clean":"2024-04-22T13:56:58.898697+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:56:58.898697+0000","last_undegraded":"2024-04-22T13:56:58.898697+0000","last_fullsized":"2024-04-22T13:56:58.898697+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":279541,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66207,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":785,"num_read_kb":468,"num_write":235,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":198621,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383709,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":456897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645347,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":1107621,"data_compressed":37418,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808871,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070510,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":457093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":1049633,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495672,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":516761,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411404,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":516913,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182471,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920834,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":958464,"data_stored":456706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":61146,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":61298,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":61521,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:57:26.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-22T13:57:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:27.101 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:26 smithi083 ceph-mon[27977]: pgmap v331: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:27.101 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:26 smithi083 ceph-mon[27977]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:26 smithi173 ceph-mon[31493]: pgmap v331: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:27.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:26 smithi173 ceph-mon[31493]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:26 smithi084 ceph-mon[31312]: pgmap v331: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:26 smithi084 ceph-mon[31312]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.558+0000 7fcfde34a700 1 -- 172.21.15.83:0/2970390516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 msgr2=0x7fcfd810f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.558+0000 7fcfde34a700 1 --2- 172.21.15.83:0/2970390516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd810f830 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fcfd000b0a0 tx=0x7fcfd000b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 -- 172.21.15.83:0/2970390516 shutdown_connections 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 --2- 172.21.15.83:0/2970390516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd810f830 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 --2- 172.21.15.83:0/2970390516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8107b20 0x7fcfd8107f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 --2- 172.21.15.83:0/2970390516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8101400 0x7fcfd8101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 -- 172.21.15.83:0/2970390516 >> 172.21.15.83:0/2970390516 conn(0x7fcfd8076c60 msgr2=0x7fcfd8077070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 -- 172.21.15.83:0/2970390516 shutdown_connections 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 -- 172.21.15.83:0/2970390516 wait complete. 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.559+0000 7fcfde34a700 1 Processor -- start 2024-04-22T13:57:28.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 -- start start 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8101400 0x7fcfd8199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8107b20 0x7fcfd819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd8112d30 con 0x7fcfd8101dc0 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd8112bb0 con 0x7fcfd8101400 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfde34a700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcfd8112eb0 con 0x7fcfd8107b20 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:28.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36814/0 (socket says 172.21.15.83:36814) 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 -- 172.21.15.83:0/663092467 learned_addr learned my addr 172.21.15.83:0/663092467 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd7fff700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8101400 0x7fcfd8199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfdc8e7700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8107b20 0x7fcfd819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 -- 172.21.15.83:0/663092467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8107b20 msgr2=0x7fcfd819db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8107b20 0x7fcfd819db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 -- 172.21.15.83:0/663092467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8101400 msgr2=0x7fcfd8199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8101400 0x7fcfd8199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.560+0000 7fcfd77fe700 1 -- 172.21.15.83:0/663092467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfd819e2c0 con 0x7fcfd8101dc0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfd77fe700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00b530 tx=0x7fcfcc00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc015020 con 0x7fcfd8101dc0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfd819e5b0 con 0x7fcfd8101dc0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfd81a5e30 con 0x7fcfd8101dc0 2024-04-22T13:57:28.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfcc011ce0 con 0x7fcfd8101dc0 2024-04-22T13:57:28.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.561+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfcc010dd0 con 0x7fcfd8101dc0 2024-04-22T13:57:28.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.562+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfc4005330 con 0x7fcfd8101dc0 2024-04-22T13:57:28.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.563+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fcfcc018020 con 0x7fcfd8101dc0 2024-04-22T13:57:28.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.563+0000 7fcfd57fa700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 0x7fcfc00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:28.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.564+0000 7fcfd7fff700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 0x7fcfc00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:28.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.564+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fcfcc0cfb10 con 0x7fcfd8101dc0 2024-04-22T13:57:28.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.564+0000 7fcfd7fff700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 0x7fcfc00a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8006fd0 tx=0x7fcfc8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:28.570 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.568+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcfcc01f020 con 0x7fcfd8101dc0 2024-04-22T13:57:28.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.764+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcfc4000bc0 con 0x7fcfc00a3cc0 2024-04-22T13:57:28.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.771+0000 7fcfd57fa700 1 -- 172.21.15.83:0/663092467 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258991 (secure 0 0 0) 0x7fcfc4000bc0 con 0x7fcfc00a3cc0 2024-04-22T13:57:28.776 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 msgr2=0x7fcfc00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 0x7fcfc00a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fcfc8006fd0 tx=0x7fcfc8008040 comp rx=0 tx=0).stop 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 msgr2=0x7fcfd8199840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fcfcc00b530 tx=0x7fcfcc00b8f0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 shutdown_connections 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfd8107b20 0x7fcfd819db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfd8101400 0x7fcfd8199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fcfc00a3cc0 0x7fcfc00a6180 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 --2- 172.21.15.83:0/663092467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfd8101dc0 0x7fcfd8199840 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 >> 172.21.15.83:0/663092467 conn(0x7fcfd8076c60 msgr2=0x7fcfd8100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 shutdown_connections 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:28.774+0000 7fcfde34a700 1 -- 172.21.15.83:0/663092467 wait complete. 2024-04-22T13:57:28.779 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:57:29.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:28 smithi173 ceph-mon[31493]: pgmap v332: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:29.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:28 smithi173 ceph-mon[31493]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-22T13:57:29.157 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:28 smithi083 ceph-mon[27977]: pgmap v332: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:29.157 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:28 smithi083 ceph-mon[27977]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-22T13:57:29.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:28 smithi084 ceph-mon[31312]: pgmap v332: 97 pgs: 97 active+clean; 641 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:29.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:28 smithi084 ceph-mon[31312]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-22T13:57:29.522 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":332,"stamp":"2024-04-22T13:57:27.795101+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656809,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":926,"num_read_kb":592,"num_write":418,"num_write_kb":3070,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":356772,"kb_used_data":11700,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124585052,"statfs":{"total":1151940427776,"available":1151575093248,"internally_reserved":0,"allocated":11980800,"data_stored":7437807,"data_compressed":112254,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19143,"internal_metadata":353154361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":104,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003078"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900247+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:56:58.900247+0000","last_peered":"2024-04-22T13:56:58.900247+0000","last_clean":"2024-04-22T13:56:58.900247+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:56:58.900247+0000","last_undegraded":"2024-04-22T13:56:58.900247+0000","last_fullsized":"2024-04-22T13:56:58.900247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895049+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:58.895049+0000","last_peered":"2024-04-22T13:56:58.895049+0000","last_clean":"2024-04-22T13:56:58.895049+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:56:58.895049+0000","last_undegraded":"2024-04-22T13:56:58.895049+0000","last_fullsized":"2024-04-22T13:56:58.895049+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894955+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:56:58.894955+0000","last_peered":"2024-04-22T13:56:58.894955+0000","last_clean":"2024-04-22T13:56:58.894955+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:56:58.894955+0000","last_undegraded":"2024-04-22T13:56:58.894955+0000","last_fullsized":"2024-04-22T13:56:58.894955+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902517+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:56:58.902517+0000","last_peered":"2024-04-22T13:56:58.902517+0000","last_clean":"2024-04-22T13:56:58.902517+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:56:58.902517+0000","last_undegraded":"2024-04-22T13:56:58.902517+0000","last_fullsized":"2024-04-22T13:56:58.902517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896226+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:56:58.896226+0000","last_peered":"2024-04-22T13:56:58.896226+0000","last_clean":"2024-04-22T13:56:58.896226+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:56:58.896226+0000","last_undegraded":"2024-04-22T13:56:58.896226+0000","last_fullsized":"2024-04-22T13:56:58.896226+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897620+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:56:58.897620+0000","last_peered":"2024-04-22T13:56:58.897620+0000","last_clean":"2024-04-22T13:56:58.897620+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:56:58.897620+0000","last_undegraded":"2024-04-22T13:56:58.897620+0000","last_fullsized":"2024-04-22T13:56:58.897620+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895052+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:56:58.895052+0000","last_peered":"2024-04-22T13:56:58.895052+0000","last_clean":"2024-04-22T13:56:58.895052+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:56:58.895052+0000","last_undegraded":"2024-04-22T13:56:58.895052+0000","last_fullsized":"2024-04-22T13:56:58.895052+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901966+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:56:58.901966+0000","last_peered":"2024-04-22T13:56:58.901966+0000","last_clean":"2024-04-22T13:56:58.901966+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:56:58.901966+0000","last_undegraded":"2024-04-22T13:56:58.901966+0000","last_fullsized":"2024-04-22T13:56:58.901966+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010553+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:56:59.010553+0000","last_peered":"2024-04-22T13:56:59.010553+0000","last_clean":"2024-04-22T13:56:59.010553+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:56:59.010553+0000","last_undegraded":"2024-04-22T13:56:59.010553+0000","last_fullsized":"2024-04-22T13:56:59.010553+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897779+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:56:58.897779+0000","last_peered":"2024-04-22T13:56:58.897779+0000","last_clean":"2024-04-22T13:56:58.897779+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:56:58.897779+0000","last_undegraded":"2024-04-22T13:56:58.897779+0000","last_fullsized":"2024-04-22T13:56:58.897779+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895456+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:56:58.895456+0000","last_peered":"2024-04-22T13:56:58.895456+0000","last_clean":"2024-04-22T13:56:58.895456+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:56:58.895456+0000","last_undegraded":"2024-04-22T13:56:58.895456+0000","last_fullsized":"2024-04-22T13:56:58.895456+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902477+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:56:58.902477+0000","last_peered":"2024-04-22T13:56:58.902477+0000","last_clean":"2024-04-22T13:56:58.902477+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:56:58.902477+0000","last_undegraded":"2024-04-22T13:56:58.902477+0000","last_fullsized":"2024-04-22T13:56:58.902477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899525+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:56:58.899525+0000","last_peered":"2024-04-22T13:56:58.899525+0000","last_clean":"2024-04-22T13:56:58.899525+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:56:58.899525+0000","last_undegraded":"2024-04-22T13:56:58.899525+0000","last_fullsized":"2024-04-22T13:56:58.899525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894933+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:56:58.894933+0000","last_peered":"2024-04-22T13:56:58.894933+0000","last_clean":"2024-04-22T13:56:58.894933+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:56:58.894933+0000","last_undegraded":"2024-04-22T13:56:58.894933+0000","last_fullsized":"2024-04-22T13:56:58.894933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902776+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:56:58.902776+0000","last_peered":"2024-04-22T13:56:58.902776+0000","last_clean":"2024-04-22T13:56:58.902776+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:56:58.902776+0000","last_undegraded":"2024-04-22T13:56:58.902776+0000","last_fullsized":"2024-04-22T13:56:58.902776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010030+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:56:59.010030+0000","last_peered":"2024-04-22T13:56:59.010030+0000","last_clean":"2024-04-22T13:56:59.010030+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:56:59.010030+0000","last_undegraded":"2024-04-22T13:56:59.010030+0000","last_fullsized":"2024-04-22T13:56:59.010030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900130+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:56:58.900130+0000","last_peered":"2024-04-22T13:56:58.900130+0000","last_clean":"2024-04-22T13:56:58.900130+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:56:58.900130+0000","last_undegraded":"2024-04-22T13:56:58.900130+0000","last_fullsized":"2024-04-22T13:56:58.900130+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899030+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:56:58.899030+0000","last_peered":"2024-04-22T13:56:58.899030+0000","last_clean":"2024-04-22T13:56:58.899030+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:56:58.899030+0000","last_undegraded":"2024-04-22T13:56:58.899030+0000","last_fullsized":"2024-04-22T13:56:58.899030+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898949+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:56:58.898949+0000","last_peered":"2024-04-22T13:56:58.898949+0000","last_clean":"2024-04-22T13:56:58.898949+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:56:58.898949+0000","last_undegraded":"2024-04-22T13:56:58.898949+0000","last_fullsized":"2024-04-22T13:56:58.898949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":109,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:24.621185+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:57:24.621185+0000","last_peered":"2024-04-22T13:57:24.621185+0000","last_clean":"2024-04-22T13:57:24.621185+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:57:24.621185+0000","last_undegraded":"2024-04-22T13:57:24.621185+0000","last_fullsized":"2024-04-22T13:57:24.621185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":77,"num_read_kb":77,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902178+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:56:58.902178+0000","last_peered":"2024-04-22T13:56:58.902178+0000","last_clean":"2024-04-22T13:56:58.902178+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:56:58.902178+0000","last_undegraded":"2024-04-22T13:56:58.902178+0000","last_fullsized":"2024-04-22T13:56:58.902178+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902369+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:56:58.902369+0000","last_peered":"2024-04-22T13:56:58.902369+0000","last_clean":"2024-04-22T13:56:58.902369+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:56:58.902369+0000","last_undegraded":"2024-04-22T13:56:58.902369+0000","last_fullsized":"2024-04-22T13:56:58.902369+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895242+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:56:58.895242+0000","last_peered":"2024-04-22T13:56:58.895242+0000","last_clean":"2024-04-22T13:56:58.895242+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:56:58.895242+0000","last_undegraded":"2024-04-22T13:56:58.895242+0000","last_fullsized":"2024-04-22T13:56:58.895242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896724+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:56:58.896724+0000","last_peered":"2024-04-22T13:56:58.896724+0000","last_clean":"2024-04-22T13:56:58.896724+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:56:58.896724+0000","last_undegraded":"2024-04-22T13:56:58.896724+0000","last_fullsized":"2024-04-22T13:56:58.896724+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010180+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:56:59.010180+0000","last_peered":"2024-04-22T13:56:59.010180+0000","last_clean":"2024-04-22T13:56:59.010180+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:56:59.010180+0000","last_undegraded":"2024-04-22T13:56:59.010180+0000","last_fullsized":"2024-04-22T13:56:59.010180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896352+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:56:58.896352+0000","last_peered":"2024-04-22T13:56:58.896352+0000","last_clean":"2024-04-22T13:56:58.896352+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:56:58.896352+0000","last_undegraded":"2024-04-22T13:56:58.896352+0000","last_fullsized":"2024-04-22T13:56:58.896352+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902388+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:56:58.902388+0000","last_peered":"2024-04-22T13:56:58.902388+0000","last_clean":"2024-04-22T13:56:58.902388+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:56:58.902388+0000","last_undegraded":"2024-04-22T13:56:58.902388+0000","last_fullsized":"2024-04-22T13:56:58.902388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.599190+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:57:21.599190+0000","last_peered":"2024-04-22T13:57:21.599190+0000","last_clean":"2024-04-22T13:57:21.599190+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:57:21.599190+0000","last_undegraded":"2024-04-22T13:57:21.599190+0000","last_fullsized":"2024-04-22T13:57:21.599190+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896128+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:56:58.896128+0000","last_peered":"2024-04-22T13:56:58.896128+0000","last_clean":"2024-04-22T13:56:58.896128+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:56:58.896128+0000","last_undegraded":"2024-04-22T13:56:58.896128+0000","last_fullsized":"2024-04-22T13:56:58.896128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":40,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.908375+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:56:58.908375+0000","last_peered":"2024-04-22T13:56:58.908375+0000","last_clean":"2024-04-22T13:56:58.908375+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:56:58.908375+0000","last_undegraded":"2024-04-22T13:56:58.908375+0000","last_fullsized":"2024-04-22T13:56:58.908375+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902225+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:56:58.902225+0000","last_peered":"2024-04-22T13:56:58.902225+0000","last_clean":"2024-04-22T13:56:58.902225+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:56:58.902225+0000","last_undegraded":"2024-04-22T13:56:58.902225+0000","last_fullsized":"2024-04-22T13:56:58.902225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899294+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:56:58.899294+0000","last_peered":"2024-04-22T13:56:58.899294+0000","last_clean":"2024-04-22T13:56:58.899294+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:56:58.899294+0000","last_undegraded":"2024-04-22T13:56:58.899294+0000","last_fullsized":"2024-04-22T13:56:58.899294+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901855+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:56:58.901855+0000","last_peered":"2024-04-22T13:56:58.901855+0000","last_clean":"2024-04-22T13:56:58.901855+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:56:58.901855+0000","last_undegraded":"2024-04-22T13:56:58.901855+0000","last_fullsized":"2024-04-22T13:56:58.901855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902819+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:56:58.902819+0000","last_peered":"2024-04-22T13:56:58.902819+0000","last_clean":"2024-04-22T13:56:58.902819+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:56:58.902819+0000","last_undegraded":"2024-04-22T13:56:58.902819+0000","last_fullsized":"2024-04-22T13:56:58.902819+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897829+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:56:58.897829+0000","last_peered":"2024-04-22T13:56:58.897829+0000","last_clean":"2024-04-22T13:56:58.897829+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:56:58.897829+0000","last_undegraded":"2024-04-22T13:56:58.897829+0000","last_fullsized":"2024-04-22T13:56:58.897829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'4","reported_seq":177,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:25.604490+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:57:25.604490+0000","last_peered":"2024-04-22T13:57:25.604490+0000","last_clean":"2024-04-22T13:57:25.604490+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:57:25.604490+0000","last_undegraded":"2024-04-22T13:57:25.604490+0000","last_fullsized":"2024-04-22T13:57:25.604490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":154,"num_read_kb":154,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010450+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:56:59.010450+0000","last_peered":"2024-04-22T13:56:59.010450+0000","last_clean":"2024-04-22T13:56:59.010450+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:56:59.010450+0000","last_undegraded":"2024-04-22T13:56:59.010450+0000","last_fullsized":"2024-04-22T13:56:59.010450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895446+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:56:58.895446+0000","last_peered":"2024-04-22T13:56:58.895446+0000","last_clean":"2024-04-22T13:56:58.895446+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:56:58.895446+0000","last_undegraded":"2024-04-22T13:56:58.895446+0000","last_fullsized":"2024-04-22T13:56:58.895446+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895232+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:56:58.895232+0000","last_peered":"2024-04-22T13:56:58.895232+0000","last_clean":"2024-04-22T13:56:58.895232+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:56:58.895232+0000","last_undegraded":"2024-04-22T13:56:58.895232+0000","last_fullsized":"2024-04-22T13:56:58.895232+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902670+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:56:58.902670+0000","last_peered":"2024-04-22T13:56:58.902670+0000","last_clean":"2024-04-22T13:56:58.902670+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:56:58.902670+0000","last_undegraded":"2024-04-22T13:56:58.902670+0000","last_fullsized":"2024-04-22T13:56:58.902670+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010313+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:56:59.010313+0000","last_peered":"2024-04-22T13:56:59.010313+0000","last_clean":"2024-04-22T13:56:59.010313+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:56:59.010313+0000","last_undegraded":"2024-04-22T13:56:59.010313+0000","last_fullsized":"2024-04-22T13:56:59.010313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'29","reported_seq":208,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:25.613831+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:57:25.613831+0000","last_peered":"2024-04-22T13:57:25.613831+0000","last_clean":"2024-04-22T13:57:25.613831+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:57:25.613831+0000","last_undegraded":"2024-04-22T13:57:25.613831+0000","last_fullsized":"2024-04-22T13:57:25.613831+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59394,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":160,"num_read_kb":139,"num_write":31,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896557+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:56:58.896557+0000","last_peered":"2024-04-22T13:56:58.896557+0000","last_clean":"2024-04-22T13:56:58.896557+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:56:58.896557+0000","last_undegraded":"2024-04-22T13:56:58.896557+0000","last_fullsized":"2024-04-22T13:56:58.896557+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.914041+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:56:58.914041+0000","last_peered":"2024-04-22T13:56:58.914041+0000","last_clean":"2024-04-22T13:56:58.914041+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:56:58.914041+0000","last_undegraded":"2024-04-22T13:56:58.914041+0000","last_fullsized":"2024-04-22T13:56:58.914041+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899373+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:56:58.899373+0000","last_peered":"2024-04-22T13:56:58.899373+0000","last_clean":"2024-04-22T13:56:58.899373+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:56:58.899373+0000","last_undegraded":"2024-04-22T13:56:58.899373+0000","last_fullsized":"2024-04-22T13:56:58.899373+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902700+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:56:58.902700+0000","last_peered":"2024-04-22T13:56:58.902700+0000","last_clean":"2024-04-22T13:56:58.902700+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:56:58.902700+0000","last_undegraded":"2024-04-22T13:56:58.902700+0000","last_fullsized":"2024-04-22T13:56:58.902700+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895274+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:56:58.895274+0000","last_peered":"2024-04-22T13:56:58.895274+0000","last_clean":"2024-04-22T13:56:58.895274+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:56:58.895274+0000","last_undegraded":"2024-04-22T13:56:58.895274+0000","last_fullsized":"2024-04-22T13:56:58.895274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'6","reported_seq":101,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.629930+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:57:21.629930+0000","last_peered":"2024-04-22T13:57:21.629930+0000","last_clean":"2024-04-22T13:57:21.629930+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:57:21.629930+0000","last_undegraded":"2024-04-22T13:57:21.629930+0000","last_fullsized":"2024-04-22T13:57:21.629930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":77,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894918+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:56:58.894918+0000","last_peered":"2024-04-22T13:56:58.894918+0000","last_clean":"2024-04-22T13:56:58.894918+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:56:58.894918+0000","last_undegraded":"2024-04-22T13:56:58.894918+0000","last_fullsized":"2024-04-22T13:56:58.894918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895952+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:56:58.895952+0000","last_peered":"2024-04-22T13:56:58.895952+0000","last_clean":"2024-04-22T13:56:58.895952+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:56:58.895952+0000","last_undegraded":"2024-04-22T13:56:58.895952+0000","last_fullsized":"2024-04-22T13:56:58.895952+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902067+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:56:58.902067+0000","last_peered":"2024-04-22T13:56:58.902067+0000","last_clean":"2024-04-22T13:56:58.902067+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:56:58.902067+0000","last_undegraded":"2024-04-22T13:56:58.902067+0000","last_fullsized":"2024-04-22T13:56:58.902067+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.917761+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:56:58.917761+0000","last_peered":"2024-04-22T13:56:58.917761+0000","last_clean":"2024-04-22T13:56:58.917761+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:56:58.917761+0000","last_undegraded":"2024-04-22T13:56:58.917761+0000","last_fullsized":"2024-04-22T13:56:58.917761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899144+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:56:58.899144+0000","last_peered":"2024-04-22T13:56:58.899144+0000","last_clean":"2024-04-22T13:56:58.899144+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:56:58.899144+0000","last_undegraded":"2024-04-22T13:56:58.899144+0000","last_fullsized":"2024-04-22T13:56:58.899144+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898550+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:56:58.898550+0000","last_peered":"2024-04-22T13:56:58.898550+0000","last_clean":"2024-04-22T13:56:58.898550+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:56:58.898550+0000","last_undegraded":"2024-04-22T13:56:58.898550+0000","last_fullsized":"2024-04-22T13:56:58.898550+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.897302+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:56:58.897302+0000","last_peered":"2024-04-22T13:56:58.897302+0000","last_clean":"2024-04-22T13:56:58.897302+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:56:58.897302+0000","last_undegraded":"2024-04-22T13:56:58.897302+0000","last_fullsized":"2024-04-22T13:56:58.897302+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":99,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:22.618869+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:57:22.618869+0000","last_peered":"2024-04-22T13:57:22.618869+0000","last_clean":"2024-04-22T13:57:22.618869+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:57:22.618869+0000","last_undegraded":"2024-04-22T13:57:22.618869+0000","last_fullsized":"2024-04-22T13:57:22.618869+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900450+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:56:58.900450+0000","last_peered":"2024-04-22T13:56:58.900450+0000","last_clean":"2024-04-22T13:56:58.900450+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:56:58.900450+0000","last_undegraded":"2024-04-22T13:56:58.900450+0000","last_fullsized":"2024-04-22T13:56:58.900450+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.904108+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:56:58.904108+0000","last_peered":"2024-04-22T13:56:58.904108+0000","last_clean":"2024-04-22T13:56:58.904108+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:56:58.904108+0000","last_undegraded":"2024-04-22T13:56:58.904108+0000","last_fullsized":"2024-04-22T13:56:58.904108+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:22.630883+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:57:22.630883+0000","last_peered":"2024-04-22T13:57:22.630883+0000","last_clean":"2024-04-22T13:57:22.630883+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:57:22.630883+0000","last_undegraded":"2024-04-22T13:57:22.630883+0000","last_fullsized":"2024-04-22T13:57:22.630883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010820+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:56:59.010820+0000","last_peered":"2024-04-22T13:56:59.010820+0000","last_clean":"2024-04-22T13:56:59.010820+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:56:59.010820+0000","last_undegraded":"2024-04-22T13:56:59.010820+0000","last_fullsized":"2024-04-22T13:56:59.010820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902139+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:56:58.902139+0000","last_peered":"2024-04-22T13:56:58.902139+0000","last_clean":"2024-04-22T13:56:58.902139+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:56:58.902139+0000","last_undegraded":"2024-04-22T13:56:58.902139+0000","last_fullsized":"2024-04-22T13:56:58.902139+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":354,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.894993+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:56:58.894993+0000","last_peered":"2024-04-22T13:56:58.894993+0000","last_clean":"2024-04-22T13:56:58.894993+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:56:58.894993+0000","last_undegraded":"2024-04-22T13:56:58.894993+0000","last_fullsized":"2024-04-22T13:56:58.894993+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899090+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:56:58.899090+0000","last_peered":"2024-04-22T13:56:58.899090+0000","last_clean":"2024-04-22T13:56:58.899090+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:56:58.899090+0000","last_undegraded":"2024-04-22T13:56:58.899090+0000","last_fullsized":"2024-04-22T13:56:58.899090+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895132+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:56:58.895132+0000","last_peered":"2024-04-22T13:56:58.895132+0000","last_clean":"2024-04-22T13:56:58.895132+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:56:58.895132+0000","last_undegraded":"2024-04-22T13:56:58.895132+0000","last_fullsized":"2024-04-22T13:56:58.895132+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896595+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:56:58.896595+0000","last_peered":"2024-04-22T13:56:58.896595+0000","last_clean":"2024-04-22T13:56:58.896595+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:56:58.896595+0000","last_undegraded":"2024-04-22T13:56:58.896595+0000","last_fullsized":"2024-04-22T13:56:58.896595+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899748+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:56:58.899748+0000","last_peered":"2024-04-22T13:56:58.899748+0000","last_clean":"2024-04-22T13:56:58.899748+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:56:58.899748+0000","last_undegraded":"2024-04-22T13:56:58.899748+0000","last_fullsized":"2024-04-22T13:56:58.899748+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'12","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899138+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:56:58.899138+0000","last_peered":"2024-04-22T13:56:58.899138+0000","last_clean":"2024-04-22T13:56:58.899138+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:56:58.899138+0000","last_undegraded":"2024-04-22T13:56:58.899138+0000","last_fullsized":"2024-04-22T13:56:58.899138+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902475+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:56:58.902475+0000","last_peered":"2024-04-22T13:56:58.902475+0000","last_clean":"2024-04-22T13:56:58.902475+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:56:58.902475+0000","last_undegraded":"2024-04-22T13:56:58.902475+0000","last_fullsized":"2024-04-22T13:56:58.902475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902522+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:56:58.902522+0000","last_peered":"2024-04-22T13:56:58.902522+0000","last_clean":"2024-04-22T13:56:58.902522+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:56:58.902522+0000","last_undegraded":"2024-04-22T13:56:58.902522+0000","last_fullsized":"2024-04-22T13:56:58.902522+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895274+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:56:58.895274+0000","last_peered":"2024-04-22T13:56:58.895274+0000","last_clean":"2024-04-22T13:56:58.895274+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:56:58.895274+0000","last_undegraded":"2024-04-22T13:56:58.895274+0000","last_fullsized":"2024-04-22T13:56:58.895274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.009969+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:56:59.009969+0000","last_peered":"2024-04-22T13:56:59.009969+0000","last_clean":"2024-04-22T13:56:59.009969+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:56:59.009969+0000","last_undegraded":"2024-04-22T13:56:59.009969+0000","last_fullsized":"2024-04-22T13:56:59.009969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.896157+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:56:58.896157+0000","last_peered":"2024-04-22T13:56:58.896157+0000","last_clean":"2024-04-22T13:56:58.896157+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:56:58.896157+0000","last_undegraded":"2024-04-22T13:56:58.896157+0000","last_fullsized":"2024-04-22T13:56:58.896157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902086+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:56:58.902086+0000","last_peered":"2024-04-22T13:56:58.902086+0000","last_clean":"2024-04-22T13:56:58.902086+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:56:58.902086+0000","last_undegraded":"2024-04-22T13:56:58.902086+0000","last_fullsized":"2024-04-22T13:56:58.902086+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898325+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:56:58.898325+0000","last_peered":"2024-04-22T13:56:58.898325+0000","last_clean":"2024-04-22T13:56:58.898325+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:56:58.898325+0000","last_undegraded":"2024-04-22T13:56:58.898325+0000","last_fullsized":"2024-04-22T13:56:58.898325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898639+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:56:58.898639+0000","last_peered":"2024-04-22T13:56:58.898639+0000","last_clean":"2024-04-22T13:56:58.898639+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:56:58.898639+0000","last_undegraded":"2024-04-22T13:56:58.898639+0000","last_fullsized":"2024-04-22T13:56:58.898639+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902022+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:56:58.902022+0000","last_peered":"2024-04-22T13:56:58.902022+0000","last_clean":"2024-04-22T13:56:58.902022+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:56:58.902022+0000","last_undegraded":"2024-04-22T13:56:58.902022+0000","last_fullsized":"2024-04-22T13:56:58.902022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.015382+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:56:59.015382+0000","last_peered":"2024-04-22T13:56:59.015382+0000","last_clean":"2024-04-22T13:56:59.015382+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:56:59.015382+0000","last_undegraded":"2024-04-22T13:56:59.015382+0000","last_fullsized":"2024-04-22T13:56:59.015382+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895250+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:56:58.895250+0000","last_peered":"2024-04-22T13:56:58.895250+0000","last_clean":"2024-04-22T13:56:58.895250+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:56:58.895250+0000","last_undegraded":"2024-04-22T13:56:58.895250+0000","last_fullsized":"2024-04-22T13:56:58.895250+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:57:21.599296+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:57:21.599296+0000","last_peered":"2024-04-22T13:57:21.599296+0000","last_clean":"2024-04-22T13:57:21.599296+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:57:21.599296+0000","last_undegraded":"2024-04-22T13:57:21.599296+0000","last_fullsized":"2024-04-22T13:57:21.599296+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895589+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:56:58.895589+0000","last_peered":"2024-04-22T13:56:58.895589+0000","last_clean":"2024-04-22T13:56:58.895589+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:56:58.895589+0000","last_undegraded":"2024-04-22T13:56:58.895589+0000","last_fullsized":"2024-04-22T13:56:58.895589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902266+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:56:58.902266+0000","last_peered":"2024-04-22T13:56:58.902266+0000","last_clean":"2024-04-22T13:56:58.902266+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:56:58.902266+0000","last_undegraded":"2024-04-22T13:56:58.902266+0000","last_fullsized":"2024-04-22T13:56:58.902266+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895299+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:56:58.895299+0000","last_peered":"2024-04-22T13:56:58.895299+0000","last_clean":"2024-04-22T13:56:58.895299+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:56:58.895299+0000","last_undegraded":"2024-04-22T13:56:58.895299+0000","last_fullsized":"2024-04-22T13:56:58.895299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899871+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:56:58.899871+0000","last_peered":"2024-04-22T13:56:58.899871+0000","last_clean":"2024-04-22T13:56:58.899871+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:56:58.899871+0000","last_undegraded":"2024-04-22T13:56:58.899871+0000","last_fullsized":"2024-04-22T13:56:58.899871+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895649+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:56:58.895649+0000","last_peered":"2024-04-22T13:56:58.895649+0000","last_clean":"2024-04-22T13:56:58.895649+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:56:58.895649+0000","last_undegraded":"2024-04-22T13:56:58.895649+0000","last_fullsized":"2024-04-22T13:56:58.895649+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898462+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:56:58.898462+0000","last_peered":"2024-04-22T13:56:58.898462+0000","last_clean":"2024-04-22T13:56:58.898462+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:56:58.898462+0000","last_undegraded":"2024-04-22T13:56:58.898462+0000","last_fullsized":"2024-04-22T13:56:58.898462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.900194+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:56:58.900194+0000","last_peered":"2024-04-22T13:56:58.900194+0000","last_clean":"2024-04-22T13:56:58.900194+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:56:58.900194+0000","last_undegraded":"2024-04-22T13:56:58.900194+0000","last_fullsized":"2024-04-22T13:56:58.900194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898514+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:56:58.898514+0000","last_peered":"2024-04-22T13:56:58.898514+0000","last_clean":"2024-04-22T13:56:58.898514+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:56:58.898514+0000","last_undegraded":"2024-04-22T13:56:58.898514+0000","last_fullsized":"2024-04-22T13:56:58.898514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.895215+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:56:58.895215+0000","last_peered":"2024-04-22T13:56:58.895215+0000","last_clean":"2024-04-22T13:56:58.895215+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:56:58.895215+0000","last_undegraded":"2024-04-22T13:56:58.895215+0000","last_fullsized":"2024-04-22T13:56:58.895215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899719+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:56:58.899719+0000","last_peered":"2024-04-22T13:56:58.899719+0000","last_clean":"2024-04-22T13:56:58.899719+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:56:58.899719+0000","last_undegraded":"2024-04-22T13:56:58.899719+0000","last_fullsized":"2024-04-22T13:56:58.899719+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898934+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:56:58.898934+0000","last_peered":"2024-04-22T13:56:58.898934+0000","last_clean":"2024-04-22T13:56:58.898934+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:56:58.898934+0000","last_undegraded":"2024-04-22T13:56:58.898934+0000","last_fullsized":"2024-04-22T13:56:58.898934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899332+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:56:58.899332+0000","last_peered":"2024-04-22T13:56:58.899332+0000","last_clean":"2024-04-22T13:56:58.899332+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:56:58.899332+0000","last_undegraded":"2024-04-22T13:56:58.899332+0000","last_fullsized":"2024-04-22T13:56:58.899332+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.902362+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:56:58.902362+0000","last_peered":"2024-04-22T13:56:58.902362+0000","last_clean":"2024-04-22T13:56:58.902362+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:56:58.902362+0000","last_undegraded":"2024-04-22T13:56:58.902362+0000","last_fullsized":"2024-04-22T13:56:58.902362+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901990+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:56:58.901990+0000","last_peered":"2024-04-22T13:56:58.901990+0000","last_clean":"2024-04-22T13:56:58.901990+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:56:58.901990+0000","last_undegraded":"2024-04-22T13:56:58.901990+0000","last_fullsized":"2024-04-22T13:56:58.901990+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.901988+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:56:58.901988+0000","last_peered":"2024-04-22T13:56:58.901988+0000","last_clean":"2024-04-22T13:56:58.901988+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:56:58.901988+0000","last_undegraded":"2024-04-22T13:56:58.901988+0000","last_fullsized":"2024-04-22T13:56:58.901988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:59.010045+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:56:59.010045+0000","last_peered":"2024-04-22T13:56:59.010045+0000","last_clean":"2024-04-22T13:56:59.010045+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:56:59.010045+0000","last_undegraded":"2024-04-22T13:56:59.010045+0000","last_fullsized":"2024-04-22T13:56:59.010045+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.899620+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:56:58.899620+0000","last_peered":"2024-04-22T13:56:58.899620+0000","last_clean":"2024-04-22T13:56:58.899620+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:56:58.899620+0000","last_undegraded":"2024-04-22T13:56:58.899620+0000","last_fullsized":"2024-04-22T13:56:58.899620+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-04-22T13:56:58.898697+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:56:58.898697+0000","last_peered":"2024-04-22T13:56:58.898697+0000","last_clean":"2024-04-22T13:56:58.898697+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:56:58.898697+0000","last_undegraded":"2024-04-22T13:56:58.898697+0000","last_fullsized":"2024-04-22T13:56:58.898697+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":279541,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66207,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":790,"num_read_kb":473,"num_write":235,"num_write_kb":130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":198621,"data_compressed":5580,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383710,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":456897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645347,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":1107621,"data_compressed":37418,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808872,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070510,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":457093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332147,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":1049633,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495672,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":516761,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411404,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":516913,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182471,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920834,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":958464,"data_stored":456706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757309,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":33917,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":61146,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":61298,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":61521,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:57:29.526 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-22T13:57:29.526 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-22T13:57:29.526 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-22T13:57:29.527 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-22T13:57:29.767 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:30.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:29 smithi083 ceph-mon[27977]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:30.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:29 smithi173 ceph-mon[31493]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:30.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:29 smithi084 ceph-mon[31312]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:57:30.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:30 smithi083 ceph-mon[27977]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-22T13:57:31.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:30 smithi173 ceph-mon[31493]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-22T13:57:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:30 smithi084 ceph-mon[31312]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-22T13:57:31.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 -- 172.21.15.83:0/1162213331 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec107920 msgr2=0x7f7eec107d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:31.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 --2- 172.21.15.83:0/1162213331 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec107920 0x7f7eec107d00 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f7ee8009990 tx=0x7f7ee8009ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 -- 172.21.15.83:0/1162213331 shutdown_connections 2024-04-22T13:57:31.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 --2- 172.21.15.83:0/1162213331 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec107920 0x7f7eec107d00 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 --2- 172.21.15.83:0/1162213331 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7eec102330 0x7f7eec10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 --2- 172.21.15.83:0/1162213331 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eec101970 0x7f7eec101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 -- 172.21.15.83:0/1162213331 >> 172.21.15.83:0/1162213331 conn(0x7f7eec0788f0 msgr2=0x7f7eec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 -- 172.21.15.83:0/1162213331 shutdown_connections 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.485+0000 7f7ef369f700 1 -- 172.21.15.83:0/1162213331 wait complete. 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 Processor -- start 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 -- start start 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7eec101970 0x7f7eec19a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eec107920 0x7f7eec1a5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:31.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7eec111b60 con 0x7f7eec102330 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7eec1119e0 con 0x7f7eec107920 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef369f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7eec111ce0 con 0x7f7eec101970 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36836/0 (socket says 172.21.15.83:36836) 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 -- 172.21.15.83:0/4071598644 learned_addr learned my addr 172.21.15.83:0/4071598644 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 -- 172.21.15.83:0/4071598644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7eec101970 msgr2=0x7f7eec19a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7eec101970 0x7f7eec19a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 -- 172.21.15.83:0/4071598644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eec107920 msgr2=0x7f7eec1a5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eec107920 0x7f7eec1a5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 -- 172.21.15.83:0/4071598644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eec1a55c0 con 0x7f7eec102330 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.486+0000 7f7ef0c3a700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7edc00c920 tx=0x7f7edc00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.487+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc007b00 con 0x7f7eec102330 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.487+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eec1a5790 con 0x7f7eec102330 2024-04-22T13:57:31.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.487+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7edc004ce0 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.487+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7edc005650 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.487+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eec1a5d20 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.488+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7eec069730 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.488+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7edc007ca0 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.489+0000 7f7ee27fc700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 0x7f7ed80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.489+0000 7f7ef143b700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 0x7f7ed80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.489+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f7edc0d03c0 con 0x7f7eec102330 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.489+0000 7f7ef143b700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 0x7f7ed80a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7ee80098e0 tx=0x7f7ee8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:31.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.494+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7edc014030 con 0x7f7eec102330 2024-04-22T13:57:31.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.740+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7eec06b730 con 0x7f7eec102330 2024-04-22T13:57:31.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.741+0000 7f7ee27fc700 1 -- 172.21.15.83:0/4071598644 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7edc09cdb0 con 0x7f7eec102330 2024-04-22T13:57:31.743 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:31.744 INFO:teuthology.orchestra.run.smithi083.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 msgr2=0x7f7ed80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 0x7f7ed80a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7ee80098e0 tx=0x7f7ee8005fb0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 msgr2=0x7f7eec19a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f7edc00c920 tx=0x7f7edc00cce0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 shutdown_connections 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7eec107920 0x7f7eec1a5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7eec101970 0x7f7eec19a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7ed80a3c40 0x7f7ed80a6100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 --2- 172.21.15.83:0/4071598644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7eec102330 0x7f7eec19a540 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:31.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 >> 172.21.15.83:0/4071598644 conn(0x7f7eec0788f0 msgr2=0x7f7eec0ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:31.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 shutdown_connections 2024-04-22T13:57:31.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:31.743+0000 7f7ef369f700 1 -- 172.21.15.83:0/4071598644 wait complete. 2024-04-22T13:57:32.135 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:31 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4071598644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T13:57:32.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:31 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4071598644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T13:57:32.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:31 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4071598644' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-22T13:57:32.511 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-22T13:57:32.512 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/1813845466 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 msgr2=0x7f4f64102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/1813845466 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f64102460 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f4f50009900 tx=0x7f4f5002bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/1813845466 shutdown_connections 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/1813845466 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f641029a0 0x7f4f641092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/1813845466 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f64102460 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/1813845466 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f64100e90 0x7f4f641012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/1813845466 >> 172.21.15.83:0/1813845466 conn(0x7f4f640fc420 msgr2=0x7f4f640fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/1813845466 shutdown_connections 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.613+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/1813845466 wait complete. 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 Processor -- start 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 -- start start 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f64100e90 0x7f4f64197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 0x7f4f6419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6410c9d0 con 0x7f4f64101fe0 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6410c850 con 0x7f4f641029a0 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f6aaa5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4f6410cb50 con 0x7f4f64100e90 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36860/0 (socket says 172.21.15.83:36860) 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 -- 172.21.15.83:0/3134666704 learned_addr learned my addr 172.21.15.83:0/3134666704 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:32.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f68841640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f64100e90 0x7f4f64197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f69042640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 0x7f4f6419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 -- 172.21.15.83:0/3134666704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f64100e90 msgr2=0x7f4f64197070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f64100e90 0x7f4f64197070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 -- 172.21.15.83:0/3134666704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 msgr2=0x7f4f6419e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 0x7f4f6419e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 -- 172.21.15.83:0/3134666704 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f6419ec90 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f69042640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 0x7f4f6419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.614+0000 7f4f63fff640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4f50036040 tx=0x7f4f500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.615+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f50043020 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.615+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f50004aa0 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.615+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f6419ef20 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.615+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f50003ce0 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.615+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f6419f380 con 0x7f4f64101fe0 2024-04-22T13:57:32.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.616+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f641081a0 con 0x7f4f64101fe0 2024-04-22T13:57:32.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.617+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4f50046020 con 0x7f4f64101fe0 2024-04-22T13:57:32.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.617+0000 7f4f61ffb640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 0x7f4f540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.618+0000 7f4f68841640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 0x7f4f540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.618+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4f500f2810 con 0x7f4f64101fe0 2024-04-22T13:57:32.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.618+0000 7f4f68841640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 0x7f4f540a6070 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800abe0 tx=0x7f4f5800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:32.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.622+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f5004d020 con 0x7f4f64101fe0 2024-04-22T13:57:32.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.803+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f64062c90 con 0x7f4f64101fe0 2024-04-22T13:57:32.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.804+0000 7f4f61ffb640 1 -- 172.21.15.83:0/3134666704 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7f4f500bf200 con 0x7f4f64101fe0 2024-04-22T13:57:32.807 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:32.807 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:57:32.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 msgr2=0x7f4f540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 0x7f4f540a6070 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f4f5800abe0 tx=0x7f4f5800a2d0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 msgr2=0x7f4f641975b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f4f50036040 tx=0x7f4f500042f0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 shutdown_connections 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f540a3bb0 0x7f4f540a6070 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f641029a0 0x7f4f6419e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f64101fe0 0x7f4f641975b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 --2- 172.21.15.83:0/3134666704 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f64100e90 0x7f4f64197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 >> 172.21.15.83:0/3134666704 conn(0x7f4f640fc420 msgr2=0x7f4f64105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 shutdown_connections 2024-04-22T13:57:32.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.806+0000 7f4f6aaa5640 1 -- 172.21.15.83:0/3134666704 wait complete. 2024-04-22T13:57:32.820 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:57:32.821 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 -- 172.21.15.83:0/463875898 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74101fa0 msgr2=0x7fda741023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 --2- 172.21.15.83:0/463875898 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74101fa0 0x7fda741023c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fda64009900 tx=0x7fda6402bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 -- 172.21.15.83:0/463875898 shutdown_connections 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 --2- 172.21.15.83:0/463875898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74103b50 0x7fda7410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 --2- 172.21.15.83:0/463875898 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 0x7fda74103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 --2- 172.21.15.83:0/463875898 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74101fa0 0x7fda741023c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 -- 172.21.15.83:0/463875898 >> 172.21.15.83:0/463875898 conn(0x7fda740fd530 msgr2=0x7fda740ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 -- 172.21.15.83:0/463875898 shutdown_connections 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.921+0000 7fda7ac70640 1 -- 172.21.15.83:0/463875898 wait complete. 2024-04-22T13:57:32.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 Processor -- start 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 -- start start 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74101fa0 0x7fda741981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 0x7fda74198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fda7410dae0 con 0x7fda74103b50 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fda7410d960 con 0x7fda74101fa0 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7ac70640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fda7410dc60 con 0x7fda74103190 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7920d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7920d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36888/0 (socket says 172.21.15.83:36888) 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda7920d640 1 -- 172.21.15.83:0/1692916896 learned_addr learned my addr 172.21.15.83:0/1692916896 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda73fff640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 0x7fda74198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.922+0000 7fda78a0c640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74101fa0 0x7fda741981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 -- 172.21.15.83:0/1692916896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 msgr2=0x7fda74198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 0x7fda74198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 -- 172.21.15.83:0/1692916896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74101fa0 msgr2=0x7fda741981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74101fa0 0x7fda741981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 -- 172.21.15.83:0/1692916896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda7419fe10 con 0x7fda74103b50 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7920d640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fda6c00cce0 tx=0x7fda6c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda6c00f450 con 0x7fda74103b50 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda741a0100 con 0x7fda74103b50 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda6c00faa0 con 0x7fda74103b50 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda6c018b70 con 0x7fda74103b50 2024-04-22T13:57:32.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.923+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda741a0600 con 0x7fda74103b50 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.924+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda741092e0 con 0x7fda74103b50 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.925+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fda6c018d10 con 0x7fda74103b50 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.926+0000 7fda71ffb640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 0x7fda5c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.926+0000 7fda78a0c640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 0x7fda5c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.926+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fda6c0d0790 con 0x7fda74103b50 2024-04-22T13:57:32.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.926+0000 7fda78a0c640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 0x7fda5c0a6070 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fda64005ab0 tx=0x7fda64005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:32.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:32.930+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fda6c014030 con 0x7fda74103b50 2024-04-22T13:57:33.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.105+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fda74062b50 con 0x7fda74103b50 2024-04-22T13:57:33.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.105+0000 7fda71ffb640 1 -- 172.21.15.83:0/1692916896 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7fda6c09d180 con 0x7fda74103b50 2024-04-22T13:57:33.108 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 msgr2=0x7fda5c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 0x7fda5c0a6070 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fda64005ab0 tx=0x7fda64005fd0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 msgr2=0x7fda7419f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fda6c00cce0 tx=0x7fda6c00a620 comp rx=0 tx=0).stop 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 shutdown_connections 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fda5c0a3bb0 0x7fda5c0a6070 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda74103b50 0x7fda7419f7a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda74103190 0x7fda74198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 --2- 172.21.15.83:0/1692916896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda74101fa0 0x7fda741981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 >> 172.21.15.83:0/1692916896 conn(0x7fda740fd530 msgr2=0x7fda741064b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 shutdown_connections 2024-04-22T13:57:33.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.107+0000 7fda7ac70640 1 -- 172.21.15.83:0/1692916896 wait complete. 2024-04-22T13:57:33.120 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:32 smithi083 ceph-mon[27977]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:33.120 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:32 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3134666704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:33.121 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:57:33.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:32 smithi173 ceph-mon[31493]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:33.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:32 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3134666704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:33.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.219+0000 7fea59db2640 1 -- 172.21.15.83:0/1121716037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54107c70 msgr2=0x7fea5410a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.219+0000 7fea59db2640 1 --2- 172.21.15.83:0/1121716037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54107c70 0x7fea5410a0c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009ca0 tx=0x7fea4c02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- 172.21.15.83:0/1121716037 shutdown_connections 2024-04-22T13:57:33.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- 172.21.15.83:0/1121716037 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54107c70 0x7fea5410a0c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- 172.21.15.83:0/1121716037 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea54107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- 172.21.15.83:0/1121716037 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54102a10 0x7fea54104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- 172.21.15.83:0/1121716037 >> 172.21.15.83:0/1121716037 conn(0x7fea540fc400 msgr2=0x7fea540fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- 172.21.15.83:0/1121716037 shutdown_connections 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- 172.21.15.83:0/1121716037 wait complete. 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 Processor -- start 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- start start 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea541986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 0x7fea5419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fea5410dae0 con 0x7fea54102a10 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fea5410d960 con 0x7fea54105340 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.220+0000 7fea59db2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fea5410dc60 con 0x7fea54107c70 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:36906/0 (socket says 172.21.15.83:36906) 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 -- 172.21.15.83:0/32403124 learned_addr learned my addr 172.21.15.83:0/32403124 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea53fff640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 0x7fea5419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea52ffd640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea541986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 -- 172.21.15.83:0/32403124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 msgr2=0x7fea5419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 0x7fea5419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 -- 172.21.15.83:0/32403124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 msgr2=0x7fea541986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea541986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 -- 172.21.15.83:0/32403124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea5419fda0 con 0x7fea54102a10 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea53fff640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 0x7fea5419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea52ffd640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea541986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea537fe640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fea4400d770 tx=0x7fea4400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea44017070 con 0x7fea54102a10 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fea440054d0 con 0x7fea54102a10 2024-04-22T13:57:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea541a0090 con 0x7fea54102a10 2024-04-22T13:57:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea44004c30 con 0x7fea54102a10 2024-04-22T13:57:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.221+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea541a0590 con 0x7fea54102a10 2024-04-22T13:57:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.222+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea540fdef0 con 0x7fea54102a10 2024-04-22T13:57:33.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:32 smithi084 ceph-mon[31312]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:33.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:32 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3134666704' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.223+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fea44004e10 con 0x7fea54102a10 2024-04-22T13:57:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.224+0000 7fea50ff9640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 0x7fea3c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.224+0000 7fea52ffd640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 0x7fea3c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.224+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fea440cff60 con 0x7fea54102a10 2024-04-22T13:57:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.224+0000 7fea52ffd640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 0x7fea3c0a6070 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fea54199690 tx=0x7fea48005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.228+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fea4409c950 con 0x7fea54102a10 2024-04-22T13:57:33.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.403+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fea54062b80 con 0x7fea54102a10 2024-04-22T13:57:33.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.404+0000 7fea50ff9640 1 -- 172.21.15.83:0/32403124 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) ==== 104+0+11 (secure 0 0 0) 0x7fea4409c250 con 0x7fea54102a10 2024-04-22T13:57:33.406 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:57:33.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 msgr2=0x7fea3c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 0x7fea3c0a6070 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fea54199690 tx=0x7fea48005d90 comp rx=0 tx=0).stop 2024-04-22T13:57:33.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 msgr2=0x7fea54198180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fea4400d770 tx=0x7fea4400dc30 comp rx=0 tx=0).stop 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 shutdown_connections 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fea3c0a3bb0 0x7fea3c0a6070 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fea54107c70 0x7fea5419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fea54105340 0x7fea541986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 --2- 172.21.15.83:0/32403124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fea54102a10 0x7fea54198180 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 >> 172.21.15.83:0/32403124 conn(0x7fea540fc400 msgr2=0x7fea541032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 shutdown_connections 2024-04-22T13:57:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.406+0000 7fea59db2640 1 -- 172.21.15.83:0/32403124 wait complete. 2024-04-22T13:57:33.419 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:57:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 -- 172.21.15.83:0/3243301291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b4101b00 msgr2=0x7ff1b41093a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3243301291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b4101b00 0x7ff1b41093a0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff1a40099b0 tx=0x7ff1a402de60 comp rx=0 tx=0).stop 2024-04-22T13:57:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 -- 172.21.15.83:0/3243301291 shutdown_connections 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3243301291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b4101b00 0x7ff1b41093a0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3243301291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 0x7ff1b41015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3243301291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b41024a0 0x7ff1b41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 -- 172.21.15.83:0/3243301291 >> 172.21.15.83:0/3243301291 conn(0x7ff1b40fbb90 msgr2=0x7ff1b40fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 -- 172.21.15.83:0/3243301291 shutdown_connections 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.517+0000 7ff1babe6640 1 -- 172.21.15.83:0/3243301291 wait complete. 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 Processor -- start 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 -- start start 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 0x7ff1b419a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 0x7ff1b419a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b410b920 con 0x7ff1b41024a0 2024-04-22T13:57:33.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b410b7a0 con 0x7ff1b4101140 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1babe6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b410baa0 con 0x7ff1b4101b00 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39480/0 (socket says 172.21.15.83:39480) 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 -- 172.21.15.83:0/3591419378 learned_addr learned my addr 172.21.15.83:0/3591419378 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b8982640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 0x7ff1b419a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b3fff640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 0x7ff1b419a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 -- 172.21.15.83:0/3591419378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 msgr2=0x7ff1b419a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 0x7ff1b419a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 -- 172.21.15.83:0/3591419378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 msgr2=0x7ff1b419a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 0x7ff1b419a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 -- 172.21.15.83:0/3591419378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1b41a1f60 con 0x7ff1b41024a0 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b3fff640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 0x7ff1b419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.518+0000 7ff1b9183640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff1a402e3a0 tx=0x7ff1a4004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.519+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1a4043020 con 0x7ff1b41024a0 2024-04-22T13:57:33.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.519+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1a4003ca0 con 0x7ff1b41024a0 2024-04-22T13:57:33.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.519+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1a403f440 con 0x7ff1b41024a0 2024-04-22T13:57:33.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.519+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1b41a21f0 con 0x7ff1b41024a0 2024-04-22T13:57:33.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.519+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1b41a2740 con 0x7ff1b41024a0 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.520+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1b4108280 con 0x7ff1b41024a0 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.521+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff1a4046020 con 0x7ff1b41024a0 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.521+0000 7ff1b1ffb640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 0x7ff19c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.522+0000 7ff1b8982640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 0x7ff19c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.522+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7ff1a40f29b0 con 0x7ff1b41024a0 2024-04-22T13:57:33.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.522+0000 7ff1b8982640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 0x7ff19c0a6070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff1b406a330 tx=0x7ff1ac009680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.525+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff1a404d020 con 0x7ff1b41024a0 2024-04-22T13:57:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.703+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff1b402d5c0 con 0x7ff1b41024a0 2024-04-22T13:57:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.703+0000 7ff1b1ffb640 1 -- 172.21.15.83:0/3591419378 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) ==== 100+0+11 (secure 0 0 0) 0x7ff1a40bf3a0 con 0x7ff1b41024a0 2024-04-22T13:57:33.705 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 msgr2=0x7ff19c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 0x7ff19c0a6070 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff1b406a330 tx=0x7ff1ac009680 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 msgr2=0x7ff1b41a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff1a402e3a0 tx=0x7ff1a4004250 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 shutdown_connections 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff19c0a3bb0 0x7ff19c0a6070 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff1b41024a0 0x7ff1b41a18f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff1b4101b00 0x7ff1b419a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 --2- 172.21.15.83:0/3591419378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff1b4101140 0x7ff1b419a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 >> 172.21.15.83:0/3591419378 conn(0x7ff1b40fbb90 msgr2=0x7ff1b4105450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 shutdown_connections 2024-04-22T13:57:33.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.705+0000 7ff1babe6640 1 -- 172.21.15.83:0/3591419378 wait complete. 2024-04-22T13:57:33.719 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 -- 172.21.15.83:0/3177022072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c1021c0 msgr2=0x7f799c108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 --2- 172.21.15.83:0/3177022072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c1021c0 0x7f799c108a50 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f799400adb0 tx=0x7f799402cff0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 -- 172.21.15.83:0/3177022072 shutdown_connections 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 --2- 172.21.15.83:0/3177022072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c1021c0 0x7f799c108a50 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 --2- 172.21.15.83:0/3177022072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c101c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 --2- 172.21.15.83:0/3177022072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c100610 0x7f799c100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 -- 172.21.15.83:0/3177022072 >> 172.21.15.83:0/3177022072 conn(0x7f799c0fbb80 msgr2=0x7f799c0fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 -- 172.21.15.83:0/3177022072 shutdown_connections 2024-04-22T13:57:33.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.813+0000 7f79a3411640 1 -- 172.21.15.83:0/3177022072 wait complete. 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 Processor -- start 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 -- start start 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c196470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 0x7f799c19d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f799c10b8d0 con 0x7f799c100610 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f799c10b750 con 0x7f799c1021c0 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a3411640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f799c10ba50 con 0x7f799c101800 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a11ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a11ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39500/0 (socket says 172.21.15.83:39500) 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a11ad640 1 -- 172.21.15.83:0/707547865 learned_addr learned my addr 172.21.15.83:0/707547865 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a19ae640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 0x7f799c19d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a09ac640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c196470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a11ad640 1 -- 172.21.15.83:0/707547865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 msgr2=0x7f799c196470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.814+0000 7f79a11ad640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c196470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a11ad640 1 -- 172.21.15.83:0/707547865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 msgr2=0x7f799c19d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a11ad640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 0x7f799c19d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a11ad640 1 -- 172.21.15.83:0/707547865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f799c19fd60 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a19ae640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 0x7f799c19d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a09ac640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a11ad640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f799800d770 tx=0x7f799800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7998017070 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7998009c30 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f799c19fff0 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7998003cc0 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.815+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f799c1a04b0 con 0x7f799c100610 2024-04-22T13:57:33.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.816+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f799c107a00 con 0x7f799c100610 2024-04-22T13:57:33.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.817+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7998003e60 con 0x7f799c100610 2024-04-22T13:57:33.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.817+0000 7f79927fc640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 0x7f79880a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:33.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.817+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f79980cfe50 con 0x7f799c100610 2024-04-22T13:57:33.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.817+0000 7f79a09ac640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 0x7f79880a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:33.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.818+0000 7f79a09ac640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 0x7f79880a6070 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f799c197440 tx=0x7f798c005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:33.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:33.822+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f799809c840 con 0x7f799c100610 2024-04-22T13:57:34.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.039+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f799c062bf0 con 0x7f799c100610 2024-04-22T13:57:34.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.039+0000 7f79927fc640 1 -- 172.21.15.83:0/707547865 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7f7998009de0 con 0x7f799c100610 2024-04-22T13:57:34.042 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:34.042 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:57:34.042 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 msgr2=0x7f79880a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 0x7f79880a6070 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f799c197440 tx=0x7f798c005e50 comp rx=0 tx=0).stop 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 msgr2=0x7f799c195f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f799800d770 tx=0x7f799800dc30 comp rx=0 tx=0).stop 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 shutdown_connections 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79880a3bb0 0x7f79880a6070 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c1021c0 0x7f799c19d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f799c101800 0x7f799c196470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 --2- 172.21.15.83:0/707547865 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f799c100610 0x7f799c195f30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 >> 172.21.15.83:0/707547865 conn(0x7f799c0fbb80 msgr2=0x7f799c104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 shutdown_connections 2024-04-22T13:57:34.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.041+0000 7f79a3411640 1 -- 172.21.15.83:0/707547865 wait complete. 2024-04-22T13:57:34.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:33 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1692916896' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:33 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/32403124' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.054 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:33 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3591419378' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.055 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 -- 172.21.15.83:0/352272411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 msgr2=0x7fe040109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 --2- 172.21.15.83:0/352272411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe040109360 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe038009900 tx=0x7fe03802bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 -- 172.21.15.83:0/352272411 shutdown_connections 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 --2- 172.21.15.83:0/352272411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe040109360 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 --2- 172.21.15.83:0/352272411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 0x7fe040101580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 --2- 172.21.15.83:0/352272411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 0x7fe0401028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 -- 172.21.15.83:0/352272411 >> 172.21.15.83:0/352272411 conn(0x7fe0400fbb90 msgr2=0x7fe0400fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 -- 172.21.15.83:0/352272411 shutdown_connections 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.150+0000 7fe04559d640 1 -- 172.21.15.83:0/352272411 wait complete. 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 Processor -- start 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 -- start start 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 0x7fe040100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 0x7fe04019f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe04010cab0 con 0x7fe040101ac0 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe04010c930 con 0x7fe040101100 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe04559d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe04010cc30 con 0x7fe0401024b0 2024-04-22T13:57:34.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe03e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe03e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39526/0 (socket says 172.21.15.83:39526) 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.151+0000 7fe03e7fc640 1 -- 172.21.15.83:0/2223937629 learned_addr learned my addr 172.21.15.83:0/2223937629 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 -- 172.21.15.83:0/2223937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 msgr2=0x7fe04019f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03f7fe640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 0x7fe04019f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03effd640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 0x7fe040100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 0x7fe04019f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 -- 172.21.15.83:0/2223937629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 msgr2=0x7fe040100b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 0x7fe040100b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 -- 172.21.15.83:0/2223937629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe04019fe70 con 0x7fe040101ac0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe03e7fc640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe03400c970 tx=0x7fe03400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe034007c10 con 0x7fe040101ac0 2024-04-22T13:57:34.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe034007db0 con 0x7fe040101ac0 2024-04-22T13:57:34.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0401a0100 con 0x7fe040101ac0 2024-04-22T13:57:34.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe03400f870 con 0x7fe040101ac0 2024-04-22T13:57:34.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.152+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0401a0650 con 0x7fe040101ac0 2024-04-22T13:57:34.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.153+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe040108170 con 0x7fe040101ac0 2024-04-22T13:57:34.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:33 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1692916896' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:33 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/32403124' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:33 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3591419378' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.155+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe03400fa10 con 0x7fe040101ac0 2024-04-22T13:57:34.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.155+0000 7fe027fff640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 0x7fe0280a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.155+0000 7fe03effd640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 0x7fe0280a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.155+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe0340d0aa0 con 0x7fe040101ac0 2024-04-22T13:57:34.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.156+0000 7fe03effd640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 0x7fe0280a6070 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe04006a420 tx=0x7fe0300072f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.159+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe03409d5b0 con 0x7fe040101ac0 2024-04-22T13:57:34.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:33 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1692916896' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:33 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/32403124' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:33 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3591419378' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.338+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe04002d850 con 0x7fe040101ac0 2024-04-22T13:57:34.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.340+0000 7fe027fff640 1 -- 172.21.15.83:0/2223937629 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7fe03409ceb0 con 0x7fe040101ac0 2024-04-22T13:57:34.342 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:34.342 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.341+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 msgr2=0x7fe0280a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.341+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 0x7fe0280a6070 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fe04006a420 tx=0x7fe0300072f0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.341+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 msgr2=0x7fe04019cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.341+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe03400c970 tx=0x7fe03400ce30 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 shutdown_connections 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe0280a3bb0 0x7fe0280a6070 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe0401024b0 0x7fe04019f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe040101ac0 0x7fe04019cf40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 --2- 172.21.15.83:0/2223937629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe040101100 0x7fe040100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 >> 172.21.15.83:0/2223937629 conn(0x7fe0400fbb90 msgr2=0x7fe040105340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 shutdown_connections 2024-04-22T13:57:34.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.342+0000 7fe04559d640 1 -- 172.21.15.83:0/2223937629 wait complete. 2024-04-22T13:57:34.355 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:57:34.356 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:57:34.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- 172.21.15.83:0/1348162096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8075f10 msgr2=0x7f79d8074360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- 172.21.15.83:0/1348162096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8075f10 0x7f79d8074360 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f79d0009ca0 tx=0x7f79d002c180 comp rx=0 tx=0).stop 2024-04-22T13:57:34.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- 172.21.15.83:0/1348162096 shutdown_connections 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- 172.21.15.83:0/1348162096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8109e50 0x7f79d810c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- 172.21.15.83:0/1348162096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8074930 0x7f79d8074d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- 172.21.15.83:0/1348162096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8075f10 0x7f79d8074360 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- 172.21.15.83:0/1348162096 >> 172.21.15.83:0/1348162096 conn(0x7f79d80fd530 msgr2=0x7f79d80ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- 172.21.15.83:0/1348162096 shutdown_connections 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- 172.21.15.83:0/1348162096 wait complete. 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 Processor -- start 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- start start 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 0x7f79d819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 0x7f79d819a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f79d810fd30 con 0x7f79d8109e50 2024-04-22T13:57:34.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f79d810fbb0 con 0x7f79d8074930 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.455+0000 7f79df206640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f79d810feb0 con 0x7f79d8075f10 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39540/0 (socket says 172.21.15.83:39540) 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 -- 172.21.15.83:0/1695775914 learned_addr learned my addr 172.21.15.83:0/1695775914 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79d7fff640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 0x7f79d819a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dcfa2640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 0x7f79d819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 -- 172.21.15.83:0/1695775914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 msgr2=0x7f79d819a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 0x7f79d819a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 -- 172.21.15.83:0/1695775914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 msgr2=0x7f79d819a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 0x7f79d819a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 -- 172.21.15.83:0/1695775914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d81a20d0 con 0x7f79d8109e50 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79d7fff640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 0x7f79d819a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dcfa2640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 0x7f79d819a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:34.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79dd7a3640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f79c000c970 tx=0x7f79c000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0007bb0 con 0x7f79d8109e50 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d81a23c0 con 0x7f79d8109e50 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79c0007d50 con 0x7f79d8109e50 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c0004e60 con 0x7f79d8109e50 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.456+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d81a2990 con 0x7f79d8109e50 2024-04-22T13:57:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.457+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79d8108c10 con 0x7f79d8109e50 2024-04-22T13:57:34.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.458+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f79c0005020 con 0x7f79d8109e50 2024-04-22T13:57:34.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.459+0000 7f79d5ffb640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 0x7f79c40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.459+0000 7f79dcfa2640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 0x7f79c40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.459+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f79c00d0170 con 0x7f79d8109e50 2024-04-22T13:57:34.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.459+0000 7f79dcfa2640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 0x7f79c40a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f79d0006010 tx=0x7f79d00093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.463+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f79c0014030 con 0x7f79d8109e50 2024-04-22T13:57:34.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.640+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f79d8062b50 con 0x7f79d8109e50 2024-04-22T13:57:34.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.641+0000 7f79d5ffb640 1 -- 172.21.15.83:0/1695775914 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7f79c009cb60 con 0x7f79d8109e50 2024-04-22T13:57:34.644 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:57:34.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 msgr2=0x7f79c40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 0x7f79c40a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f79d0006010 tx=0x7f79d00093f0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 msgr2=0x7f79d81a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f79c000c970 tx=0x7f79c000ce30 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 shutdown_connections 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f79c40a3bb0 0x7f79c40a6070 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f79d8109e50 0x7f79d81a1a60 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f79d8075f10 0x7f79d819a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 --2- 172.21.15.83:0/1695775914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f79d8074930 0x7f79d819a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 >> 172.21.15.83:0/1695775914 conn(0x7f79d80fd530 msgr2=0x7f79d8105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 shutdown_connections 2024-04-22T13:57:34.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.644+0000 7f79df206640 1 -- 172.21.15.83:0/1695775914 wait complete. 2024-04-22T13:57:34.657 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:57:34.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 -- 172.21.15.83:0/3144119945 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b401032f0 msgr2=0x7f3b40103770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 --2- 172.21.15.83:0/3144119945 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b401032f0 0x7f3b40103770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3b34009930 tx=0x7f3b3402bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 -- 172.21.15.83:0/3144119945 shutdown_connections 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 --2- 172.21.15.83:0/3144119945 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b40103cb0 0x7f3b4010a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 --2- 172.21.15.83:0/3144119945 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b401032f0 0x7f3b40103770 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 --2- 172.21.15.83:0/3144119945 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b40100280 0x7f3b401006a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 -- 172.21.15.83:0/3144119945 >> 172.21.15.83:0/3144119945 conn(0x7f3b400fbb90 msgr2=0x7f3b400fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 -- 172.21.15.83:0/3144119945 shutdown_connections 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.755+0000 7f3b47e55640 1 -- 172.21.15.83:0/3144119945 wait complete. 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 Processor -- start 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 -- start start 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b401032f0 0x7f3b401986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b40103cb0 0x7f3b4019f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4010daf0 con 0x7f3b40100280 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4010d970 con 0x7f3b401032f0 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4010dc70 con 0x7f3b40103cb0 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39554/0 (socket says 172.21.15.83:39554) 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 -- 172.21.15.83:0/1706689410 learned_addr learned my addr 172.21.15.83:0/1706689410 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b453f0640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b401032f0 0x7f3b401986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 -- 172.21.15.83:0/1706689410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b40103cb0 msgr2=0x7f3b4019f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b40103cb0 0x7f3b4019f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 -- 172.21.15.83:0/1706689410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b401032f0 msgr2=0x7f3b401986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b401032f0 0x7f3b401986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 -- 172.21.15.83:0/1706689410 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4019fdd0 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b45bf1640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00d950 tx=0x7f3b3c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c017020 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b3c009c30 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b401a00c0 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.756+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c00f6b0 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.757+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b401a0610 con 0x7f3b40100280 2024-04-22T13:57:34.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.757+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b401094f0 con 0x7f3b40100280 2024-04-22T13:57:34.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.759+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3b3c01a020 con 0x7f3b40100280 2024-04-22T13:57:34.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.759+0000 7f3b32ffd640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 0x7f3b2c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:34.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.759+0000 7f3b453f0640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 0x7f3b2c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:34.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.759+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f3b3c0d0170 con 0x7f3b40100280 2024-04-22T13:57:34.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.760+0000 7f3b453f0640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 0x7f3b2c0a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3b3402c840 tx=0x7f3b34000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:34.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.764+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b3c009de0 con 0x7f3b40100280 2024-04-22T13:57:34.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:34 smithi083 ceph-mon[27977]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:57:34.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:34 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/707547865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:34.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:34 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2223937629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:34.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:34 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1695775914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.942+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f3b40062bf0 con 0x7f3b40100280 2024-04-22T13:57:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.942+0000 7f3b32ffd640 1 -- 172.21.15.83:0/1706689410 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) ==== 104+0+11 (secure 0 0 0) 0x7f3b3c09cb60 con 0x7f3b40100280 2024-04-22T13:57:34.945 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:57:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 msgr2=0x7f3b2c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 0x7f3b2c0a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3b3402c840 tx=0x7f3b34000bc0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 msgr2=0x7f3b401981b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f3b3c00d950 tx=0x7f3b3c00de10 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 shutdown_connections 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3b2c0a3bb0 0x7f3b2c0a6070 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3b40103cb0 0x7f3b4019f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3b401032f0 0x7f3b401986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 --2- 172.21.15.83:0/1706689410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3b40100280 0x7f3b401981b0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 >> 172.21.15.83:0/1706689410 conn(0x7f3b400fbb90 msgr2=0x7f3b401066c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 shutdown_connections 2024-04-22T13:57:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:34.944+0000 7f3b47e55640 1 -- 172.21.15.83:0/1706689410 wait complete. 2024-04-22T13:57:34.959 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:57:35.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 -- 172.21.15.83:0/3878723315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 msgr2=0x7f3260100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 --2- 172.21.15.83:0/3878723315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f3260100680 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f325c009900 tx=0x7f325c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:35.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 -- 172.21.15.83:0/3878723315 shutdown_connections 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 --2- 172.21.15.83:0/3878723315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 0x7f3260106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 --2- 172.21.15.83:0/3878723315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260100fc0 0x7f3260101440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 --2- 172.21.15.83:0/3878723315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f3260100680 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 -- 172.21.15.83:0/3878723315 >> 172.21.15.83:0/3878723315 conn(0x7f32600fbb90 msgr2=0x7f32600fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 -- 172.21.15.83:0/3878723315 shutdown_connections 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.056+0000 7f3267b9f640 1 -- 172.21.15.83:0/3878723315 wait complete. 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 Processor -- start 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 -- start start 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260100fc0 0x7f326019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 0x7f32601a5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f32601140c0 con 0x7f3260100260 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3260113f40 con 0x7f3260101980 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f3267b9f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3260114240 con 0x7f3260100fc0 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39576/0 (socket says 172.21.15.83:39576) 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 -- 172.21.15.83:0/1866477667 learned_addr learned my addr 172.21.15.83:0/1866477667 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 -- 172.21.15.83:0/1866477667 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260100fc0 msgr2=0x7f326019ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260100fc0 0x7f326019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326613c640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 0x7f32601a5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 -- 172.21.15.83:0/1866477667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 msgr2=0x7f32601a5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 0x7f32601a5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 -- 172.21.15.83:0/1866477667 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32601a6390 con 0x7f3260100260 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.057+0000 7f326593b640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f325c036040 tx=0x7f325c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.058+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c043020 con 0x7f3260100260 2024-04-22T13:57:35.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.058+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32601a6620 con 0x7f3260100260 2024-04-22T13:57:35.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.058+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325c0054c0 con 0x7f3260100260 2024-04-22T13:57:35.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.058+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c003db0 con 0x7f3260100260 2024-04-22T13:57:35.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.058+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32601a6b70 con 0x7f3260100260 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.059+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3260105030 con 0x7f3260100260 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.060+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f325c046020 con 0x7f3260100260 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.060+0000 7f3256ffd640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 0x7f324c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.060+0000 7f326513a640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 0x7f324c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.060+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f325c0f2d40 con 0x7f3260100260 2024-04-22T13:57:35.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.061+0000 7f326513a640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 0x7f324c0a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f326019fc80 tx=0x7f3250005c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.065+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f325c04d020 con 0x7f3260100260 2024-04-22T13:57:35.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:34 smithi173 ceph-mon[31493]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:57:35.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:34 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/707547865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:35.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:34 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2223937629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:35.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:34 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1695775914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:35.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:34 smithi084 ceph-mon[31312]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-22T13:57:35.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:34 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/707547865' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:35.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:34 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2223937629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:35.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:34 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1695775914' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:57:35.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.242+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f326002d870 con 0x7f3260100260 2024-04-22T13:57:35.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.242+0000 7f3256ffd640 1 -- 172.21.15.83:0/1866477667 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) ==== 100+0+11 (secure 0 0 0) 0x7f325c0bf730 con 0x7f3260100260 2024-04-22T13:57:35.245 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 msgr2=0x7f324c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 0x7f324c0a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f326019fc80 tx=0x7f3250005c90 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 msgr2=0x7f326019e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f325c036040 tx=0x7f325c0042f0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 shutdown_connections 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f324c0a3bb0 0x7f324c0a6070 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3260101980 0x7f32601a5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3260100fc0 0x7f326019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 --2- 172.21.15.83:0/1866477667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3260100260 0x7f326019e7c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 >> 172.21.15.83:0/1866477667 conn(0x7f32600fbb90 msgr2=0x7f3260102200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 shutdown_connections 2024-04-22T13:57:35.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.244+0000 7f3267b9f640 1 -- 172.21.15.83:0/1866477667 wait complete. 2024-04-22T13:57:35.258 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/724606829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04102980 msgr2=0x7f1e041092a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/724606829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04102980 0x7f1e041092a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f1e00009900 tx=0x7f1e0002bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/724606829 shutdown_connections 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/724606829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04102980 0x7f1e041092a0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/724606829 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e04101fc0 0x7f1e04102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/724606829 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04100e70 0x7f1e04101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.353+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/724606829 >> 172.21.15.83:0/724606829 conn(0x7f1e040fc3e0 msgr2=0x7f1e040fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/724606829 shutdown_connections 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/724606829 wait complete. 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 Processor -- start 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- start start 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e04101fc0 0x7f1e041975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 0x7f1e0419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0410ca20 con 0x7f1e04100e70 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0410c8a0 con 0x7f1e04101fc0 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0b6d2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1e0410cba0 con 0x7f1e04102980 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0946e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0946e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39594/0 (socket says 172.21.15.83:39594) 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.354+0000 7f1e0946e640 1 -- 172.21.15.83:0/1960205554 learned_addr learned my addr 172.21.15.83:0/1960205554 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e09c6f640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 0x7f1e0419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 -- 172.21.15.83:0/1960205554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 msgr2=0x7f1e0419e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 0x7f1e0419e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 -- 172.21.15.83:0/1960205554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e04101fc0 msgr2=0x7f1e041975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e04101fc0 0x7f1e041975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 -- 172.21.15.83:0/1960205554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e0419ec80 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e09c6f640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 0x7f1e0419e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0946e640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc00ba50 tx=0x7f1dfc00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc019070 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1dfc00cbe0 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e0419ef70 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc0075d0 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.355+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e0419f460 con 0x7f1e04100e70 2024-04-22T13:57:35.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.356+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e04108180 con 0x7f1e04100e70 2024-04-22T13:57:35.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.357+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1dfc01c070 con 0x7f1e04100e70 2024-04-22T13:57:35.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.358+0000 7f1dfa7fc640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 0x7f1df00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.358+0000 7f1e08c6d640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 0x7f1df00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.358+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f1dfc0cff40 con 0x7f1e04100e70 2024-04-22T13:57:35.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.358+0000 7f1e08c6d640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 0x7f1df00a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1e04198570 tx=0x7f1df4005c10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.361+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1dfc09c930 con 0x7f1e04100e70 2024-04-22T13:57:35.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.578+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e0402d850 con 0x7f1e04100e70 2024-04-22T13:57:35.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.579+0000 7f1dfa7fc640 1 -- 172.21.15.83:0/1960205554 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7f1dfc09c230 con 0x7f1e04100e70 2024-04-22T13:57:35.581 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:35.581 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:57:35.582 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:57:35.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 msgr2=0x7f1df00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 0x7f1df00a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1e04198570 tx=0x7f1df4005c10 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 msgr2=0x7f1e04197060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc00ba50 tx=0x7f1dfc00bf10 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 shutdown_connections 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1df00a3bb0 0x7f1df00a6070 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e04102980 0x7f1e0419e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e04101fc0 0x7f1e041975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 --2- 172.21.15.83:0/1960205554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e04100e70 0x7f1e04197060 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 >> 172.21.15.83:0/1960205554 conn(0x7f1e040fc3e0 msgr2=0x7f1e04105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 shutdown_connections 2024-04-22T13:57:35.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.581+0000 7f1e0b6d2640 1 -- 172.21.15.83:0/1960205554 wait complete. 2024-04-22T13:57:35.595 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 -- 172.21.15.83:0/3129452815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 msgr2=0x7f83f41024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 --2- 172.21.15.83:0/3129452815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f41024d0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f83e4009900 tx=0x7f83e402bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 -- 172.21.15.83:0/3129452815 shutdown_connections 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 --2- 172.21.15.83:0/3129452815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83f4102a10 0x7f83f4109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 --2- 172.21.15.83:0/3129452815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f41024d0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 --2- 172.21.15.83:0/3129452815 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83f4100e70 0x7f83f4101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 -- 172.21.15.83:0/3129452815 >> 172.21.15.83:0/3129452815 conn(0x7f83f40fc470 msgr2=0x7f83f40fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 -- 172.21.15.83:0/3129452815 shutdown_connections 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.690+0000 7f83fc648640 1 -- 172.21.15.83:0/3129452815 wait complete. 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 Processor -- start 2024-04-22T13:57:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 -- start start 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83f4100e70 0x7f83f406b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83f4102a10 0x7f83f419f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f83f410ca80 con 0x7f83f4102050 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83f410c900 con 0x7f83f4102a10 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83fc648640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f83f410cc00 con 0x7f83f4100e70 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39614/0 (socket says 172.21.15.83:39614) 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 -- 172.21.15.83:0/3711318465 learned_addr learned my addr 172.21.15.83:0/3711318465 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 -- 172.21.15.83:0/3711318465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83f4100e70 msgr2=0x7f83f406b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83f4100e70 0x7f83f406b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 -- 172.21.15.83:0/3711318465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83f4102a10 msgr2=0x7f83f419f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.691+0000 7f83f9be3640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83f4102a10 0x7f83f419f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83f9be3640 1 -- 172.21.15.83:0/3711318465 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83f419fe50 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83f9be3640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f83e4006010 tx=0x7f83e40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e4043020 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83e4004aa0 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83f41a0080 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e4003c70 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.692+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83f41a0650 con 0x7f83f4102050 2024-04-22T13:57:35.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.693+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83f4108210 con 0x7f83f4102050 2024-04-22T13:57:35.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.694+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f83e4046020 con 0x7f83f4102050 2024-04-22T13:57:35.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.694+0000 7f83eb7fe640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 0x7f83e00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:35.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.694+0000 7f83fa3e4640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 0x7f83e00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:35.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.694+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f83e40f2870 con 0x7f83f4102050 2024-04-22T13:57:35.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.695+0000 7f83fa3e4640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 0x7f83e00a6070 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f83f4101bc0 tx=0x7f83f0006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:35.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.699+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83e404d020 con 0x7f83f4102050 2024-04-22T13:57:35.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.881+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83f4062bf0 con 0x7f83f4102050 2024-04-22T13:57:35.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.883+0000 7f83eb7fe640 1 -- 172.21.15.83:0/3711318465 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7f83e40bf260 con 0x7f83f4102050 2024-04-22T13:57:35.885 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:35.885 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 msgr2=0x7f83e00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 0x7f83e00a6070 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f83f4101bc0 tx=0x7f83f0006c90 comp rx=0 tx=0).stop 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 msgr2=0x7f83f419cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f83e4006010 tx=0x7f83e40042f0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 shutdown_connections 2024-04-22T13:57:35.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f83e00a3bb0 0x7f83e00a6070 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83f4102a10 0x7f83f419f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83f4102050 0x7f83f419cf20 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 --2- 172.21.15.83:0/3711318465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83f4100e70 0x7f83f406b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 >> 172.21.15.83:0/3711318465 conn(0x7f83f40fc470 msgr2=0x7f83f41053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 shutdown_connections 2024-04-22T13:57:35.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.885+0000 7f83fc648640 1 -- 172.21.15.83:0/3711318465 wait complete. 2024-04-22T13:57:35.899 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:57:35.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/570947179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 msgr2=0x7f5edc108a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:35.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/570947179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc108a60 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4009ca0 tx=0x7f5ed402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:57:35.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/570947179 shutdown_connections 2024-04-22T13:57:35.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/570947179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc108a60 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/570947179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc101810 0x7f5edc101c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/570947179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc100620 0x7f5edc100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/570947179 >> 172.21.15.83:0/570947179 conn(0x7f5edc0fbb90 msgr2=0x7f5edc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/570947179 shutdown_connections 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.995+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/570947179 wait complete. 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 Processor -- start 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 -- start start 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc100620 0x7f5edc109f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc101810 0x7f5edc19ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc10c9e0 con 0x7f5edc1021d0 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc10c860 con 0x7f5edc101810 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ee0b7e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc10cb60 con 0x7f5edc100620 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39640/0 (socket says 172.21.15.83:39640) 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 -- 172.21.15.83:0/1215831795 learned_addr learned my addr 172.21.15.83:0/1215831795 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5eda59c640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc100620 0x7f5edc109f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ed3fff640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc101810 0x7f5edc19ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 -- 172.21.15.83:0/1215831795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc100620 msgr2=0x7f5edc109f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc100620 0x7f5edc109f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 -- 172.21.15.83:0/1215831795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc101810 msgr2=0x7f5edc19ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc101810 0x7f5edc19ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 -- 172.21.15.83:0/1215831795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5edc19fd90 con 0x7f5edc1021d0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5edad9d640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ed402c700 tx=0x7f5ed4034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.996+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4039040 con 0x7f5edc1021d0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.997+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ed4044070 con 0x7f5edc1021d0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.997+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5edc19ffc0 con 0x7f5edc1021d0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.997+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed40042a0 con 0x7f5edc1021d0 2024-04-22T13:57:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.997+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5edc1a0420 con 0x7f5edc1021d0 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.998+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5edc1079c0 con 0x7f5edc1021d0 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.999+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5ed4003970 con 0x7f5edc1021d0 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.999+0000 7f5ed37fe640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 0x7f5ec80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.999+0000 7f5eda59c640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 0x7f5ec80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.999+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f5ed40f2760 con 0x7f5edc1021d0 2024-04-22T13:57:36.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:35.999+0000 7f5eda59c640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 0x7f5ec80a6070 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc005fd0 tx=0x7f5ecc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.004+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5ed40bf150 con 0x7f5edc1021d0 2024-04-22T13:57:36.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:35 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1706689410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:35 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1866477667' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:35 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1960205554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:36.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1706689410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1866477667' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1960205554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:36.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.218+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5edc062c50 con 0x7f5edc1021d0 2024-04-22T13:57:36.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.218+0000 7f5ed37fe640 1 -- 172.21.15.83:0/1215831795 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7f5ed40bea50 con 0x7f5edc1021d0 2024-04-22T13:57:36.221 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:36.221 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:57:36.221 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 msgr2=0x7f5ec80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 0x7f5ec80a6070 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc005fd0 tx=0x7f5ecc00b410 comp rx=0 tx=0).stop 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 msgr2=0x7f5edc19f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ed402c700 tx=0x7f5ed4034760 comp rx=0 tx=0).stop 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 shutdown_connections 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f5ec80a3bb0 0x7f5ec80a6070 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5edc1021d0 0x7f5edc19f480 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5edc101810 0x7f5edc19ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 --2- 172.21.15.83:0/1215831795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5edc100620 0x7f5edc109f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 >> 172.21.15.83:0/1215831795 conn(0x7f5edc0fbb90 msgr2=0x7f5edc104b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 shutdown_connections 2024-04-22T13:57:36.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.220+0000 7f5ee0b7e640 1 -- 172.21.15.83:0/1215831795 wait complete. 2024-04-22T13:57:36.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:35 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1706689410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:35 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1866477667' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:57:36.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:35 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1960205554' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:36.235 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-22T13:56:04.268375+0000', 'modified': '2024-04-22T13:56:10.509020+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24503, 'mds_1': 24481, 'mds_2': 24467, 'mds_3': 24466, 'mds_4': 14640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14622': {'gid': 14622, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.83:6839/518820115', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6838', 'nonce': 518820115}, {'type': 'v1', 'addr': '172.21.15.83:6839', 'nonce': 518820115}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14640': {'gid': 14640, 'name': 'a', 'rank': 4, 'incarnation': 23, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.83:6841/4109640173', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6840', 'nonce': 4109640173}, {'type': 'v1', 'addr': '172.21.15.83:6841', 'nonce': 4109640173}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24389': {'gid': 24389, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6833/3433811948', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6832', 'nonce': 3433811948}, {'type': 'v1', 'addr': '172.21.15.84:6833', 'nonce': 3433811948}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24409': {'gid': 24409, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6833/2258189963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6832', 'nonce': 2258189963}, {'type': 'v1', 'addr': '172.21.15.173:6833', 'nonce': 2258189963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6835/3093871366', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6834', 'nonce': 3093871366}, {'type': 'v1', 'addr': '172.21.15.84:6835', 'nonce': 3093871366}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6835/1099718733', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6834', 'nonce': 1099718733}, {'type': 'v1', 'addr': '172.21.15.173:6835', 'nonce': 1099718733}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 21, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.173:6837/3219055172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6836', 'nonce': 3219055172}, {'type': 'v1', 'addr': '172.21.15.173:6837', 'nonce': 3219055172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24467': {'gid': 24467, 'name': 'h', 'rank': 2, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.84:6837/1879659005', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6836', 'nonce': 1879659005}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 1879659005}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'i', 'rank': 1, 'incarnation': 17, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.173:6839/721223827', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6838', 'nonce': 721223827}, {'type': 'v1', 'addr': '172.21.15.173:6839', 'nonce': 721223827}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.84:6839/510076969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6838', 'nonce': 510076969}, {'type': 'v1', 'addr': '172.21.15.84:6839', 'nonce': 510076969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [24467, 24481, 24466, 24503, 14640]} 2024-04-22T13:57:36.235 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-22T13:57:36.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-22T13:57:36.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 -- 172.21.15.83:0/3478115194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544105420 msgr2=0x7f5544107810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 --2- 172.21.15.83:0/3478115194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544105420 0x7f5544107810 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5538009900 tx=0x7f553802bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 -- 172.21.15.83:0/3478115194 shutdown_connections 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 --2- 172.21.15.83:0/3478115194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544107d50 0x7f554410a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 --2- 172.21.15.83:0/3478115194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544105420 0x7f5544107810 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 --2- 172.21.15.83:0/3478115194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 0x7f5544104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 -- 172.21.15.83:0/3478115194 >> 172.21.15.83:0/3478115194 conn(0x7f55440fc420 msgr2=0x7f55440fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 -- 172.21.15.83:0/3478115194 shutdown_connections 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.332+0000 7f5548d85640 1 -- 172.21.15.83:0/3478115194 wait complete. 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 Processor -- start 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 -- start start 2024-04-22T13:57:36.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 0x7f5544198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544105420 0x7f55441987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f554410dac0 con 0x7f5544107d50 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f554410d940 con 0x7f5544102af0 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5548d85640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f554410dc40 con 0x7f5544105420 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5542d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5542d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39660/0 (socket says 172.21.15.83:39660) 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5542d9d640 1 -- 172.21.15.83:0/3707730671 learned_addr learned my addr 172.21.15.83:0/3707730671 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.333+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544105420 0x7f55441987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 -- 172.21.15.83:0/3707730671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544105420 msgr2=0x7f55441987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544105420 0x7f55441987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f554259c640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 0x7f5544198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 -- 172.21.15.83:0/3707730671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 msgr2=0x7f5544198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 0x7f5544198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 -- 172.21.15.83:0/3707730671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f554419fea0 con 0x7f5544107d50 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5542d9d640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f553c00cad0 tx=0x7f553c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f55337fe640 1 -- 172.21.15.83:0/3707730671 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553c00ae20 con 0x7f5544107d50 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f55337fe640 1 -- 172.21.15.83:0/3707730671 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553c005020 con 0x7f5544107d50 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f55337fe640 1 -- 172.21.15.83:0/3707730671 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f553c00f6b0 con 0x7f5544107d50 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55441a0190 con 0x7f5544107d50 2024-04-22T13:57:36.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.334+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55441a0660 con 0x7f5544107d50 2024-04-22T13:57:36.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.336+0000 7f55337fe640 1 -- 172.21.15.83:0/3707730671 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f553c0051d0 con 0x7f5544107d50 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 Processor -- start 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 -- start start 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 0x55ad21d2acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d31eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ad21c8eb10 con 0x55ad21d29e40 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ad21c2c240 con 0x55ad21d2a830 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554b973740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ad21c8aad0 con 0x55ad21d2b2d0 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f55337fe640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 0x7f552c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39674/0 (socket says 172.21.15.83:39674) 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 -- 172.21.15.83:0/264936388 learned_addr learned my addr 172.21.15.83:0/264936388 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5542d9d640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 0x7f552c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554259c640 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 0x55ad21d2acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 -- 172.21.15.83:0/264936388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 msgr2=0x55ad21d31eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d31eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 -- 172.21.15.83:0/264936388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 msgr2=0x55ad21d2acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f55337fe640 1 -- 172.21.15.83:0/3707730671 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f553c0d04b0 con 0x7f5544107d50 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 0x55ad21d2acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f5541d9b640 1 -- 172.21.15.83:0/264936388 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad219a12d0 con 0x55ad21d29e40 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.337+0000 7f554259c640 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 0x55ad21d2acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f5542d9d640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 0x7f552c0a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f553c098c00 tx=0x7f553c0c78b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f5541d9b640 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f554406aff0 tx=0x7f553802c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffc1fbf2b20405b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f5530ff9640 1 -- 172.21.15.83:0/264936388 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5538044020 con 0x55ad21d29e40 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f5530ff9640 1 -- 172.21.15.83:0/264936388 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553802cbc0 con 0x55ad21d29e40 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f5530ff9640 1 -- 172.21.15.83:0/264936388 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5538004920 con 0x55ad21d29e40 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f554b973740 1 -- 172.21.15.83:0/264936388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 msgr2=0x55ad21d2a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.338+0000 7f554b973740 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f554406aff0 tx=0x7f553802c990 comp rx=0 tx=0).stop 2024-04-22T13:57:36.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- 172.21.15.83:0/264936388 shutdown_connections 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d31eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2a830 0x55ad21d2acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- 172.21.15.83:0/264936388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d29e40 0x55ad21d2a260 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- 172.21.15.83:0/264936388 >> 172.21.15.83:0/264936388 conn(0x55ad21d25f40 msgr2=0x55ad21d24490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- 172.21.15.83:0/264936388 shutdown_connections 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- 172.21.15.83:0/264936388 wait complete. 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- start start 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 Processor -- start 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d29e40 0x55ad21d33e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d32450 con 0x55ad21d2a830 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ad21c17190 con 0x55ad21d2b2d0 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d325d0 con 0x55ad21d29e40 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554b973740 10 client.0 _ll_register_callbacks cb 0x55ad21c128b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39676/0 (socket says 172.21.15.83:39676) 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.339+0000 7f554259c640 1 -- 172.21.15.83:0/986090360 learned_addr learned my addr 172.21.15.83:0/986090360 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5541d9b640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d29e40 0x55ad21d33e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5541d9b640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 -- 172.21.15.83:0/986090360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d29e40 msgr2=0x55ad21d33e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d29e40 0x55ad21d33e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 -- 172.21.15.83:0/986090360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 msgr2=0x55ad21d3b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 -- 172.21.15.83:0/986090360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad21a6b6b0 con 0x55ad21d2a830 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5541d9b640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554259c640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f553400f740 tx=0x7f553400fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f819b3edde849d6c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5534016070 con 0x55ad21d2a830 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f553400bcb0 con 0x55ad21d2a830 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f553802cbc0 con 0x55ad21d2a830 2024-04-22T13:57:36.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f553400fe50 con 0x55ad21d2a830 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554b973740 10 client.15060 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ad21d3e890 con 0x55ad21d2a830 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553802cbc0 con 0x55ad21d2a830 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f553401a490 con 0x55ad21d2a830 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.340+0000 7f554b973740 10 client.15060 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f554b973740 10 client.15060 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f554b973740 20 client.15060 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21d40fe0 0x55ad21d42450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f554b973740 4 client.15060 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad21c9c530 con 0x55ad21d40fe0 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f5541d9b640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21d40fe0 0x55ad21d42450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f5529ffb640 10 client.15060 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.341+0000 7f5541d9b640 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21d40fe0 0x55ad21d42450 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=309d8953aad021cd server_cookie=b364eddd80e7dfbb in_seq=0 out_seq=0 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f5529ffb640 1 -- 172.21.15.83:0/986090360 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ad21c9c530 con 0x55ad21d40fe0 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f5529ffb640 10 client.15060 handle_command_reply: tid=0 2024-04-22T13:57:36.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 client.15060 shutdown 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 msgr2=0x55ad21d343c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f553400f740 tx=0x7f553400fc00 comp rx=0 tx=0).stop 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 shutdown_connections 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21d40fe0 0x55ad21d42450 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d343c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f5529ffb640 0 client.15060 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 --2- 172.21.15.83:0/986090360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d29e40 0x55ad21d33e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 >> 172.21.15.83:0/986090360 conn(0x55ad21d25f40 msgr2=0x55ad21d23a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 shutdown_connections 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 1 -- 172.21.15.83:0/986090360 wait complete. 2024-04-22T13:57:36.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.342+0000 7f554b973740 20 client.15060 trim_cache size 0 max 16384 2024-04-22T13:57:36.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.359+0000 7f554b973740 1 Processor -- start 2024-04-22T13:57:36.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 -- start start 2024-04-22T13:57:36.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d2e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d40790 con 0x55ad21d2a830 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d40e60 con 0x55ad21d29e40 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554b973740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d41530 con 0x55ad21d2b2d0 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39678/0 (socket says 172.21.15.83:39678) 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 -- 172.21.15.83:0/3586309851 learned_addr learned my addr 172.21.15.83:0/3586309851 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 -- 172.21.15.83:0/3586309851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 msgr2=0x55ad21d3b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 -- 172.21.15.83:0/3586309851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 msgr2=0x55ad21d2e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d2e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 -- 172.21.15.83:0/3586309851 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad21d25830 con 0x55ad21d2a830 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f554259c640 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5534010010 tx=0x7f553400def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759d9dd1a755a13 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f552bfff640 1 -- 172.21.15.83:0/3586309851 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5534034070 con 0x55ad21d2a830 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f552bfff640 1 -- 172.21.15.83:0/3586309851 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553402b050 con 0x55ad21d2a830 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.360+0000 7f552bfff640 1 -- 172.21.15.83:0/3586309851 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5534029030 con 0x55ad21d2a830 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- 172.21.15.83:0/3586309851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 msgr2=0x55ad21d2ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f5534010010 tx=0x7f553400def0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- 172.21.15.83:0/3586309851 shutdown_connections 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d3b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d2ed80 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- 172.21.15.83:0/3586309851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d2e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- 172.21.15.83:0/3586309851 >> 172.21.15.83:0/3586309851 conn(0x55ad21d25f40 msgr2=0x55ad21d3fd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- 172.21.15.83:0/3586309851 shutdown_connections 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- 172.21.15.83:0/3586309851 wait complete. 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- start start 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 Processor -- start 2024-04-22T13:57:36.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d37300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d39d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.361+0000 7f554b973740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d422d0 con 0x55ad21d2a830 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d41c00 con 0x55ad21d29e40 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ad21d429a0 con 0x55ad21d2b2d0 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 10 client.0 _ll_register_callbacks cb 0x7f553400d360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39680/0 (socket says 172.21.15.83:39680) 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 -- 172.21.15.83:0/3078751351 learned_addr learned my addr 172.21.15.83:0/3078751351 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d37300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d39d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 -- 172.21.15.83:0/3078751351 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 msgr2=0x55ad21d39d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d39d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 -- 172.21.15.83:0/3078751351 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 msgr2=0x55ad21d37300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d37300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 -- 172.21.15.83:0/3078751351 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad21d3a430 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d39d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554259c640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5534032040 tx=0x7f553400b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecb2f1827d535c27 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5529ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5534034030 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f553401a400 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f553402b050 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5534029070 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 10 client.15066 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ad21d3b730 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.362+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f553402b050 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f5534004900 con 0x55ad21d2a830 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 10 client.15066 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 10 client.15066 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 20 client.15066 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21dab660 0x55ad21daa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 4 client.15066 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "status"}) -- 0x55ad21c963a0 con 0x55ad21dab660 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21dab660 0x55ad21daa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5541d9b640 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21dab660 0x55ad21daa370 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a2a54f841b7c3c2e server_cookie=420c51af65610b1 in_seq=0 out_seq=0 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5529ffb640 10 client.15066 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5529ffb640 1 -- 172.21.15.83:0/3078751351 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ad21c963a0 con 0x55ad21dab660 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5529ffb640 10 client.15066 handle_command_reply: tid=0 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 client.15066 shutdown 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 msgr2=0x55ad21d39850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f5534032040 tx=0x7f553400b830 comp rx=0 tx=0).stop 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 shutdown_connections 2024-04-22T13:57:36.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ad21d2b2d0 0x55ad21d39d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ad21d2a830 0x55ad21d39850 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55ad21dab660 0x55ad21daa370 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 --2- 172.21.15.83:0/3078751351 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ad21d29e40 0x55ad21d37300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f5529ffb640 0 client.15066 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 >> 172.21.15.83:0/3078751351 conn(0x55ad21d25f40 msgr2=0x55ad21d28c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 shutdown_connections 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.363+0000 7f554b973740 1 -- 172.21.15.83:0/3078751351 wait complete. 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f554b973740 20 client.15066 trim_cache size 0 max 16384 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:57:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 4, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 14640, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 86.873560638000001, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 100.30456368599999 2024-04-22T13:57:36.374 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 msgr2=0x7f552c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 0x7f552c0a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f553c098c00 tx=0x7f553c0c78b0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 msgr2=0x7f554419f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f553c00cad0 tx=0x7f553c00cf90 comp rx=0 tx=0).stop 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 shutdown_connections 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f552c0a3bb0 0x7f552c0a6070 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5544107d50 0x7f554419f830 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5544105420 0x7f55441987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 --2- 172.21.15.83:0/3707730671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5544102af0 0x7f5544198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 >> 172.21.15.83:0/3707730671 conn(0x7f55440fc420 msgr2=0x7f55441038e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 shutdown_connections 2024-04-22T13:57:36.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.364+0000 7f5548d85640 1 -- 172.21.15.83:0/3707730671 wait complete. 2024-04-22T13:57:36.377 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-22T13:57:36.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 -- 172.21.15.83:0/1832847545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 msgr2=0x7f5794100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 --2- 172.21.15.83:0/1832847545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f5794100680 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5788009930 tx=0x7f578802bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 -- 172.21.15.83:0/1832847545 shutdown_connections 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 --2- 172.21.15.83:0/1832847545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5794103bf0 0x7f579410a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 --2- 172.21.15.83:0/1832847545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f57941036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 --2- 172.21.15.83:0/1832847545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f5794100680 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 -- 172.21.15.83:0/1832847545 >> 172.21.15.83:0/1832847545 conn(0x7f57940fbb90 msgr2=0x7f57940fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 -- 172.21.15.83:0/1832847545 shutdown_connections 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.473+0000 7f579b025640 1 -- 172.21.15.83:0/1832847545 wait complete. 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 Processor -- start 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 -- start start 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f5794198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5794103bf0 0x7f579419f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f579410db40 con 0x7f5794100260 2024-04-22T13:57:36.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f579410d9c0 con 0x7f5794103bf0 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f579410dcc0 con 0x7f5794103230 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39710/0 (socket says 172.21.15.83:39710) 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 -- 172.21.15.83:0/2615736961 learned_addr learned my addr 172.21.15.83:0/2615736961 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5793fff640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f5794198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 -- 172.21.15.83:0/2615736961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 msgr2=0x7f5794198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f5794198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 -- 172.21.15.83:0/2615736961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5794103bf0 msgr2=0x7f579419f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5794103bf0 0x7f579419f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 -- 172.21.15.83:0/2615736961 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f579419fef0 con 0x7f5794100260 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5793fff640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f5794198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5788000c00 tx=0x7f5788004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5791ffb640 1 -- 172.21.15.83:0/2615736961 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788043020 con 0x7f5794100260 2024-04-22T13:57:36.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57941a0180 con 0x7f5794100260 2024-04-22T13:57:36.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5791ffb640 1 -- 172.21.15.83:0/2615736961 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5788004a80 con 0x7f5794100260 2024-04-22T13:57:36.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.474+0000 7f5791ffb640 1 -- 172.21.15.83:0/2615736961 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788003ca0 con 0x7f5794100260 2024-04-22T13:57:36.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.475+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57941a0750 con 0x7f5794100260 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5791ffb640 1 -- 172.21.15.83:0/2615736961 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5788046020 con 0x7f5794100260 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 Processor -- start 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 -- start start 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 0x564dd5262260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd52632d0 0x564dd5269eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564dd51c6b10 con 0x564dd5262830 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564dd5164240 con 0x564dd5261e40 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f579dc14740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564dd51c2ad0 con 0x564dd52632d0 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5798dc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5798dc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39718/0 (socket says 172.21.15.83:39718) 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5798dc1640 1 -- 172.21.15.83:0/1732739530 learned_addr learned my addr 172.21.15.83:0/1732739530 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5793fff640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd52632d0 0x564dd5269eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.477+0000 7f5791ffb640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 0x7f57840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f57995c2640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 0x564dd5262260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f57995c2640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 0x7f57840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 -- 172.21.15.83:0/1732739530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd52632d0 msgr2=0x564dd5269eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd52632d0 0x564dd5269eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 -- 172.21.15.83:0/1732739530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 msgr2=0x564dd5262260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 0x564dd5262260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5791ffb640 1 -- 172.21.15.83:0/2615736961 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f57880f2a60 con 0x7f5794100260 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 -- 172.21.15.83:0/1732739530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dd4ed92d0 con 0x564dd5262830 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f57995c2640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 0x564dd5262260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f5798dc1640 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f57880bb6c0 tx=0x7f578802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6bd089e4e110613 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f577effd640 1 -- 172.21.15.83:0/1732739530 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57880be830 con 0x564dd5262830 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f577effd640 1 -- 172.21.15.83:0/1732739530 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5788003e40 con 0x564dd5262830 2024-04-22T13:57:36.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f57995c2640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 0x7f57840a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f578c009270 tx=0x7f578c005bd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.478+0000 7f577effd640 1 -- 172.21.15.83:0/1732739530 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57880be650 con 0x564dd5262830 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- 172.21.15.83:0/1732739530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 msgr2=0x564dd5262cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f57880bb6c0 tx=0x7f578802bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- 172.21.15.83:0/1732739530 shutdown_connections 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd52632d0 0x564dd5269eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd5262830 0x564dd5262cb0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- 172.21.15.83:0/1732739530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5261e40 0x564dd5262260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- 172.21.15.83:0/1732739530 >> 172.21.15.83:0/1732739530 conn(0x564dd525df40 msgr2=0x564dd525c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- 172.21.15.83:0/1732739530 shutdown_connections 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- 172.21.15.83:0/1732739530 wait complete. 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- start start 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 Processor -- start 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564dd51c6b10 con 0x564dd52632d0 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564dd514f190 con 0x564dd5262830 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.479+0000 7f579dc14740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564dd5263ad0 con 0x564dd5261e40 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f579dc14740 10 client.0 _ll_register_callbacks cb 0x564dd514a8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39722/0 (socket says 172.21.15.83:39722) 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5798dc1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 -- 172.21.15.83:0/2341004396 learned_addr learned my addr 172.21.15.83:0/2341004396 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5793fff640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 -- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 msgr2=0x564dd526bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 -- 172.21.15.83:0/2341004396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 msgr2=0x564dd526c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 -- 172.21.15.83:0/2341004396 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dd4fa36b0 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f57995c2640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f578c00f8f0 tx=0x7f578c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82378b0e1038ad29 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5773fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578c01b6d0 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f578c01b870 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564dd51d4530 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f578c01ba70 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f579dc14740 10 client.15078 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564dd5276490 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.480+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564dd51d4530 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f578c025c20 con 0x564dd52632d0 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 10 client.15078 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 10 client.15078 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 20 client.15078 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd5278bb0 0x564dd527a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 4 client.15078 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564dd51ce3a0 con 0x564dd5278bb0 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd5278bb0 0x564dd527a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f5773fff640 10 client.15078 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.481+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd5278bb0 0x564dd527a020 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6de512797cad3c97 server_cookie=bb1b42f8092910cd in_seq=0 out_seq=0 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f5773fff640 1 -- 172.21.15.83:0/2341004396 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564dd51ce3a0 con 0x564dd5278bb0 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f5773fff640 10 client.15078 handle_command_reply: tid=0 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 client.15078 shutdown 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 msgr2=0x564dd5273050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f578c00f8f0 tx=0x7f578c004a40 comp rx=0 tx=0).stop 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 shutdown_connections 2024-04-22T13:57:36.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd5278bb0 0x564dd527a020 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5273050 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f5773fff640 0 client.15078 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 --2- 172.21.15.83:0/2341004396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 >> 172.21.15.83:0/2341004396 conn(0x564dd525df40 msgr2=0x564dd525ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 shutdown_connections 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.482+0000 7f579dc14740 1 -- 172.21.15.83:0/2341004396 wait complete. 2024-04-22T13:57:36.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.483+0000 7f579dc14740 20 client.15078 trim_cache size 0 max 16384 2024-04-22T13:57:36.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.500+0000 7f579dc14740 1 Processor -- start 2024-04-22T13:57:36.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.500+0000 7f579dc14740 1 -- start start 2024-04-22T13:57:36.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd5257800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd5273010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564dd5278360 con 0x564dd52632d0 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564dd5278a30 con 0x564dd5262830 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f579dc14740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564dd5279100 con 0x564dd5261e40 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39730/0 (socket says 172.21.15.83:39730) 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 -- 172.21.15.83:0/2981477198 learned_addr learned my addr 172.21.15.83:0/2981477198 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 -- 172.21.15.83:0/2981477198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 msgr2=0x564dd5257800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd5257800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 -- 172.21.15.83:0/2981477198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 msgr2=0x564dd5273010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd5273010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 -- 172.21.15.83:0/2981477198 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564dd5278190 con 0x564dd52632d0 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f57995c2640 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f578c009fd0 tx=0x7f578c005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bdac3fe5faea83 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f577e7fc640 1 -- 172.21.15.83:0/2981477198 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578c00f4a0 con 0x564dd52632d0 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f577e7fc640 1 -- 172.21.15.83:0/2981477198 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f578c02b030 con 0x564dd52632d0 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.501+0000 7f577e7fc640 1 -- 172.21.15.83:0/2981477198 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578c01ccc0 con 0x564dd52632d0 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- 172.21.15.83:0/2981477198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 msgr2=0x564dd526bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f578c009fd0 tx=0x7f578c005c80 comp rx=0 tx=0).stop 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- 172.21.15.83:0/2981477198 shutdown_connections 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd526bad0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd5273010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 --2- 172.21.15.83:0/2981477198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd5257800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- 172.21.15.83:0/2981477198 >> 172.21.15.83:0/2981477198 conn(0x564dd525df40 msgr2=0x564dd5269e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- 172.21.15.83:0/2981477198 shutdown_connections 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- 172.21.15.83:0/2981477198 wait complete. 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 -- start start 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.502+0000 7f579dc14740 1 Processor -- start 2024-04-22T13:57:36.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564dd5279ea0 con 0x564dd52632d0 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564dd52797d0 con 0x564dd5262830 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564dd527a570 con 0x564dd5261e40 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 10 client.0 _ll_register_callbacks cb 0x7f578c009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39736/0 (socket says 172.21.15.83:39736) 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 -- 172.21.15.83:0/2405827187 learned_addr learned my addr 172.21.15.83:0/2405827187 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5793fff640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 -- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 msgr2=0x564dd526e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 -- 172.21.15.83:0/2405827187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 msgr2=0x564dd526ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 -- 172.21.15.83:0/2405827187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564dd5272180 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f57995c2640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f578c005ba0 tx=0x7f578c00f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24264db30cd5b71f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5773fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578c045060 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f578c01b4d0 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f578c02b030 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f578c01b6d0 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 10 client.15084 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.503+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564dd52deb60 con 0x564dd52632d0 2024-04-22T13:57:36.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f578c02b030 con 0x564dd52632d0 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f578c025700 con 0x564dd52632d0 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 10 client.15084 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 10 client.15084 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 20 client.15084 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd52e3350 0x564dd52e2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 4 client.15084 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "status"}) -- 0x564dd514a960 con 0x564dd52e3350 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.504+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd52e3350 0x564dd52e2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f5773fff640 10 client.15084 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f5798dc1640 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd52e3350 0x564dd52e2060 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=99457adb5bf63eb6 server_cookie=daa207769cab7e27 in_seq=0 out_seq=0 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f5773fff640 1 -- 172.21.15.83:0/2405827187 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564dd514a960 con 0x564dd52e3350 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f5773fff640 10 client.15084 handle_command_reply: tid=0 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 client.15084 shutdown 2024-04-22T13:57:36.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 msgr2=0x564dd5271b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f578c005ba0 tx=0x7f578c00f510 comp rx=0 tx=0).stop 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 shutdown_connections 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564dd52e3350 0x564dd52e2060 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564dd52632d0 0x564dd5271b90 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564dd5262830 0x564dd526ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f5773fff640 0 client.15084 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 --2- 172.21.15.83:0/2405827187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564dd5261e40 0x564dd526e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 >> 172.21.15.83:0/2405827187 conn(0x564dd525df40 msgr2=0x564dd5257800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 shutdown_connections 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 1 -- 172.21.15.83:0/2405827187 wait complete. 2024-04-22T13:57:36.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.505+0000 7f579dc14740 20 client.15084 trim_cache size 0 max 16384 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 3, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24466, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 87.555748019999996, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:57:36.515 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 112.101670423 2024-04-22T13:57:36.516 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:57:36.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 msgr2=0x7f57840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 0x7f57840a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f578c009270 tx=0x7f578c005bd0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 msgr2=0x7f57941982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5788000c00 tx=0x7f5788004270 comp rx=0 tx=0).stop 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 shutdown_connections 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f57840a3bb0 0x7f57840a6070 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5794103bf0 0x7f579419f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5794103230 0x7f5794198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 --2- 172.21.15.83:0/2615736961 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5794100260 0x7f57941982d0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 >> 172.21.15.83:0/2615736961 conn(0x7f57940fbb90 msgr2=0x7f5794106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 shutdown_connections 2024-04-22T13:57:36.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.506+0000 7f579b025640 1 -- 172.21.15.83:0/2615736961 wait complete. 2024-04-22T13:57:36.519 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- 172.21.15.83:0/932238035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 msgr2=0x7f4f2c104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- 172.21.15.83:0/932238035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c104df0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4f20009900 tx=0x7f4f2002bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- 172.21.15.83:0/932238035 shutdown_connections 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- 172.21.15.83:0/932238035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f2c107c60 0x7f4f2c10a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- 172.21.15.83:0/932238035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f2c105330 0x7f4f2c107720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- 172.21.15.83:0/932238035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c104df0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- 172.21.15.83:0/932238035 >> 172.21.15.83:0/932238035 conn(0x7f4f2c0fc3f0 msgr2=0x7f4f2c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- 172.21.15.83:0/932238035 shutdown_connections 2024-04-22T13:57:36.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- 172.21.15.83:0/932238035 wait complete. 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 Processor -- start 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- start start 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f2c105330 0x7f4f2c198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f2c107c60 0x7f4f2c19f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2c10dac0 con 0x7f4f2c102a00 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2c10d940 con 0x7f4f2c107c60 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f32de0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4f2c10dc40 con 0x7f4f2c105330 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f30b7c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f30b7c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39748/0 (socket says 172.21.15.83:39748) 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.616+0000 7f4f30b7c640 1 -- 172.21.15.83:0/1045783991 learned_addr learned my addr 172.21.15.83:0/1045783991 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 -- 172.21.15.83:0/1045783991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f2c105330 msgr2=0x7f4f2c198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f2c105330 0x7f4f2c198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 -- 172.21.15.83:0/1045783991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f2c107c60 msgr2=0x7f4f2c19f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f2c107c60 0x7f4f2c19f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 -- 172.21.15.83:0/1045783991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f2c19fe40 con 0x7f4f2c102a00 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4f20006010 tx=0x7f4f200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f29ffb640 1 -- 172.21.15.83:0/1045783991 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20043020 con 0x7f4f2c102a00 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f29ffb640 1 -- 172.21.15.83:0/1045783991 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f20004aa0 con 0x7f4f2c102a00 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f29ffb640 1 -- 172.21.15.83:0/1045783991 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20003c70 con 0x7f4f2c102a00 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f2c1a00d0 con 0x7f4f2c102a00 2024-04-22T13:57:36.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.617+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f2c1a0670 con 0x7f4f2c102a00 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f29ffb640 1 -- 172.21.15.83:0/1045783991 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4f20046020 con 0x7f4f2c102a00 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 Processor -- start 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 -- start start 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a78260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a7feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b2e29dcb10 con 0x55b2e2a78830 2024-04-22T13:57:36.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b2e297a240 con 0x55b2e2a77e40 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f359cd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b2e29d8ad0 con 0x55b2e2a792d0 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f30b7c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f30b7c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39764/0 (socket says 172.21.15.83:39764) 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f30b7c640 1 -- 172.21.15.83:0/373905260 learned_addr learned my addr 172.21.15.83:0/373905260 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f3137d640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a78260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a7feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.620+0000 7f4f29ffb640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 0x7f4f1c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f3137d640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 0x7f4f1c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f29ffb640 1 -- 172.21.15.83:0/1045783991 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4f200f27f0 con 0x7f4f2c102a00 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 -- 172.21.15.83:0/373905260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 msgr2=0x55b2e2a7feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a7feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 -- 172.21.15.83:0/373905260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 msgr2=0x55b2e2a78260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a78260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 -- 172.21.15.83:0/373905260 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2e26ef2d0 con 0x55b2e2a78830 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f3137d640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a78260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4f200be7e0 tx=0x7f4f2002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04d769dfa1993a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f3137d640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 0x7f4f1c0a60f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4f24009270 tx=0x7f4f24009200 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f16ffd640 1 -- 172.21.15.83:0/373905260 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f200044e0 con 0x55b2e2a78830 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f16ffd640 1 -- 172.21.15.83:0/373905260 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f200035f0 con 0x55b2e2a78830 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.621+0000 7f4f16ffd640 1 -- 172.21.15.83:0/373905260 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f20003e10 con 0x55b2e2a78830 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- 172.21.15.83:0/373905260 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 msgr2=0x55b2e2a78cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4f200be7e0 tx=0x7f4f2002bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- 172.21.15.83:0/373905260 shutdown_connections 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a7feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a78cb0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 --2- 172.21.15.83:0/373905260 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a78260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- 172.21.15.83:0/373905260 >> 172.21.15.83:0/373905260 conn(0x55b2e2a73f40 msgr2=0x55b2e2a72490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- 172.21.15.83:0/373905260 shutdown_connections 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- 172.21.15.83:0/373905260 wait complete. 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 -- start start 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.622+0000 7f4f359cd740 1 Processor -- start 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a81bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a82110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a79ad0 con 0x55b2e2a792d0 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2965190 con 0x55b2e2a78830 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a803f0 con 0x55b2e2a77e40 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 10 client.0 _ll_register_callbacks cb 0x55b2e29608b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39772/0 (socket says 172.21.15.83:39772) 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 -- 172.21.15.83:0/3596371678 learned_addr learned my addr 172.21.15.83:0/3596371678 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a82110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a81bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 -- 172.21.15.83:0/3596371678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 msgr2=0x55b2e2a81bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a81bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 -- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 msgr2=0x55b2e2a82110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a82110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 -- 172.21.15.83:0/3596371678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2e27b96b0 con 0x55b2e2a792d0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4f24009a10 tx=0x7f4f24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6951451087d71c8b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f0bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f2401c050 con 0x55b2e2a792d0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4f24004440 con 0x55b2e2a792d0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b2e29ea530 con 0x55b2e2a792d0 2024-04-22T13:57:36.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4f24004640 con 0x55b2e2a792d0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 10 client.15096 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b2e2a8c4c0 con 0x55b2e2a792d0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.623+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b2e29ea530 con 0x55b2e2a792d0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4f2402a400 con 0x55b2e2a792d0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 10 client.15096 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 10 client.15096 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 20 client.15096 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2a8ec30 0x55b2e2a900a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 4 client.15096 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2e29e43a0 con 0x55b2e2a8ec30 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2a8ec30 0x55b2e2a900a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f0bfff640 10 client.15096 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.624+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2a8ec30 0x55b2e2a900a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=43f0b114ce31f9b6 server_cookie=b130f413c50f8cba in_seq=0 out_seq=0 2024-04-22T13:57:36.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3596371678 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b2e29e43a0 con 0x55b2e2a8ec30 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f0bfff640 10 client.15096 handle_command_reply: tid=0 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 client.15096 shutdown 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 msgr2=0x55b2e2a890e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4f24009a10 tx=0x7f4f24004a40 comp rx=0 tx=0).stop 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 shutdown_connections 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2a8ec30 0x55b2e2a900a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890e0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f0bfff640 0 client.15096 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a82110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3596371678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a81bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 >> 172.21.15.83:0/3596371678 conn(0x55b2e2a73f40 msgr2=0x55b2e2a71a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 shutdown_connections 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 1 -- 172.21.15.83:0/3596371678 wait complete. 2024-04-22T13:57:36.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.625+0000 7f4f359cd740 20 client.15096 trim_cache size 0 max 16384 2024-04-22T13:57:36.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 Processor -- start 2024-04-22T13:57:36.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 -- start start 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a7c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a7cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a8e3e0 con 0x55b2e2a792d0 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a8eab0 con 0x55b2e2a78830 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f359cd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a8f180 con 0x55b2e2a77e40 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f3137d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f3137d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39778/0 (socket says 172.21.15.83:39778) 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.643+0000 7f4f3137d640 1 -- 172.21.15.83:0/3003464492 learned_addr learned my addr 172.21.15.83:0/3003464492 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a7c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a7cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 -- 172.21.15.83:0/3003464492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 msgr2=0x55b2e2a7c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a7c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 -- 172.21.15.83:0/3003464492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 msgr2=0x55b2e2a7cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a7cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 -- 172.21.15.83:0/3003464492 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2e2a903d0 con 0x55b2e2a792d0 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a7cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4f24000f80 tx=0x7f4f24009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d18fc3eb2628df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f167fc640 1 -- 172.21.15.83:0/3003464492 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f2403b070 con 0x55b2e2a792d0 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f167fc640 1 -- 172.21.15.83:0/3003464492 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f24026070 con 0x55b2e2a792d0 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.644+0000 7f4f167fc640 1 -- 172.21.15.83:0/3003464492 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f2401c050 con 0x55b2e2a792d0 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- 172.21.15.83:0/3003464492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 msgr2=0x55b2e2a890a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4f24000f80 tx=0x7f4f24009d40 comp rx=0 tx=0).stop 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- 172.21.15.83:0/3003464492 shutdown_connections 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a792d0 0x55b2e2a890a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a78830 0x55b2e2a7cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3003464492 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a77e40 0x55b2e2a7c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- 172.21.15.83:0/3003464492 >> 172.21.15.83:0/3003464492 conn(0x55b2e2a73f40 msgr2=0x55b2e2a7bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- 172.21.15.83:0/3003464492 shutdown_connections 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- 172.21.15.83:0/3003464492 wait complete. 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- start start 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 Processor -- start 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a832c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a88240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a8ff20 con 0x55b2e2a78830 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a8f850 con 0x55b2e2a77e40 2024-04-22T13:57:36.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b2e2a905f0 con 0x55b2e2a792d0 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f359cd740 10 client.0 _ll_register_callbacks cb 0x7f4f24009960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f2bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f2bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39780/0 (socket says 172.21.15.83:39780) 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.645+0000 7f4f2bfff640 1 -- 172.21.15.83:0/3961939754 learned_addr learned my addr 172.21.15.83:0/3961939754 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a88240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a832c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 -- 172.21.15.83:0/3961939754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 msgr2=0x55b2e2a88240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a88240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 -- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 msgr2=0x55b2e2a832c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a832c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 -- 172.21.15.83:0/3961939754 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2e2a88880 con 0x55b2e2a78830 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f3137d640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a88240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a832c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f2bfff640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c199730 tx=0x7f4f18012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e116ff57d8df9e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f18004020 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4f180041c0 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f24026070 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4f180043c0 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 10 client.15102 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b2e2af5110 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f24026070 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4f18003af0 con 0x55b2e2a78830 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 10 client.15102 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 10 client.15102 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 20 client.15102 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.646+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2af9d80 0x55b2e2af61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 4 client.15102 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "status"}) -- 0x55b2e2960960 con 0x55b2e2af9d80 2024-04-22T13:57:36.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2af9d80 0x55b2e2af61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f0bfff640 10 client.15102 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f30b7c640 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2af9d80 0x55b2e2af61c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9251c487a336874c server_cookie=198a02ad8143ea80 in_seq=0 out_seq=0 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f0bfff640 1 -- 172.21.15.83:0/3961939754 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b2e2960960 con 0x55b2e2af9d80 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f0bfff640 10 client.15102 handle_command_reply: tid=0 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 client.15102 shutdown 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 msgr2=0x55b2e2a83800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4f2c199730 tx=0x7f4f18012b60 comp rx=0 tx=0).stop 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 shutdown_connections 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b2e2af9d80 0x55b2e2af61c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b2e2a792d0 0x55b2e2a88240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f0bfff640 0 client.15102 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b2e2a78830 0x55b2e2a83800 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 --2- 172.21.15.83:0/3961939754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b2e2a77e40 0x55b2e2a832c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.647+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 >> 172.21.15.83:0/3961939754 conn(0x55b2e2a73f40 msgr2=0x55b2e2a817e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 shutdown_connections 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f359cd740 1 -- 172.21.15.83:0/3961939754 wait complete. 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f359cd740 20 client.15102 trim_cache size 0 max 16384 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 2, 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24467, 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 88.706833058000001, 2024-04-22T13:57:36.658 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:57:36.659 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:57:36.659 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:57:36.659 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 109.318431905 2024-04-22T13:57:36.659 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:57:36.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 msgr2=0x7f4f1c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 0x7f4f1c0a60f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4f24009270 tx=0x7f4f24009200 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 msgr2=0x7f4f2c198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4f20006010 tx=0x7f4f200042f0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 shutdown_connections 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4f1c0a3c30 0x7f4f1c0a60f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f2c107c60 0x7f4f2c19f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f2c105330 0x7f4f2c198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 --2- 172.21.15.83:0/1045783991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f2c102a00 0x7f4f2c198220 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 >> 172.21.15.83:0/1045783991 conn(0x7f4f2c0fc3f0 msgr2=0x7f4f2c104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 shutdown_connections 2024-04-22T13:57:36.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.648+0000 7f4f32de0640 1 -- 172.21.15.83:0/1045783991 wait complete. 2024-04-22T13:57:36.661 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T13:57:36.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 -- 172.21.15.83:0/1409792942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198101fd0 msgr2=0x7f8198102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 --2- 172.21.15.83:0/1409792942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198101fd0 0x7f8198102450 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f818c009900 tx=0x7f818c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 -- 172.21.15.83:0/1409792942 shutdown_connections 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 --2- 172.21.15.83:0/1409792942 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198102990 0x7f81981092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 --2- 172.21.15.83:0/1409792942 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198101fd0 0x7f8198102450 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 --2- 172.21.15.83:0/1409792942 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198100e80 0x7f81981012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 -- 172.21.15.83:0/1409792942 >> 172.21.15.83:0/1409792942 conn(0x7f81980fc3f0 msgr2=0x7f81980fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 -- 172.21.15.83:0/1409792942 shutdown_connections 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.758+0000 7f819ea31640 1 -- 172.21.15.83:0/1409792942 wait complete. 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 Processor -- start 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 -- start start 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198101fd0 0x7f8198198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 0x7f819819f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f819810cab0 con 0x7f8198100e80 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f819810c930 con 0x7f8198102990 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819ea31640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f819810cc30 con 0x7f8198101fd0 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39792/0 (socket says 172.21.15.83:39792) 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 -- 172.21.15.83:0/3938729736 learned_addr learned my addr 172.21.15.83:0/3938729736 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819cfce640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 0x7f819819f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f81977fe640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198101fd0 0x7f8198198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 -- 172.21.15.83:0/3938729736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198101fd0 msgr2=0x7f8198198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198101fd0 0x7f8198198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 -- 172.21.15.83:0/3938729736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 msgr2=0x7f819819f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 0x7f819819f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 -- 172.21.15.83:0/3938729736 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f819819ffe0 con 0x7f8198100e80 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f819cfce640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 0x7f819819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.759+0000 7f8197fff640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f818800b4a0 tx=0x7f818800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.760+0000 7f81957fa640 1 -- 172.21.15.83:0/3938729736 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8188014070 con 0x7f8198100e80 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.760+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81981a02d0 con 0x7f8198100e80 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.760+0000 7f81957fa640 1 -- 172.21.15.83:0/3938729736 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8188010ac0 con 0x7f8198100e80 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.760+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81981a08c0 con 0x7f8198100e80 2024-04-22T13:57:36.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.760+0000 7f81957fa640 1 -- 172.21.15.83:0/3938729736 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8188017c30 con 0x7f8198100e80 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81957fa640 1 -- 172.21.15.83:0/3938729736 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8188017070 con 0x7f8198100e80 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 Processor -- start 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 -- start start 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed09260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed10eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5593bec6db10 con 0x5593bed09830 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5593bec0b240 con 0x5593bed0a2d0 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81a1627740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5593bec69ad0 con 0x5593bed08e40 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39804/0 (socket says 172.21.15.83:39804) 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f8197fff640 1 -- 172.21.15.83:0/4266503487 learned_addr learned my addr 172.21.15.83:0/4266503487 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.762+0000 7f81957fa640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 0x7f81800a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f819cfce640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 0x7f81800a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f81977fe640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed10eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f819cfce640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed09260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f81957fa640 1 -- 172.21.15.83:0/3938729736 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f81880cfbf0 con 0x7f8198100e80 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 -- 172.21.15.83:0/4266503487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 msgr2=0x5593bed09260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed09260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 -- 172.21.15.83:0/4266503487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 msgr2=0x5593bed10eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed10eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 -- 172.21.15.83:0/4266503487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593be9802d0 con 0x5593bed09830 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f81977fe640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed10eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f819cfce640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 0x7f81800a6070 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x5593bed04200 tx=0x7f8190009610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f8197fff640 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f818809be10 tx=0x7f8188098250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd0e0e377762df1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f817e7fc640 1 -- 172.21.15.83:0/4266503487 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818801e050 con 0x5593bed09830 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f817e7fc640 1 -- 172.21.15.83:0/4266503487 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8188017360 con 0x5593bed09830 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.763+0000 7f817e7fc640 1 -- 172.21.15.83:0/4266503487 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81880a4af0 con 0x5593bed09830 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- 172.21.15.83:0/4266503487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 msgr2=0x5593bed09cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f818809be10 tx=0x7f8188098250 comp rx=0 tx=0).stop 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- 172.21.15.83:0/4266503487 shutdown_connections 2024-04-22T13:57:36.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed10eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed09cb0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 --2- 172.21.15.83:0/4266503487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed09260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- 172.21.15.83:0/4266503487 >> 172.21.15.83:0/4266503487 conn(0x5593bed04f40 msgr2=0x5593bed03490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- 172.21.15.83:0/4266503487 shutdown_connections 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- 172.21.15.83:0/4266503487 wait complete. 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 -- start start 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.764+0000 7f81a1627740 1 Processor -- start 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 0x5593bed133d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed1a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5593bed114b0 con 0x5593bed08e40 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5593bebf6190 con 0x5593bed09830 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5593bed11630 con 0x5593bed0a2d0 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 10 client.0 _ll_register_callbacks cb 0x5593bebf18b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39818/0 (socket says 172.21.15.83:39818) 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 -- 172.21.15.83:0/4119832428 learned_addr learned my addr 172.21.15.83:0/4119832428 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81977fe640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 0x5593bed133d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 -- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 msgr2=0x5593bed1a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f819cfce640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed1a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed1a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 -- 172.21.15.83:0/4119832428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 msgr2=0x5593bed133d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 0x5593bed133d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 -- 172.21.15.83:0/4119832428 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593bea4a6b0 con 0x5593bed08e40 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81977fe640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 0x5593bed133d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f8197fff640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8188097b60 tx=0x7f8188017650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=735e3a701125f2f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81880b4020 con 0x5593bed08e40 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f8188010c70 con 0x5593bed08e40 2024-04-22T13:57:36.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5593bec7b530 con 0x5593bed08e40 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f818801e030 con 0x5593bed08e40 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 10 client.15114 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.765+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5593bed1d780 con 0x5593bed08e40 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5593bec7b530 con 0x5593bed08e40 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f81880a4660 con 0x5593bed08e40 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 10 client.15114 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 10 client.15114 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 20 client.15114 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed20cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 4 client.15114 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5593bec753a0 con 0x5593bed1ead0 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.766+0000 7f81977fe640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed20cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.767+0000 7f81777fe640 10 client.15114 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.767+0000 7f81977fe640 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed20cc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5f22a0b238723b6 server_cookie=7195bb187409ebe in_seq=0 out_seq=0 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.767+0000 7f81777fe640 1 -- 172.21.15.83:0/4119832428 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5593bec753a0 con 0x5593bed1ead0 2024-04-22T13:57:36.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.767+0000 7f81777fe640 10 client.15114 handle_command_reply: tid=0 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.767+0000 7f81a1627740 1 client.15114 shutdown 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 msgr2=0x5593bed12e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8188097b60 tx=0x7f8188017650 comp rx=0 tx=0).stop 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 shutdown_connections 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed20cc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed1a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed09830 0x5593bed133d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81777fe640 0 client.15114 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 --2- 172.21.15.83:0/4119832428 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed08e40 0x5593bed12e90 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 >> 172.21.15.83:0/4119832428 conn(0x5593bed04f40 msgr2=0x5593bed02a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 shutdown_connections 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 1 -- 172.21.15.83:0/4119832428 wait complete. 2024-04-22T13:57:36.778 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.768+0000 7f81a1627740 20 client.15114 trim_cache size 0 max 16384 2024-04-22T13:57:36.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 Processor -- start 2024-04-22T13:57:36.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 -- start start 2024-04-22T13:57:36.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed08e40 0x5593bed09c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed12aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5593bed1f000 con 0x5593bed09830 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5593bed1f6d0 con 0x5593bed08e40 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81a1627740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5593bed1fda0 con 0x5593bed0a2d0 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39822/0 (socket says 172.21.15.83:39822) 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 -- 172.21.15.83:0/2370056268 learned_addr learned my addr 172.21.15.83:0/2370056268 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 -- 172.21.15.83:0/2370056268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 msgr2=0x5593bed12aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed12aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 -- 172.21.15.83:0/2370056268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed08e40 msgr2=0x5593bed09c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.786+0000 7f81977fe640 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed08e40 0x5593bed09c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81977fe640 1 -- 172.21.15.83:0/2370056268 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5593bed20250 con 0x5593bed09830 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81977fe640 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f818c0096c0 tx=0x7f818c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=707132d36dbca738 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f817dffb640 1 -- 172.21.15.83:0/2370056268 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c048bd0 con 0x5593bed09830 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f817dffb640 1 -- 172.21.15.83:0/2370056268 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f818c048d70 con 0x5593bed09830 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f817dffb640 1 -- 172.21.15.83:0/2370056268 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c005040 con 0x5593bed09830 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 -- 172.21.15.83:0/2370056268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 msgr2=0x5593bed1a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f818c0096c0 tx=0x7f818c005dd0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 -- 172.21.15.83:0/2370056268 shutdown_connections 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed0a2d0 0x5593bed12aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed1a3d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 --2- 172.21.15.83:0/2370056268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed08e40 0x5593bed09c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 -- 172.21.15.83:0/2370056268 >> 172.21.15.83:0/2370056268 conn(0x5593bed04f40 msgr2=0x5593bed0d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.787+0000 7f81a1627740 1 -- 172.21.15.83:0/2370056268 shutdown_connections 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 -- 172.21.15.83:0/2370056268 wait complete. 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 -- start start 2024-04-22T13:57:36.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 Processor -- start 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed15ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed19400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5593bed20b40 con 0x5593bed09830 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5593bed20470 con 0x5593bed0a2d0 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5593bed21210 con 0x5593bed08e40 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81a1627740 10 client.0 _ll_register_callbacks cb 0x7f8188017550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39838/0 (socket says 172.21.15.83:39838) 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.788+0000 7f81977fe640 1 -- 172.21.15.83:0/1055031616 learned_addr learned my addr 172.21.15.83:0/1055031616 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f819cfce640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed19400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 -- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 msgr2=0x5593bed15ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed15ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 -- 172.21.15.83:0/1055031616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 msgr2=0x5593bed19400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed19400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 -- 172.21.15.83:0/1055031616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5593bed199f0 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81977fe640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f818c02c170 tx=0x7f818c005a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f5cbbcaa4e8a282 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f818c004030 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f818c0041d0 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f818c048d70 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f818c0043d0 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 10 client.15120 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5593bed85be0 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f818c048d70 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f818c05b030 con 0x5593bed09830 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 10 client.15120 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 10 client.15120 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 20 client.15120 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed86e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 4 client.15120 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.789+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "status"}) -- 0x5593bebf1960 con 0x5593bed1ead0 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f8197fff640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed86e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f8197fff640 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed86e40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=292a31657d79e55d server_cookie=144708fc362224f1 in_seq=0 out_seq=0 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81777fe640 10 client.15120 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81777fe640 1 -- 172.21.15.83:0/1055031616 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5593bebf1960 con 0x5593bed1ead0 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81777fe640 10 client.15120 handle_command_reply: tid=0 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 client.15120 shutdown 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 msgr2=0x5593bed163e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f818c02c170 tx=0x7f818c005a40 comp rx=0 tx=0).stop 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 shutdown_connections 2024-04-22T13:57:36.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5593bed1ead0 0x5593bed86e40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5593bed0a2d0 0x5593bed19400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81777fe640 0 client.15120 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5593bed09830 0x5593bed163e0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 --2- 172.21.15.83:0/1055031616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5593bed08e40 0x5593bed15ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.790+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 >> 172.21.15.83:0/1055031616 conn(0x5593bed04f40 msgr2=0x5593bed12aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 shutdown_connections 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f81a1627740 1 -- 172.21.15.83:0/1055031616 wait complete. 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f81a1627740 20 client.15120 trim_cache size 0 max 16384 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 1, 2024-04-22T13:57:36.799 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24481, 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 89.858772353000006, 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 106.573879569 2024-04-22T13:57:36.800 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 msgr2=0x7f81800a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 0x7f81800a6070 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x5593bed04200 tx=0x7f8190009610 comp rx=0 tx=0).stop 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 msgr2=0x7f81981983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f818800b4a0 tx=0x7f818800b960 comp rx=0 tx=0).stop 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 shutdown_connections 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f81800a3bb0 0x7f81800a6070 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8198102990 0x7f819819f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8198101fd0 0x7f8198198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 --2- 172.21.15.83:0/3938729736 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8198100e80 0x7f81981983c0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 >> 172.21.15.83:0/3938729736 conn(0x7f81980fc3f0 msgr2=0x7f819806a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 shutdown_connections 2024-04-22T13:57:36.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.791+0000 7f819ea31640 1 -- 172.21.15.83:0/3938729736 wait complete. 2024-04-22T13:57:36.804 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T13:57:36.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 -- 172.21.15.83:0/2481591765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6481029a0 msgr2=0x7fe6481092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 --2- 172.21.15.83:0/2481591765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6481029a0 0x7fe6481092c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe640009ca0 tx=0x7fe64002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 -- 172.21.15.83:0/2481591765 shutdown_connections 2024-04-22T13:57:36.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 --2- 172.21.15.83:0/2481591765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6481029a0 0x7fe6481092c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 --2- 172.21.15.83:0/2481591765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe648101fe0 0x7fe648102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 --2- 172.21.15.83:0/2481591765 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648100e90 0x7fe6481012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.901+0000 7fe64cf66640 1 -- 172.21.15.83:0/2481591765 >> 172.21.15.83:0/2481591765 conn(0x7fe6480fc400 msgr2=0x7fe6480fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- 172.21.15.83:0/2481591765 shutdown_connections 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- 172.21.15.83:0/2481591765 wait complete. 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 Processor -- start 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- start start 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 0x7fe6481986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6481029a0 0x7fe64819f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810c9d0 con 0x7fe648100e90 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810c850 con 0x7fe6481029a0 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64cf66640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe64810cb50 con 0x7fe648101fe0 2024-04-22T13:57:36.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39850/0 (socket says 172.21.15.83:39850) 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.902+0000 7fe64659c640 1 -- 172.21.15.83:0/3220287560 learned_addr learned my addr 172.21.15.83:0/3220287560 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe646d9d640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6481029a0 0x7fe64819f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 0x7fe6481986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 -- 172.21.15.83:0/3220287560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 msgr2=0x7fe6481986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 0x7fe6481986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 -- 172.21.15.83:0/3220287560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6481029a0 msgr2=0x7fe64819f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6481029a0 0x7fe64819f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 -- 172.21.15.83:0/3220287560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64819fd80 con 0x7fe648100e90 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 0x7fe6481986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64659c640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00c890 tx=0x7fe63c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe6377fe640 1 -- 172.21.15.83:0/3220287560 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c004220 con 0x7fe648100e90 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe6377fe640 1 -- 172.21.15.83:0/3220287560 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63c0043c0 con 0x7fe648100e90 2024-04-22T13:57:36.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6481a0070 con 0x7fe648100e90 2024-04-22T13:57:36.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe6377fe640 1 -- 172.21.15.83:0/3220287560 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c004a00 con 0x7fe648100e90 2024-04-22T13:57:36.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.903+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6481a05c0 con 0x7fe648100e90 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.905+0000 7fe6377fe640 1 -- 172.21.15.83:0/3220287560 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe63c0079b0 con 0x7fe648100e90 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 Processor -- start 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 -- start start 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d0e40 0x55df322d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322d8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df32235b10 con 0x55df322d1830 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df321d3240 con 0x55df322d22d0 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64fc30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df32231ad0 con 0x55df322d0e40 2024-04-22T13:57:36.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe6377fe640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 0x7fe6300a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39866/0 (socket says 172.21.15.83:39866) 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe64659c640 1 -- 172.21.15.83:0/3634210131 learned_addr learned my addr 172.21.15.83:0/3634210131 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe646d9d640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 0x7fe6300a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322d8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe646d9d640 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d0e40 0x55df322d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.906+0000 7fe6377fe640 1 -- 172.21.15.83:0/3220287560 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe63c0d0130 con 0x7fe648100e90 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 -- 172.21.15.83:0/3634210131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d0e40 msgr2=0x55df322d1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d0e40 0x55df322d1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 -- 172.21.15.83:0/3634210131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 msgr2=0x55df322d8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322d8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 -- 172.21.15.83:0/3634210131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df31f482d0 con 0x55df322d1830 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64659c640 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe63c09c120 tx=0x7fe63c01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8de083626623bf0c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe646d9d640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 0x7fe6300a6070 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe640032380 tx=0x7fe640032ca0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe634ff9640 1 -- 172.21.15.83:0/3634210131 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c01d070 con 0x55df322d1830 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe634ff9640 1 -- 172.21.15.83:0/3634210131 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63c005290 con 0x55df322d1830 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe634ff9640 1 -- 172.21.15.83:0/3634210131 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c007ca0 con 0x55df322d1830 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64fc30740 1 -- 172.21.15.83:0/3634210131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 msgr2=0x55df322d1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.907+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe63c09c120 tx=0x7fe63c01b000 comp rx=0 tx=0).stop 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- 172.21.15.83:0/3634210131 shutdown_connections 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322d8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322d1cb0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3634210131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d0e40 0x55df322d1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- 172.21.15.83:0/3634210131 >> 172.21.15.83:0/3634210131 conn(0x55df322ccf40 msgr2=0x55df322cb490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- 172.21.15.83:0/3634210131 shutdown_connections 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- 172.21.15.83:0/3634210131 wait complete. 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- start start 2024-04-22T13:57:36.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 Processor -- start 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 0x55df322db360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322e23a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df322d9450 con 0x55df322d0e40 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df321be190 con 0x55df322d22d0 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df322d95d0 con 0x55df322d1830 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64fc30740 10 client.0 _ll_register_callbacks cb 0x55df321b98b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39870/0 (socket says 172.21.15.83:39870) 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe64659c640 1 -- 172.21.15.83:0/4061847317 learned_addr learned my addr 172.21.15.83:0/4061847317 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.908+0000 7fe646d9d640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322e23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 -- 172.21.15.83:0/4061847317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 msgr2=0x55df322db360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 0x55df322db360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 0x55df322db360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 -- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 msgr2=0x55df322e23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322e23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 -- 172.21.15.83:0/4061847317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df320126b0 con 0x55df322d0e40 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe646d9d640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322e23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 0x55df322db360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64659c640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0a4b60 tx=0x7fe63c09cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757100fa462c389f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe63c0ba060 con 0x55df322d0e40 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe63c0b5ba0 con 0x55df322d0e40 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55df32243530 con 0x55df322d0e40 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe63c01d040 con 0x55df322d0e40 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 10 client.15132 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55df322e5680 con 0x55df322d0e40 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55df32243530 con 0x55df322d0e40 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe63c09b4a0 con 0x55df322d0e40 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 10 client.15132 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 10 client.15132 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 20 client.15132 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df322e78d0 0x55df322e8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 4 client.15132 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.909+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df3223d3a0 con 0x55df322e78d0 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.910+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df322e78d0 0x55df322e8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.910+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df322e78d0 0x55df322e8d40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54d6d12af322d50d server_cookie=aa082cf8d562e4ee in_seq=0 out_seq=0 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.910+0000 7fe62dffb640 10 client.15132 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:57:36.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe62dffb640 1 -- 172.21.15.83:0/4061847317 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55df3223d3a0 con 0x55df322e78d0 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe62dffb640 10 client.15132 handle_command_reply: tid=0 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 client.15132 shutdown 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 msgr2=0x55df322dae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe63c0a4b60 tx=0x7fe63c09cba0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 shutdown_connections 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df322e78d0 0x55df322e8d40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d22d0 0x55df322e23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d1830 0x55df322db360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4061847317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d0e40 0x55df322dae20 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe62dffb640 0 client.15132 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 >> 172.21.15.83:0/4061847317 conn(0x55df322ccf40 msgr2=0x55df322caa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 shutdown_connections 2024-04-22T13:57:36.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 1 -- 172.21.15.83:0/4061847317 wait complete. 2024-04-22T13:57:36.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.911+0000 7fe64fc30740 20 client.15132 trim_cache size 0 max 16384 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 Processor -- start 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 -- start start 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322cb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322d8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df322e7080 con 0x55df322d1830 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df322e7750 con 0x55df322d0e40 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64fc30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df322e7e20 con 0x55df322d22d0 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39884/0 (socket says 172.21.15.83:39884) 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 -- 172.21.15.83:0/3439307591 learned_addr learned my addr 172.21.15.83:0/3439307591 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64659c640 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322cb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 -- 172.21.15.83:0/3439307591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 msgr2=0x55df322d8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322d8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 -- 172.21.15.83:0/3439307591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 msgr2=0x55df322cb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322cb400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 -- 172.21.15.83:0/3439307591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df322d8ad0 con 0x55df322d1830 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe64659c640 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322cb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.929+0000 7fe645d9b640 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x55df322cc410 tx=0x7fe638012450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b9545fb5bf751bd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe62ffff640 1 -- 172.21.15.83:0/3439307591 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe638012dd0 con 0x55df322d1830 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe62ffff640 1 -- 172.21.15.83:0/3439307591 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63801a3b0 con 0x55df322d1830 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe62ffff640 1 -- 172.21.15.83:0/3439307591 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6380039f0 con 0x55df322d1830 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- 172.21.15.83:0/3439307591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 msgr2=0x55df322e2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x55df322cc410 tx=0x7fe638012450 comp rx=0 tx=0).stop 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- 172.21.15.83:0/3439307591 shutdown_connections 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322d8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e2330 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 --2- 172.21.15.83:0/3439307591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322cb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- 172.21.15.83:0/3439307591 >> 172.21.15.83:0/3439307591 conn(0x55df322ccf40 msgr2=0x55df322d5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- 172.21.15.83:0/3439307591 shutdown_connections 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- 172.21.15.83:0/3439307591 wait complete. 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.930+0000 7fe64fc30740 1 -- start start 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 Processor -- start 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322de2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322e0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df322e8bc0 con 0x55df322d1830 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df322e84f0 con 0x55df322d0e40 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df322e9290 con 0x55df322d22d0 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 10 client.0 _ll_register_callbacks cb 0x7fe63c00a520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39892/0 (socket says 172.21.15.83:39892) 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 -- 172.21.15.83:0/4062494959 learned_addr learned my addr 172.21.15.83:0/4062494959 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64659c640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322de2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe646d9d640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322e0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 -- 172.21.15.83:0/4062494959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 msgr2=0x55df322e0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322e0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 -- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 msgr2=0x55df322de2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322de2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 -- 172.21.15.83:0/4062494959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df322e15c0 con 0x55df322d1830 2024-04-22T13:57:36.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe645d9b640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe638000c00 tx=0x7fe63801a810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c371bdf5b33d8e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe62dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe638023810 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe6380239b0 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.931+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe63801a3b0 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe638023bb0 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 10 client.15138 fetch_fsmap learned FSMap version 25 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55df3234d880 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe63801a3b0 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fe6380050b0 con 0x55df322d1830 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 10 client.15138 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 10 client.15138 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:57:36.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 20 client.15138 populate_metadata read hostname 'smithi083' 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df32352070 0x55df32350d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 4 client.15138 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "status"}) -- 0x55df321b9960 con 0x55df32352070 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64659c640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df32352070 0x55df32350d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe62dffb640 10 client.15138 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.932+0000 7fe64659c640 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df32352070 0x55df32350d80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46c539e561a43a62 server_cookie=b821670cd1663ad2 in_seq=0 out_seq=0 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe62dffb640 1 -- 172.21.15.83:0/4062494959 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55df321b9960 con 0x55df32352070 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe62dffb640 10 client.15138 handle_command_reply: tid=0 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 client.15138 shutdown 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 msgr2=0x55df322e07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fe638000c00 tx=0x7fe63801a810 comp rx=0 tx=0).stop 2024-04-22T13:57:36.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 shutdown_connections 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df32352070 0x55df32350d80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df322d22d0 0x55df322e0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe62dffb640 0 client.15138 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df322d1830 0x55df322e07f0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 --2- 172.21.15.83:0/4062494959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df322d0e40 0x55df322de2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 >> 172.21.15.83:0/4062494959 conn(0x55df322ccf40 msgr2=0x55df322d8d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 shutdown_connections 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 1 -- 172.21.15.83:0/4062494959 wait complete. 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64fc30740 20 client.15138 trim_cache size 0 max 16384 2024-04-22T13:57:36.944 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24503, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 92.021021274000006, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 98.207233157999994 2024-04-22T13:57:36.945 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 msgr2=0x7fe6300a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 0x7fe6300a6070 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe640032380 tx=0x7fe640032ca0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 msgr2=0x7fe648198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe63c00c890 tx=0x7fe63c00cd50 comp rx=0 tx=0).stop 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 shutdown_connections 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6300a3bb0 0x7fe6300a6070 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6481029a0 0x7fe64819f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe648101fe0 0x7fe6481986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 --2- 172.21.15.83:0/3220287560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe648100e90 0x7fe648198160 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:36.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 >> 172.21.15.83:0/3220287560 conn(0x7fe6480fc400 msgr2=0x7fe6480690e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:36.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.933+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 shutdown_connections 2024-04-22T13:57:36.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:36.934+0000 7fe64cf66640 1 -- 172.21.15.83:0/3220287560 wait complete. 2024-04-22T13:57:36.948 INFO:tasks.cephadm:Setup complete, yielding 2024-04-22T13:57:36.949 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T13:57:36.959 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:57:36.960 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-22T13:57:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:36 smithi173 ceph-mon[31493]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:36 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3711318465' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:37.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:36 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1215831795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:36 smithi083 ceph-mon[27977]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:36 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3711318465' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:37.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:36 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1215831795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:37.194 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:36 smithi084 ceph-mon[31312]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:36 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3711318465' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:57:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:36 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1215831795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:57:38.918 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:38 smithi083 ceph-mon[27977]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:57:39.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 -- 172.21.15.83:0/4035066857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a4102ba0 msgr2=0x7f83a4103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:39.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 --2- 172.21.15.83:0/4035066857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a4102ba0 0x7f83a4103000 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f83940099c0 tx=0x7f8394009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 -- 172.21.15.83:0/4035066857 shutdown_connections 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 --2- 172.21.15.83:0/4035066857 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 0x7f83a4109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 --2- 172.21.15.83:0/4035066857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a41019a0 0x7f83a4101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 --2- 172.21.15.83:0/4035066857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a4102ba0 0x7f83a4103000 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 -- 172.21.15.83:0/4035066857 >> 172.21.15.83:0/4035066857 conn(0x7f83a40fcf40 msgr2=0x7f83a40ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 -- 172.21.15.83:0/4035066857 shutdown_connections 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 -- 172.21.15.83:0/4035066857 wait complete. 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.022+0000 7f83aad6d700 1 Processor -- start 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 -- start start 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 0x7f83a419d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 0x7f83a419ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f83a410d430 con 0x7f83a41019a0 2024-04-22T13:57:39.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83a410d2b0 con 0x7f83a4103540 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f83a410d5b0 con 0x7f83a4102ba0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39904/0 (socket says 172.21.15.83:39904) 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 -- 172.21.15.83:0/3209889335 learned_addr learned my addr 172.21.15.83:0/3209889335 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f839bfff700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 0x7f83a419d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a930a700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 0x7f83a419ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 -- 172.21.15.83:0/3209889335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 msgr2=0x7f83a419d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 0x7f83a419d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 -- 172.21.15.83:0/3209889335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 msgr2=0x7f83a419ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 0x7f83a419ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 -- 172.21.15.83:0/3209889335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a41a0870 con 0x7f83a41019a0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f839bfff700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 0x7f83a419d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83a8b09700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f83a000d980 tx=0x7f83a000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:39.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0017070 con 0x7f83a41019a0 2024-04-22T13:57:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83a0010460 con 0x7f83a41019a0 2024-04-22T13:57:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.023+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a41a0b60 con 0x7f83a41019a0 2024-04-22T13:57:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.024+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a000de60 con 0x7f83a41019a0 2024-04-22T13:57:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.024+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a41a1050 con 0x7f83a41019a0 2024-04-22T13:57:39.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.025+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a4069730 con 0x7f83a41019a0 2024-04-22T13:57:39.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.026+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f83a0009b40 con 0x7f83a41019a0 2024-04-22T13:57:39.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.026+0000 7f8399ffb700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 0x7f838c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:39.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.026+0000 7f839bfff700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 0x7f838c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:39.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.026+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f83a00cffc0 con 0x7f83a41019a0 2024-04-22T13:57:39.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.027+0000 7f839bfff700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 0x7f838c0a6100 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f83a406b800 tx=0x7f8394005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:39.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.031+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83a009c9b0 con 0x7f83a41019a0 2024-04-22T13:57:39.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:38 smithi173 ceph-mon[31493]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:57:39.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:38 smithi084 ceph-mon[31312]: pgmap v337: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-22T13:57:39.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.246+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f83a4062e80 con 0x7f838c0a3c40 2024-04-22T13:57:39.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.247+0000 7f8399ffb700 1 -- 172.21.15.83:0/3209889335 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f83a4062e80 con 0x7f838c0a3c40 2024-04-22T13:57:39.249 INFO:teuthology.orchestra.run.smithi083.stdout:Backend: cephadm 2024-04-22T13:57:39.250 INFO:teuthology.orchestra.run.smithi083.stdout:Available: Yes 2024-04-22T13:57:39.250 INFO:teuthology.orchestra.run.smithi083.stdout:Paused: No 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 msgr2=0x7f838c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 0x7f838c0a6100 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f83a406b800 tx=0x7f8394005fd0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 msgr2=0x7f83a406b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f83a000d980 tx=0x7f83a000dd40 comp rx=0 tx=0).stop 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 shutdown_connections 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f838c0a3c40 0x7f838c0a6100 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f83a41019a0 0x7f83a406b280 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83a4103540 0x7f83a419ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 --2- 172.21.15.83:0/3209889335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f83a4102ba0 0x7f83a419d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:39.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.249+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 >> 172.21.15.83:0/3209889335 conn(0x7f83a40fcf40 msgr2=0x7f83a4105fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:39.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.250+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 shutdown_connections 2024-04-22T13:57:39.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:39.250+0000 7f83aad6d700 1 -- 172.21.15.83:0/3209889335 wait complete. 2024-04-22T13:57:40.009 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-22T13:57:40.247 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:41.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:40 smithi173 ceph-mon[31493]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:41.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:40 smithi173 ceph-mon[31493]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:41.157 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:40 smithi083 ceph-mon[27977]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:41.157 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:40 smithi083 ceph-mon[27977]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:41.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:40 smithi084 ceph-mon[31312]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:41.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:40 smithi084 ceph-mon[31312]: pgmap v338: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 -- 172.21.15.83:0/3526457441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc102ab0 msgr2=0x7f59bc102ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 --2- 172.21.15.83:0/3526457441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc102ab0 0x7f59bc102ed0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f59ac0099c0 tx=0x7f59ac009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 -- 172.21.15.83:0/3526457441 shutdown_connections 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 --2- 172.21.15.83:0/3526457441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc102ab0 0x7f59bc102ed0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 --2- 172.21.15.83:0/3526457441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc104650 0x7f59bc10af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 --2- 172.21.15.83:0/3526457441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc103cb0 0x7f59bc104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 -- 172.21.15.83:0/3526457441 >> 172.21.15.83:0/3526457441 conn(0x7f59bc0fe050 msgr2=0x7f59bc100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 -- 172.21.15.83:0/3526457441 shutdown_connections 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 -- 172.21.15.83:0/3526457441 wait complete. 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.186+0000 7f59c1104700 1 Processor -- start 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 -- start start 2024-04-22T13:57:42.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 0x7f59bc198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc103cb0 0x7f59bc199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10e620 con 0x7f59bc104650 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10e4a0 con 0x7f59bc102ab0 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59c1104700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10e7a0 con 0x7f59bc103cb0 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39924/0 (socket says 172.21.15.83:39924) 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 -- 172.21.15.83:0/2915905172 learned_addr learned my addr 172.21.15.83:0/2915905172 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bad9d700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 0x7f59bc198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59ba59c700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc103cb0 0x7f59bc199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 -- 172.21.15.83:0/2915905172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc103cb0 msgr2=0x7f59bc199220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc103cb0 0x7f59bc199220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 -- 172.21.15.83:0/2915905172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 msgr2=0x7f59bc198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 0x7f59bc198ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bb59e700 1 -- 172.21.15.83:0/2915905172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59bc1a0930 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.187+0000 7f59bad9d700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 0x7f59bc198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59bb59e700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f59b400b970 tx=0x7f59b400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4019070 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59bc1a0c20 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f59b4014440 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b400ce60 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.188+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59bc1a1160 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.189+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59bc069730 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.190+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f59b401c070 con 0x7f59bc104650 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.191+0000 7f59a3fff700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 0x7f59a40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.191+0000 7f59bad9d700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 0x7f59a40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:42.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.191+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f59b40cfd80 con 0x7f59bc104650 2024-04-22T13:57:42.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.191+0000 7f59bad9d700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 0x7f59a40a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f59ac009990 tx=0x7f59ac005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:42.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.195+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59b409c710 con 0x7f59bc104650 2024-04-22T13:57:42.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.402+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f59bc062e80 con 0x7f59a40a3c40 2024-04-22T13:57:42.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.415+0000 7f59a3fff700 1 -- 172.21.15.83:0/2915905172 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4185 (secure 0 0 0) 0x7f59bc062e80 con 0x7f59a40a3c40 2024-04-22T13:57:42.417 INFO:teuthology.orchestra.run.smithi083.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.a smithi083 running (106s) 19s ago 106s 16.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 cb182a7e0f71 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.b smithi084 running (104s) 37s ago 103s 26.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 dddf18a6f421 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.c smithi173 running (118s) 37s ago 117s 17.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 8d898bd4a0fb 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.d smithi083 running (2m) 19s ago 2m 12.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5f2285df7a64 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.e smithi084 running (2m) 37s ago 2m 18.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f8e2e27f3963 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.f smithi173 running (2m) 37s ago 2m 19.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 c6d3bf1065fe 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.g smithi083 running (109s) 19s ago 109s 17.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 45ced75808c2 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.h smithi084 running (115s) 37s ago 114s 18.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e611adbee07b 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.i smithi173 running (112s) 37s ago 112s 20.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 a639c2756e1e 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.j smithi083 running (2m) 19s ago 2m 15.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 488a8dc6ac53 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.k smithi084 running (2m) 37s ago 2m 19.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e7c7523c64cf 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mds.l smithi173 running (2m) 37s ago 2m 20.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 b42416eff441 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.x smithi083 *:9283,8765 running (9m) 19s ago 9m 514M - 19.0.0-3156-gd69f13d8 da4b004c09e8 05e9c0f8dd70 2024-04-22T13:57:42.418 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.y smithi084 *:8443,8765 running (7m) 37s ago 7m 452M - 19.0.0-3156-gd69f13d8 da4b004c09e8 1160a6841e4c 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:mgr.z smithi173 *:8443,8765 running (7m) 37s ago 7m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 7b9b30f484c1 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:mon.a smithi083 running (9m) 19s ago 9m 49.2M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 33028291305b 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:mon.b smithi084 running (7m) 37s ago 7m 40.5M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 275ee67cd7f3 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:mon.c smithi173 running (8m) 37s ago 7m 39.6M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 432db171b7c7 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 smithi083 running (7m) 19s ago 7m 54.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 076fa20b3b5e 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 smithi084 running (6m) 37s ago 6m 48.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 07af4baa7546 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 smithi173 running (6m) 37s ago 6m 56.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 95494426c493 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 smithi083 running (6m) 19s ago 6m 53.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 22c42f51baeb 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 smithi084 running (5m) 37s ago 5m 42.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 fdde654676e0 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 smithi173 running (5m) 37s ago 5m 55.4M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 92a8153b7fe4 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 smithi083 running (4m) 19s ago 4m 42.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 db3f5d73edb8 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 smithi084 running (4m) 37s ago 4m 43.2M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 444b78703ad3 2024-04-22T13:57:42.419 INFO:teuthology.orchestra.run.smithi083.stdout:osd.8 smithi173 running (3m) 37s ago 3m 53.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 44e14977673d 2024-04-22T13:57:42.420 INFO:teuthology.orchestra.run.smithi083.stdout:osd.9 smithi083 running (3m) 19s ago 3m 41.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 5a987a95117e 2024-04-22T13:57:42.420 INFO:teuthology.orchestra.run.smithi083.stdout:osd.10 smithi084 running (3m) 37s ago 3m 43.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 c1043ca65d00 2024-04-22T13:57:42.420 INFO:teuthology.orchestra.run.smithi083.stdout:osd.11 smithi173 running (2m) 37s ago 2m 40.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 9f79a4b36551 2024-04-22T13:57:42.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 msgr2=0x7f59a40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:42.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 0x7f59a40a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f59ac009990 tx=0x7f59ac005fb0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 msgr2=0x7f59bc1a0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f59b400b970 tx=0x7f59b400bd30 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 shutdown_connections 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59a40a3c40 0x7f59a40a6100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59bc104650 0x7f59bc1a0260 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59bc102ab0 0x7f59bc198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 --2- 172.21.15.83:0/2915905172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59bc103cb0 0x7f59bc199220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.417+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 >> 172.21.15.83:0/2915905172 conn(0x7f59bc0fe050 msgr2=0x7f59bc107050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.418+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 shutdown_connections 2024-04-22T13:57:42.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:42.418+0000 7f59c1104700 1 -- 172.21.15.83:0/2915905172 wait complete. 2024-04-22T13:57:43.118 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:42 smithi083 ceph-mon[27977]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-22T13:57:43.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-22T13:57:43.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:42 smithi173 ceph-mon[31493]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-22T13:57:43.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:42 smithi084 ceph-mon[31312]: pgmap v339: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-22T13:57:43.382 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:44.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:43 smithi173 ceph-mon[31493]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:44.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:43 smithi083 ceph-mon[27977]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:44.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:43 smithi084 ceph-mon[31312]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:44.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:44 smithi083 ceph-mon[27977]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:45.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:44 smithi173 ceph-mon[31493]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:45.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:44 smithi084 ceph-mon[31312]: pgmap v340: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 -- 172.21.15.83:0/541379761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c102ba0 msgr2=0x7f237c103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 --2- 172.21.15.83:0/541379761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c102ba0 0x7f237c103000 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f236c0099c0 tx=0x7f236c009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 -- 172.21.15.83:0/541379761 shutdown_connections 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 --2- 172.21.15.83:0/541379761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c103540 0x7f237c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 --2- 172.21.15.83:0/541379761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 0x7f237c101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 --2- 172.21.15.83:0/541379761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c102ba0 0x7f237c103000 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 -- 172.21.15.83:0/541379761 >> 172.21.15.83:0/541379761 conn(0x7f237c0fcf40 msgr2=0x7f237c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 -- 172.21.15.83:0/541379761 shutdown_connections 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.238+0000 7f2383de8700 1 -- 172.21.15.83:0/541379761 wait complete. 2024-04-22T13:57:45.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 Processor -- start 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 -- start start 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 0x7f237c198d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 0x7f237c199240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f237c10e600 con 0x7f237c103540 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f237c10e480 con 0x7f237c1019a0 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2383de8700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f237c10e780 con 0x7f237c102ba0 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49190/0 (socket says 172.21.15.83:49190) 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 -- 172.21.15.83:0/491912149 learned_addr learned my addr 172.21.15.83:0/491912149 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2381383700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 0x7f237c199240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2381b84700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 0x7f237c198d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:45.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 -- 172.21.15.83:0/491912149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 msgr2=0x7f237c199240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 0x7f237c199240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 -- 172.21.15.83:0/491912149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 msgr2=0x7f237c198d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 0x7f237c198d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 -- 172.21.15.83:0/491912149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237c1a0950 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2381383700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 0x7f237c199240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.239+0000 7f2382385700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f237400b970 tx=0x7f237400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.240+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374019070 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.240+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f237c1a0c40 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.240+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f237400cde0 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.240+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374007370 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.240+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f237c1a1130 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.241+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f237c069730 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.242+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f237401c070 con 0x7f237c103540 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.242+0000 7f2372ffd700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 0x7f23680a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:45.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.242+0000 7f2381b84700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 0x7f23680a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:45.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.242+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f23740cf930 con 0x7f237c103540 2024-04-22T13:57:45.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.242+0000 7f2381b84700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 0x7f23680a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f237c19a1e0 tx=0x7f2378007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:45.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.247+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f237409c320 con 0x7f237c103540 2024-04-22T13:57:45.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.456+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f237c062e80 con 0x7f23680a3c40 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.462+0000 7f2372ffd700 1 -- 172.21.15.83:0/491912149 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f237c062e80 con 0x7f23680a3c40 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stdout:mds.all 12/12 40s ago 2m smithi083=a;smithi083=d;smithi083=g;smithi083=j;smithi084=b;smithi084=e;smithi084=h;smithi084=k;smithi173=c;smithi173=f;smithi173=i;smithi173=l;count:12 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stdout:mgr 3/3 40s ago 7m smithi083=x;smithi084=y;smithi173=z;count:3 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stdout:mon 3/3 40s ago 8m smithi083:172.21.15.83=a;smithi084:172.21.15.84=b;smithi173:172.21.15.173=c;count:3 2024-04-22T13:57:45.464 INFO:teuthology.orchestra.run.smithi083.stdout:osd 12 40s ago - 2024-04-22T13:57:45.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 msgr2=0x7f23680a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:45.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 0x7f23680a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f237c19a1e0 tx=0x7f2378007400 comp rx=0 tx=0).stop 2024-04-22T13:57:45.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 msgr2=0x7f237c1a0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:45.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f237400b970 tx=0x7f237400bc80 comp rx=0 tx=0).stop 2024-04-22T13:57:45.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 shutdown_connections 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f23680a3c40 0x7f23680a6100 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f237c103540 0x7f237c1a0280 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237c1019a0 0x7f237c198d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 --2- 172.21.15.83:0/491912149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f237c102ba0 0x7f237c199240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 >> 172.21.15.83:0/491912149 conn(0x7f237c0fcf40 msgr2=0x7f237c105fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 shutdown_connections 2024-04-22T13:57:45.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:45.464+0000 7f2383de8700 1 -- 172.21.15.83:0/491912149 wait complete. 2024-04-22T13:57:46.214 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-22T13:57:46.450 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:47.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:46 smithi173 ceph-mon[31493]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:47.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:46 smithi173 ceph-mon[31493]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:46 smithi083 ceph-mon[27977]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:47.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:46 smithi083 ceph-mon[27977]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:47.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:46 smithi084 ceph-mon[31312]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:47.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:46 smithi084 ceph-mon[31312]: pgmap v341: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 -- 172.21.15.83:0/2062973767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c441019b0 msgr2=0x7f7c44101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/2062973767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c441019b0 0x7f7c44101dd0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c00b0d0 tx=0x7f7c3c00b3e0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 -- 172.21.15.83:0/2062973767 shutdown_connections 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/2062973767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c441019b0 0x7f7c44101dd0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/2062973767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c44103550 0x7f7c44109e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/2062973767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 0x7f7c44103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 -- 172.21.15.83:0/2062973767 >> 172.21.15.83:0/2062973767 conn(0x7f7c440fcf70 msgr2=0x7f7c440ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:48.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 -- 172.21.15.83:0/2062973767 shutdown_connections 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 -- 172.21.15.83:0/2062973767 wait complete. 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.294+0000 7f7c4b73e700 1 Processor -- start 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 -- start start 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c441019b0 0x7f7c4406bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 0x7f7c4419d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4410d420 con 0x7f7c44103550 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4410d2a0 con 0x7f7c44102bb0 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c4b73e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7c4410d5a0 con 0x7f7c441019b0 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49206/0 (socket says 172.21.15.83:49206) 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 -- 172.21.15.83:0/725598613 learned_addr learned my addr 172.21.15.83:0/725598613 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c494da700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c441019b0 0x7f7c4406bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:48.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c48cd9700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 0x7f7c4419d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 -- 172.21.15.83:0/725598613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c441019b0 msgr2=0x7f7c4406bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c441019b0 0x7f7c4406bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 -- 172.21.15.83:0/725598613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 msgr2=0x7f7c4419d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 0x7f7c4419d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 -- 172.21.15.83:0/725598613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c441a0880 con 0x7f7c44103550 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c49cdb700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7c3400c900 tx=0x7f7c3400cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.295+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c340078d0 con 0x7f7c44103550 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.296+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c441a0b70 con 0x7f7c44103550 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.296+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c3400f450 con 0x7f7c44103550 2024-04-22T13:57:48.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.296+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c34018640 con 0x7f7c44103550 2024-04-22T13:57:48.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.296+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c441a1100 con 0x7f7c44103550 2024-04-22T13:57:48.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.296+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c44069730 con 0x7f7c44103550 2024-04-22T13:57:48.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.298+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7c34007a70 con 0x7f7c44103550 2024-04-22T13:57:48.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.298+0000 7f7c427fc700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 0x7f7c2c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:48.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.298+0000 7f7c494da700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 0x7f7c2c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:48.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.298+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f7c340d03d0 con 0x7f7c44103550 2024-04-22T13:57:48.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.299+0000 7f7c494da700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 0x7f7c2c0a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c009be0 tx=0x7f7c3c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:48.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.302+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7c34014030 con 0x7f7c44103550 2024-04-22T13:57:48.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.506+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f7c44062e80 con 0x7f7c2c0a3c40 2024-04-22T13:57:48.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.508+0000 7f7c427fc700 1 -- 172.21.15.83:0/725598613 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f7c44062e80 con 0x7f7c2c0a3c40 2024-04-22T13:57:48.510 INFO:teuthology.orchestra.run.smithi083.stdout:HOST ADDR LABELS STATUS 2024-04-22T13:57:48.511 INFO:teuthology.orchestra.run.smithi083.stdout:smithi083 172.21.15.83 2024-04-22T13:57:48.511 INFO:teuthology.orchestra.run.smithi083.stdout:smithi084 172.21.15.84 2024-04-22T13:57:48.511 INFO:teuthology.orchestra.run.smithi083.stdout:smithi173 172.21.15.173 2024-04-22T13:57:48.511 INFO:teuthology.orchestra.run.smithi083.stdout:3 hosts in cluster 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.510+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 msgr2=0x7f7c2c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 0x7f7c2c0a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7c3c009be0 tx=0x7f7c3c00b040 comp rx=0 tx=0).stop 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 msgr2=0x7f7c4419ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7c3400c900 tx=0x7f7c3400cc10 comp rx=0 tx=0).stop 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 shutdown_connections 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f7c2c0a3c40 0x7f7c2c0a6100 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c44103550 0x7f7c4419ffb0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c441019b0 0x7f7c4406bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 --2- 172.21.15.83:0/725598613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c44102bb0 0x7f7c4419d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:48.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 >> 172.21.15.83:0/725598613 conn(0x7f7c440fcf70 msgr2=0x7f7c44105ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:48.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 shutdown_connections 2024-04-22T13:57:48.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:48.511+0000 7f7c4b73e700 1 -- 172.21.15.83:0/725598613 wait complete. 2024-04-22T13:57:49.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:48 smithi173 ceph-mon[31493]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:49.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:48 smithi083 ceph-mon[27977]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:49.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:48 smithi084 ceph-mon[31312]: pgmap v342: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:49.373 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-22T13:57:49.617 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:50.003 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:49 smithi083 ceph-mon[27977]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:50.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:49 smithi084 ceph-mon[31312]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:50.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:49 smithi173 ceph-mon[31493]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:51.182 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:50 smithi083 ceph-mon[27977]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:51.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:50 smithi084 ceph-mon[31312]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:51.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:50 smithi173 ceph-mon[31493]: pgmap v343: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:57:51.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 -- 172.21.15.83:0/857375691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 msgr2=0x7fafac10ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:51.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/857375691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac10ac10 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fafa400b0a0 tx=0x7fafa400b3b0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 -- 172.21.15.83:0/857375691 shutdown_connections 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/857375691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac10ac10 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/857375691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 0x7fafac105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/857375691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 0x7fafac108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 -- 172.21.15.83:0/857375691 >> 172.21.15.83:0/857375691 conn(0x7fafac0fcf70 msgr2=0x7fafac0ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 -- 172.21.15.83:0/857375691 shutdown_connections 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 -- 172.21.15.83:0/857375691 wait complete. 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.490+0000 7fafb1f8f700 1 Processor -- start 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 -- start start 2024-04-22T13:57:51.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 0x7fafac198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 0x7fafac1991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fafac10e590 con 0x7fafac1087a0 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fafac10e410 con 0x7fafac105e70 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafb1f8f700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fafac10e710 con 0x7fafac103540 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:51.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49226/0 (socket says 172.21.15.83:49226) 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 -- 172.21.15.83:0/1994122633 learned_addr learned my addr 172.21.15.83:0/1994122633 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafab7fe700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 0x7fafac198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafaaffd700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 0x7fafac1991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 -- 172.21.15.83:0/1994122633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 msgr2=0x7fafac198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 0x7fafac198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 -- 172.21.15.83:0/1994122633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 msgr2=0x7fafac1991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 0x7fafac1991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 -- 172.21.15.83:0/1994122633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafac1a08e0 con 0x7fafac1087a0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.491+0000 7fafabfff700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fafa40062a0 tx=0x7fafa4004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.492+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa4021070 con 0x7fafac1087a0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.492+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fafa4003c00 con 0x7fafac1087a0 2024-04-22T13:57:51.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.492+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafac1a0b70 con 0x7fafac1087a0 2024-04-22T13:57:51.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.492+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa4004820 con 0x7fafac1087a0 2024-04-22T13:57:51.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.492+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafac1a0fd0 con 0x7fafac1087a0 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.493+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafac069730 con 0x7fafac1087a0 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.494+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fafa4003db0 con 0x7fafac1087a0 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.494+0000 7fafa8ff9700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 0x7faf940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.495+0000 7fafab7fe700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 0x7faf940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.495+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fafa40d1430 con 0x7fafac1087a0 2024-04-22T13:57:51.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.495+0000 7fafab7fe700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 0x7faf940a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fafac199b40 tx=0x7faf9c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:51.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.498+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fafa409deb0 con 0x7fafac1087a0 2024-04-22T13:57:51.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.705+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fafac062e80 con 0x7faf940a3c40 2024-04-22T13:57:51.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.707+0000 7fafa8ff9700 1 -- 172.21.15.83:0/1994122633 <== mgr.14152 v2:172.21.15.83:6800/295390471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fafac062e80 con 0x7faf940a3c40 2024-04-22T13:57:51.710 INFO:teuthology.orchestra.run.smithi083.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-22T13:57:51.710 INFO:teuthology.orchestra.run.smithi083.stdout:smithi083 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040148400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-22T13:57:51.710 INFO:teuthology.orchestra.run.smithi083.stdout:smithi084 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400WF400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-22T13:57:51.710 INFO:teuthology.orchestra.run.smithi083.stdout:smithi173 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204019S400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 msgr2=0x7faf940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 0x7faf940a6100 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fafac199b40 tx=0x7faf9c009190 comp rx=0 tx=0).stop 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 msgr2=0x7fafac1a0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fafa40062a0 tx=0x7fafa4004e40 comp rx=0 tx=0).stop 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 shutdown_connections 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7faf940a3c40 0x7faf940a6100 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fafac1087a0 0x7fafac1a0210 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fafac103540 0x7fafac198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 --2- 172.21.15.83:0/1994122633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafac105e70 0x7fafac1991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:51.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.709+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 >> 172.21.15.83:0/1994122633 conn(0x7fafac0fcf70 msgr2=0x7fafac103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:51.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.710+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 shutdown_connections 2024-04-22T13:57:51.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:51.710+0000 7fafb1f8f700 1 -- 172.21.15.83:0/1994122633 wait complete. 2024-04-22T13:57:52.531 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-22T13:57:52.540 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:57:52.540 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-22T13:57:52.784 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:53.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:52 smithi083 ceph-mon[27977]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:53.173 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:52 smithi083 ceph-mon[27977]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:53.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:52 smithi084 ceph-mon[31312]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:53.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:52 smithi084 ceph-mon[31312]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:53.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:52 smithi173 ceph-mon[31493]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:57:53.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:52 smithi173 ceph-mon[31493]: pgmap v344: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 -- 172.21.15.83:0/1362142066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c1019c0 msgr2=0x7f201c101de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 --2- 172.21.15.83:0/1362142066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c1019c0 0x7f201c101de0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f200c0099c0 tx=0x7f200c009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 -- 172.21.15.83:0/1362142066 shutdown_connections 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 --2- 172.21.15.83:0/1362142066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c1019c0 0x7f201c101de0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 --2- 172.21.15.83:0/1362142066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c103560 0x7f201c109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 --2- 172.21.15.83:0/1362142066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c102bc0 0x7f201c103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 -- 172.21.15.83:0/1362142066 >> 172.21.15.83:0/1362142066 conn(0x7f201c0fcfa0 msgr2=0x7f201c0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 -- 172.21.15.83:0/1362142066 shutdown_connections 2024-04-22T13:57:54.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.567+0000 7f2020dbe700 1 -- 172.21.15.83:0/1362142066 wait complete. 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 Processor -- start 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 -- start start 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c1019c0 0x7f201c06bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c102bc0 0x7f201c19d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f201c10d530 con 0x7f201c103560 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f201c10d3b0 con 0x7f201c1019c0 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f2020dbe700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f201c10d6b0 con 0x7f201c102bc0 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f201ad9d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f201ad9d700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45330/0 (socket says 172.21.15.83:45330) 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.568+0000 7f201ad9d700 1 -- 172.21.15.83:0/2312547210 learned_addr learned my addr 172.21.15.83:0/2312547210 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f2019d9b700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c102bc0 0x7f201c19d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201a59c700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c1019c0 0x7f201c06bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:54.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 -- 172.21.15.83:0/2312547210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c102bc0 msgr2=0x7f201c19d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c102bc0 0x7f201c19d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 -- 172.21.15.83:0/2312547210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c1019c0 msgr2=0x7f201c06bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c1019c0 0x7f201c06bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 -- 172.21.15.83:0/2312547210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f201c1a0930 con 0x7f201c103560 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f201ad9d700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f201400b970 tx=0x7f201400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f201400d860 con 0x7f201c103560 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f201c1a0c20 con 0x7f201c103560 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f201400e430 con 0x7f201c103560 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2014017660 con 0x7f201c103560 2024-04-22T13:57:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.569+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f201c1a1110 con 0x7f201c103560 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.570+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f201c069730 con 0x7f201c103560 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.571+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f201400da00 con 0x7f201c103560 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.572+0000 7f200b7fe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 0x7f20040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.572+0000 7f201a59c700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 0x7f20040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.572+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f20140d0190 con 0x7f201c103560 2024-04-22T13:57:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.572+0000 7f201a59c700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 0x7f20040a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f200c0038c0 tx=0x7f200c00b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:54.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.575+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2014013030 con 0x7f201c103560 2024-04-22T13:57:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.818+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f201c02e050 con 0x7f201c103560 2024-04-22T13:57:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.819+0000 7f200b7fe700 1 -- 172.21.15.83:0/2312547210 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3084 (secure 0 0 0) 0x7f201409cb80 con 0x7f201c103560 2024-04-22T13:57:54.821 INFO:teuthology.orchestra.run.smithi083.stdout:e25 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:legacy client fscid: 1 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:Filesystem 'cephfs' (1) 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:fs_name cephfs 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:epoch 25 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:created 2024-04-22T13:56:04.268375+0000 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:modified 2024-04-22T13:56:10.509020+0000 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:tableserver 0 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:root 0 2024-04-22T13:57:54.822 INFO:teuthology.orchestra.run.smithi083.stdout:session_timeout 300 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:session_autoclose 300 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:max_file_size 1099511627776 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:max_xattr_size 65536 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:required_client_features {} 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:last_failure 0 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:last_failure_osd_epoch 0 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:max_mds 5 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:in 0,1,2,3,4 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:up {0=24503,1=24481,2=24467,3=24466,4=14640} 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:failed 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:damaged 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:stopped 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:data_pools [3] 2024-04-22T13:57:54.823 INFO:teuthology.orchestra.run.smithi083.stdout:metadata_pool 2 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:inline_data disabled 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:balancer 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:bal_rank_mask -1 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:standby_count_wanted 0 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:qdb_cluster leader: 24503 members: 24467,24481,24466,24503,14640 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.b{0:24503} state up:active seq 3 addr [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.f{0:24451} state up:standby-replay seq 1 addr [v2:172.21.15.173:6834/1099718733,v1:172.21.15.173:6835/1099718733] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.i{1:24481} state up:active seq 6 addr [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.e{1:24425} state up:standby-replay seq 1 addr [v2:172.21.15.84:6834/3093871366,v1:172.21.15.84:6835/3093871366] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.h{2:24467} state up:active seq 7 addr [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.l{2:24409} state up:standby-replay seq 1 addr [v2:172.21.15.173:6832/2258189963,v1:172.21.15.173:6833/2258189963] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.c{3:24466} state up:active seq 8 addr [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.k{3:24389} state up:standby-replay seq 1 addr [v2:172.21.15.84:6832/3433811948,v1:172.21.15.84:6833/3433811948] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.a{4:14640} state up:active seq 5 addr [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.g{4:14622} state up:standby-replay seq 1 addr [v2:172.21.15.83:6838/518820115,v1:172.21.15.83:6839/518820115] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.824 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:54.825 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:54.825 INFO:teuthology.orchestra.run.smithi083.stdout:Standby daemons: 2024-04-22T13:57:54.825 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:54.825 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.j{-1:14547} state up:standby seq 1 addr [v2:172.21.15.83:6834/3406618042,v1:172.21.15.83:6835/3406618042] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.825 INFO:teuthology.orchestra.run.smithi083.stdout:[mds.d{-1:14559} state up:standby seq 1 addr [v2:172.21.15.83:6836/1304103560,v1:172.21.15.83:6837/1304103560] compat {c=[1],r=[1],i=[1fff]}] 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 msgr2=0x7f20040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 0x7f20040a6100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f200c0038c0 tx=0x7f200c00b540 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 msgr2=0x7f201c1a0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f201400b970 tx=0x7f201400bc80 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 shutdown_connections 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f20040a3c40 0x7f20040a6100 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f201c103560 0x7f201c1a0060 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f201c1019c0 0x7f201c06bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 --2- 172.21.15.83:0/2312547210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f201c102bc0 0x7f201c19d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 >> 172.21.15.83:0/2312547210 conn(0x7f201c0fcfa0 msgr2=0x7f201c105f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 shutdown_connections 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:54.821+0000 7f2020dbe700 1 -- 172.21.15.83:0/2312547210 wait complete. 2024-04-22T13:57:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:57:55.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:54 smithi083 ceph-mon[27977]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:55.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2312547210' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T13:57:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:54 smithi084 ceph-mon[31312]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:55.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2312547210' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T13:57:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:54 smithi173 ceph-mon[31493]: pgmap v345: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-22T13:57:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2312547210' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-22T13:57:55.662 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-22T13:57:55.905 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:57:57.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:56 smithi083 ceph-mon[27977]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:57.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:56 smithi084 ceph-mon[31312]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:57.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:56 smithi173 ceph-mon[31493]: pgmap v346: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:57:57.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 -- 172.21.15.83:0/337119435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0102b90 msgr2=0x7f2bf0102ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:57.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 --2- 172.21.15.83:0/337119435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0102b90 0x7f2bf0102ff0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2be40099c0 tx=0x7f2be4009cd0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 -- 172.21.15.83:0/337119435 shutdown_connections 2024-04-22T13:57:57.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 --2- 172.21.15.83:0/337119435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0103530 0x7f2bf0109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 --2- 172.21.15.83:0/337119435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0101990 0x7f2bf0101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 --2- 172.21.15.83:0/337119435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0102b90 0x7f2bf0102ff0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 -- 172.21.15.83:0/337119435 >> 172.21.15.83:0/337119435 conn(0x7f2bf00fcf30 msgr2=0x7f2bf00ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:57.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 -- 172.21.15.83:0/337119435 shutdown_connections 2024-04-22T13:57:57.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.638+0000 7f2bf7814700 1 -- 172.21.15.83:0/337119435 wait complete. 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 Processor -- start 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 -- start start 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0101990 0x7f2bf006bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 0x7f2bf019d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf010d400 con 0x7f2bf0103530 2024-04-22T13:57:57.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf010d280 con 0x7f2bf0101990 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf7814700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf010d580 con 0x7f2bf0102b90 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45350/0 (socket says 172.21.15.83:45350) 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 -- 172.21.15.83:0/2723001139 learned_addr learned my addr 172.21.15.83:0/2723001139 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf55b0700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0101990 0x7f2bf006bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf4daf700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 0x7f2bf019d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 -- 172.21.15.83:0/2723001139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 msgr2=0x7f2bf019d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 0x7f2bf019d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 -- 172.21.15.83:0/2723001139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0101990 msgr2=0x7f2bf006bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0101990 0x7f2bf006bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.639+0000 7f2bf5db1700 1 -- 172.21.15.83:0/2723001139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bf01a0780 con 0x7f2bf0103530 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bf4daf700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 0x7f2bf019d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bf5db1700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2be000c900 tx=0x7f2be000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:57.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be0007b00 con 0x7f2bf0103530 2024-04-22T13:57:57.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2be0007ca0 con 0x7f2bf0103530 2024-04-22T13:57:57.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bf01a0a70 con 0x7f2bf0103530 2024-04-22T13:57:57.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be0018660 con 0x7f2bf0103530 2024-04-22T13:57:57.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.640+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bf01a0fb0 con 0x7f2bf0103530 2024-04-22T13:57:57.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.641+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bf0069730 con 0x7f2bf0103530 2024-04-22T13:57:57.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.642+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2be000f450 con 0x7f2bf0103530 2024-04-22T13:57:57.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.643+0000 7f2bee7fc700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 0x7f2bd80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:57.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.643+0000 7f2bf55b0700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 0x7f2bd80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:57.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.643+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f2be00d0440 con 0x7f2bf0103530 2024-04-22T13:57:57.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.643+0000 7f2bf55b0700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 0x7f2bd80a6180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2be8007720 tx=0x7f2be80076b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:57.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.647+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2be0014030 con 0x7f2bf0103530 2024-04-22T13:57:57.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.847+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f2bf002e000 con 0x7f2bf0103530 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.848+0000 7f2bee7fc700 1 -- 172.21.15.83:0/2723001139 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v87) ==== 56+0+5272 (secure 0 0 0) 0x7f2be009cf40 con 0x7f2bf0103530 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:epoch 87 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:fsid cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:created 2024-04-22T13:48:04.035576+0000 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:modified 2024-04-22T13:56:58.891467+0000 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-22T13:57:57.850 INFO:teuthology.orchestra.run.smithi083.stdout:crush_version 26 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:full_ratio 0.95 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:backfillfull_ratio 0.9 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:nearfull_ratio 0.85 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:require_min_compat_client luminous 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:min_compat_client luminous 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:require_osd_release squid 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:stretch_mode_enabled false 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:max_osd 12 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6802/3248282238,v1:172.21.15.83:6803/3248282238] [v2:172.21.15.83:6804/3248282238,v1:172.21.15.83:6805/3248282238] exists,up 74446dd5-65c7-4827-8dcc-71686cfab5cf 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:osd.1 up in weight 1 up_from 13 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6800/3574746022,v1:172.21.15.84:6801/3574746022] [v2:172.21.15.84:6802/3574746022,v1:172.21.15.84:6803/3574746022] exists,up 45e37bc5-99ad-4b5f-9339-2dcaf4c8e854 2024-04-22T13:57:57.851 INFO:teuthology.orchestra.run.smithi083.stdout:osd.2 up in weight 1 up_from 18 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6800/1348849915,v1:172.21.15.173:6801/1348849915] [v2:172.21.15.173:6802/1348849915,v1:172.21.15.173:6803/1348849915] exists,up 2d5d3093-34ff-4baa-ba69-f6e19d426df5 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.3 up in weight 1 up_from 25 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6810/669086286,v1:172.21.15.83:6811/669086286] [v2:172.21.15.83:6812/669086286,v1:172.21.15.83:6813/669086286] exists,up fd19b725-9dfc-43ed-9c35-3239249c6dc8 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.4 up in weight 1 up_from 33 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6808/2625480710,v1:172.21.15.84:6809/2625480710] [v2:172.21.15.84:6810/2625480710,v1:172.21.15.84:6811/2625480710] exists,up 4cb59306-0aca-4975-905f-8ba32898ff9f 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.5 up in weight 1 up_from 38 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6808/2005939844,v1:172.21.15.173:6809/2005939844] [v2:172.21.15.173:6810/2005939844,v1:172.21.15.173:6811/2005939844] exists,up 3ba8a15f-2c40-45f8-953b-b177a2650328 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.6 up in weight 1 up_from 46 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6818/4263990303,v1:172.21.15.83:6819/4263990303] [v2:172.21.15.83:6820/4263990303,v1:172.21.15.83:6821/4263990303] exists,up af56e8f8-a47b-4a6a-adab-0ad675601d63 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.7 up in weight 1 up_from 51 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6816/2071620715,v1:172.21.15.84:6817/2071620715] [v2:172.21.15.84:6818/2071620715,v1:172.21.15.84:6819/2071620715] exists,up 97a78f06-34d8-4094-999d-64d40c9792b3 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.8 up in weight 1 up_from 59 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6816/2344477333,v1:172.21.15.173:6817/2344477333] [v2:172.21.15.173:6818/2344477333,v1:172.21.15.173:6819/2344477333] exists,up 8b7e9dc4-666a-4c80-a08f-441b4fdf20ba 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.9 up in weight 1 up_from 67 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6826/2324366409,v1:172.21.15.83:6827/2324366409] [v2:172.21.15.83:6828/2324366409,v1:172.21.15.83:6829/2324366409] exists,up e0f6261a-c829-45c9-bb7d-b43b44ddef35 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.10 up in weight 1 up_from 72 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.84:6824/3941458625,v1:172.21.15.84:6825/3941458625] [v2:172.21.15.84:6826/3941458625,v1:172.21.15.84:6827/3941458625] exists,up 9a5122c6-2226-4dea-9b2d-cf41cd2914ea 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:osd.11 up in weight 1 up_from 80 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.173:6824/4125021289,v1:172.21.15.173:6825/4125021289] [v2:172.21.15.173:6826/4125021289,v1:172.21.15.173:6827/4125021289] exists,up ad5156d9-e731-4f2a-94c2-95ad77f0b17a 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 2.b [2,1] 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 2.f [8,11] 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 2.13 [2,11] 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 2.1a [8,4] 2024-04-22T13:57:57.852 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 3.0 [5,9] 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 3.2 [3,9] 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 3.3 [4,9] 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:pg_upmap_items 3.31 [4,8] 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/1604116935 expires 2024-04-23T13:48:57.685150+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/3859632821 expires 2024-04-23T13:48:57.685150+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:6801/821414710 expires 2024-04-23T13:48:57.685150+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/1666535539 expires 2024-04-23T13:48:30.998534+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:6800/3538988241 expires 2024-04-23T13:48:30.998534+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:6801/3538988241 expires 2024-04-23T13:48:30.998534+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/894842733 expires 2024-04-23T13:48:30.998534+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/1980766377 expires 2024-04-23T13:48:30.998534+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:6800/821414710 expires 2024-04-23T13:48:57.685150+0000 2024-04-22T13:57:57.853 INFO:teuthology.orchestra.run.smithi083.stdout:blocklist 172.21.15.83:0/1056096258 expires 2024-04-23T13:48:57.685150+0000 2024-04-22T13:57:57.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 msgr2=0x7f2bd80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:57.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 0x7f2bd80a6180 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2be8007720 tx=0x7f2be80076b0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 msgr2=0x7f2bf019feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:57.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f2be000c900 tx=0x7f2be000ccc0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 shutdown_connections 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f2bd80a3cc0 0x7f2bd80a6180 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2bf0103530 0x7f2bf019feb0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf0101990 0x7f2bf006bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 --2- 172.21.15.83:0/2723001139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2bf0102b90 0x7f2bf019d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 >> 172.21.15.83:0/2723001139 conn(0x7f2bf00fcf30 msgr2=0x7f2bf0105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 shutdown_connections 2024-04-22T13:57:57.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:57.850+0000 7f2bf7814700 1 -- 172.21.15.83:0/2723001139 wait complete. 2024-04-22T13:57:58.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:57 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2723001139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T13:57:58.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:57 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2723001139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T13:57:58.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:57 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2723001139' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-22T13:57:58.689 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-22T13:57:58.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:57:58.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- 172.21.15.83:0/494428335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 msgr2=0x7f1cf41012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- 172.21.15.83:0/494428335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf41012a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1ce4009900 tx=0x7f1ce402bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- 172.21.15.83:0/494428335 shutdown_connections 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- 172.21.15.83:0/494428335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 0x7f1cf41092b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- 172.21.15.83:0/494428335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- 172.21.15.83:0/494428335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf41012a0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- 172.21.15.83:0/494428335 >> 172.21.15.83:0/494428335 conn(0x7f1cf40fc410 msgr2=0x7f1cf40fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- 172.21.15.83:0/494428335 shutdown_connections 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- 172.21.15.83:0/494428335 wait complete. 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 Processor -- start 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- start start 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:58.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 0x7f1cf419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.803+0000 7f1cfc752640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf410dae0 con 0x7f1cf4100e80 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfc752640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf410d960 con 0x7f1cf4101fd0 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfc752640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1cf410dc60 con 0x7f1cf4102990 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45370/0 (socket says 172.21.15.83:45370) 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 -- 172.21.15.83:0/1796148651 learned_addr learned my addr 172.21.15.83:0/1796148651 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfacef640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 0x7f1cf419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cf9ced640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 -- 172.21.15.83:0/1796148651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 msgr2=0x7f1cf419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 0x7f1cf419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 -- 172.21.15.83:0/1796148651 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 msgr2=0x7f1cf4198670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4198670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 -- 172.21.15.83:0/1796148651 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cf419fd50 con 0x7f1cf4100e80 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cf9ced640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:57:58.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfa4ee640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1ce4036040 tx=0x7f1ce40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce4043020 con 0x7f1cf4100e80 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ce40054c0 con 0x7f1cf4100e80 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cf419ffe0 con 0x7f1cf4100e80 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce4003db0 con 0x7f1cf4100e80 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.804+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cf41a0440 con 0x7f1cf4100e80 2024-04-22T13:57:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.805+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cf4069230 con 0x7f1cf4100e80 2024-04-22T13:57:58.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.806+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1ce4046020 con 0x7f1cf4100e80 2024-04-22T13:57:58.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.807+0000 7f1ceb7fe640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 0x7f1ce00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:58.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.807+0000 7f1cf9ced640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 0x7f1ce00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:58.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.807+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f1ce40f2990 con 0x7f1cf4100e80 2024-04-22T13:57:58.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.808+0000 7f1cf9ced640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 0x7f1ce00a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4199640 tx=0x7f1cf0005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.812+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ce404d020 con 0x7f1cf4100e80 2024-04-22T13:57:58.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.992+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1cf4062b50 con 0x7f1cf4100e80 2024-04-22T13:57:58.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.994+0000 7f1ceb7fe640 1 -- 172.21.15.83:0/1796148651 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7f1ce40bf380 con 0x7f1cf4100e80 2024-04-22T13:57:58.996 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:57:58.996 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:57:58.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 msgr2=0x7f1ce00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:58.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 0x7f1ce00a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4199640 tx=0x7f1cf0005d30 comp rx=0 tx=0).stop 2024-04-22T13:57:58.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 msgr2=0x7f1cf4198130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:58.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1ce4036040 tx=0x7f1ce40042f0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 shutdown_connections 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f1ce00a3bb0 0x7f1ce00a6070 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1cf4102990 0x7f1cf419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cf4101fd0 0x7f1cf4198670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 --2- 172.21.15.83:0/1796148651 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1cf4100e80 0x7f1cf4198130 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 >> 172.21.15.83:0/1796148651 conn(0x7f1cf40fc410 msgr2=0x7f1cf41053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 shutdown_connections 2024-04-22T13:57:58.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:58.996+0000 7f1cfc752640 1 -- 172.21.15.83:0/1796148651 wait complete. 2024-04-22T13:57:59.010 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:57:59.010 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:57:59.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.108+0000 7f682748c640 1 -- 172.21.15.83:0/172219238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 msgr2=0x7f682010a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.108+0000 7f682748c640 1 --2- 172.21.15.83:0/172219238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682010a3e0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6818009ca0 tx=0x7f681802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- 172.21.15.83:0/172219238 shutdown_connections 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- 172.21.15.83:0/172219238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682010a3e0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- 172.21.15.83:0/172219238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- 172.21.15.83:0/172219238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6820101fa0 0x7f68201023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- 172.21.15.83:0/172219238 >> 172.21.15.83:0/172219238 conn(0x7f68200fd530 msgr2=0x7f68200ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- 172.21.15.83:0/172219238 shutdown_connections 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- 172.21.15.83:0/172219238 wait complete. 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 Processor -- start 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- start start 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6820101fa0 0x7f68201980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f682010daa0 con 0x7f6820103b50 2024-04-22T13:57:59.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f682010d920 con 0x7f6820103190 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f682748c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f682010dc20 con 0x7f6820101fa0 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f6825a29640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f6825a29640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45390/0 (socket says 172.21.15.83:45390) 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.109+0000 7f6825a29640 1 -- 172.21.15.83:0/560750695 learned_addr learned my addr 172.21.15.83:0/560750695 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6824a27640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 -- 172.21.15.83:0/560750695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6820101fa0 msgr2=0x7f68201980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6820101fa0 0x7f68201980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 -- 172.21.15.83:0/560750695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 msgr2=0x7f6820198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 -- 172.21.15.83:0/560750695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f682019fd10 con 0x7f6820103b50 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6824a27640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f6825a29640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6818032520 tx=0x7f68180347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6818039040 con 0x7f6820103b50 2024-04-22T13:57:59.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6818044070 con 0x7f6820103b50 2024-04-22T13:57:59.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f682019ffa0 con 0x7f6820103b50 2024-04-22T13:57:59.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68180042a0 con 0x7f6820103b50 2024-04-22T13:57:59.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.110+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68201a0460 con 0x7f6820103b50 2024-04-22T13:57:59.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.111+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68201092c0 con 0x7f6820103b50 2024-04-22T13:57:59.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.112+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6818003970 con 0x7f6820103b50 2024-04-22T13:57:59.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.113+0000 7f68167fc640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 0x7f680c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.113+0000 7f6825228640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 0x7f680c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.113+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f68180f2d00 con 0x7f6820103b50 2024-04-22T13:57:59.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.113+0000 7f6825228640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 0x7f680c0a60f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6820102ff0 tx=0x7f6810005c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.116+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f68180bf6f0 con 0x7f6820103b50 2024-04-22T13:57:59.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:58 smithi083 ceph-mon[27977]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:59.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:58 smithi084 ceph-mon[31312]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:59.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.294+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f682002d830 con 0x7f6820103b50 2024-04-22T13:57:59.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.294+0000 7f68167fc640 1 -- 172.21.15.83:0/560750695 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7f68180df020 con 0x7f6820103b50 2024-04-22T13:57:59.297 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 msgr2=0x7f680c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 0x7f680c0a60f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6820102ff0 tx=0x7f6810005c90 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 msgr2=0x7f682019f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6818032520 tx=0x7f68180347b0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 shutdown_connections 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f680c0a3c30 0x7f680c0a60f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6820103b50 0x7f682019f6a0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6820103190 0x7f6820198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 --2- 172.21.15.83:0/560750695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6820101fa0 0x7f68201980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 >> 172.21.15.83:0/560750695 conn(0x7f68200fd530 msgr2=0x7f6820106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 shutdown_connections 2024-04-22T13:57:59.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.296+0000 7f682748c640 1 -- 172.21.15.83:0/560750695 wait complete. 2024-04-22T13:57:59.310 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:57:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:58 smithi173 ceph-mon[31493]: pgmap v347: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- 172.21.15.83:0/625003188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 msgr2=0x7f22c010a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 --2- 172.21.15.83:0/625003188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c010a0e0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f22b8009ca0 tx=0x7f22b802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- 172.21.15.83:0/625003188 shutdown_connections 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 --2- 172.21.15.83:0/625003188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c010a0e0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 --2- 172.21.15.83:0/625003188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0105360 0x7f22c0107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 --2- 172.21.15.83:0/625003188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0102a30 0x7f22c0104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- 172.21.15.83:0/625003188 >> 172.21.15.83:0/625003188 conn(0x7f22c00fc440 msgr2=0x7f22c00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- 172.21.15.83:0/625003188 shutdown_connections 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- 172.21.15.83:0/625003188 wait complete. 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 Processor -- start 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.408+0000 7f22c7a70640 1 -- start start 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0102a30 0x7f22c01981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0105360 0x7f22c0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f22c010daf0 con 0x7f22c0107c90 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f22c010d970 con 0x7f22c0102a30 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f22c010dc70 con 0x7f22c0105360 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.413 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45402/0 (socket says 172.21.15.83:45402) 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 -- 172.21.15.83:0/1043800759 learned_addr learned my addr 172.21.15.83:0/1043800759 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c580c640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0102a30 0x7f22c01981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c500b640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0105360 0x7f22c0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 -- 172.21.15.83:0/1043800759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0105360 msgr2=0x7f22c0198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0105360 0x7f22c0198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 -- 172.21.15.83:0/1043800759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0102a30 msgr2=0x7f22c01981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0102a30 0x7f22c01981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 -- 172.21.15.83:0/1043800759 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22c019fdf0 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c600d640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f22b802c700 tx=0x7f22b8034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b8039040 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f22b8044070 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b80042a0 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22c01a0080 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.409+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22c01a0570 con 0x7f22c0107c90 2024-04-22T13:57:59.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.410+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22c00fdf30 con 0x7f22c0107c90 2024-04-22T13:57:59.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.411+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f22b8003970 con 0x7f22c0107c90 2024-04-22T13:57:59.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.412+0000 7f22b6ffd640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 0x7f22ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.412+0000 7f22c580c640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 0x7f22ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.416 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.412+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f22b80f3300 con 0x7f22c0107c90 2024-04-22T13:57:59.416 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.412+0000 7f22c580c640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 0x7f22ac0a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f22bc005d00 tx=0x7f22bc005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.415+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f22b80bfcf0 con 0x7f22c0107c90 2024-04-22T13:57:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.596+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f22c002d5c0 con 0x7f22c0107c90 2024-04-22T13:57:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.596+0000 7f22b6ffd640 1 -- 172.21.15.83:0/1043800759 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) ==== 104+0+11 (secure 0 0 0) 0x7f22b80bf5f0 con 0x7f22c0107c90 2024-04-22T13:57:59.599 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 msgr2=0x7f22ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 0x7f22ac0a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f22bc005d00 tx=0x7f22bc005c50 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 msgr2=0x7f22c019f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f22b802c700 tx=0x7f22b8034760 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 shutdown_connections 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f22ac0a3bb0 0x7f22ac0a6070 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f22c0107c90 0x7f22c019f780 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22c0105360 0x7f22c0198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 --2- 172.21.15.83:0/1043800759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c0102a30 0x7f22c01981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 >> 172.21.15.83:0/1043800759 conn(0x7f22c00fc440 msgr2=0x7f22c01032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 shutdown_connections 2024-04-22T13:57:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.598+0000 7f22c7a70640 1 -- 172.21.15.83:0/1043800759 wait complete. 2024-04-22T13:57:59.612 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 -- 172.21.15.83:0/3428028333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a0102ab0 msgr2=0x7f59a0104ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 --2- 172.21.15.83:0/3428028333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a0102ab0 0x7f59a0104ea0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5990009900 tx=0x7f599002bc30 comp rx=0 tx=0).stop 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 -- 172.21.15.83:0/3428028333 shutdown_connections 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 --2- 172.21.15.83:0/3428028333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a010a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 --2- 172.21.15.83:0/3428028333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a01053e0 0x7f59a01077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 --2- 172.21.15.83:0/3428028333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a0102ab0 0x7f59a0104ea0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 -- 172.21.15.83:0/3428028333 >> 172.21.15.83:0/3428028333 conn(0x7f59a00fc440 msgr2=0x7f59a00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 -- 172.21.15.83:0/3428028333 shutdown_connections 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 -- 172.21.15.83:0/3428028333 wait complete. 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.711+0000 7f59a4826640 1 Processor -- start 2024-04-22T13:57:59.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- start start 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a0102ab0 0x7f59a01981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f59a010daf0 con 0x7f59a01053e0 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f59a010d970 con 0x7f59a0102ab0 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f59a010dc70 con 0x7f59a0107d10 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45434/0 (socket says 172.21.15.83:45434) 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 -- 172.21.15.83:0/3685270545 learned_addr learned my addr 172.21.15.83:0/3685270545 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599e59c640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a0102ab0 0x7f59a01981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599ed9d640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 -- 172.21.15.83:0/3685270545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 msgr2=0x7f59a019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 -- 172.21.15.83:0/3685270545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a0102ab0 msgr2=0x7f59a01981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a0102ab0 0x7f59a01981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 -- 172.21.15.83:0/3685270545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59a019fde0 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599ed9d640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f599dd9b640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f599400c970 tx=0x7f599400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5994014070 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59a01a00d0 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5994004440 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5994003e50 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.712+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59a01a0670 con 0x7f59a01053e0 2024-04-22T13:57:59.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.713+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59a00fdf30 con 0x7f59a01053e0 2024-04-22T13:57:59.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.714+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5994017070 con 0x7f59a01053e0 2024-04-22T13:57:59.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.715+0000 7f598f7fe640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 0x7f59880a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:57:59.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.715+0000 7f599e59c640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 0x7f59880a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:57:59.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.715+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f59940cff70 con 0x7f59a01053e0 2024-04-22T13:57:59.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.715+0000 7f599e59c640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 0x7f59880a6210 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5990006010 tx=0x7f59900095a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:57:59.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.719+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f599401e030 con 0x7f59a01053e0 2024-04-22T13:57:59.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.909+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f59a0062b50 con 0x7f59a01053e0 2024-04-22T13:57:59.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.910+0000 7f598f7fe640 1 -- 172.21.15.83:0/3685270545 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) ==== 100+0+11 (secure 0 0 0) 0x7f599409c960 con 0x7f59a01053e0 2024-04-22T13:57:59.912 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:57:59.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 msgr2=0x7f59880a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 0x7f59880a6210 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5990006010 tx=0x7f59900095a0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 msgr2=0x7f59a0198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:57:59.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f599400c970 tx=0x7f599400ce30 comp rx=0 tx=0).stop 2024-04-22T13:57:59.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 shutdown_connections 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f59880a3d50 0x7f59880a6210 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f59a0107d10 0x7f59a019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f59a01053e0 0x7f59a0198700 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 --2- 172.21.15.83:0/3685270545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f59a0102ab0 0x7f59a01981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 >> 172.21.15.83:0/3685270545 conn(0x7f59a00fc440 msgr2=0x7f59a01034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 shutdown_connections 2024-04-22T13:57:59.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:57:59.912+0000 7f59a4826640 1 -- 172.21.15.83:0/3685270545 wait complete. 2024-04-22T13:57:59.925 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- 172.21.15.83:0/4114137856 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 msgr2=0x7fc6dc102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/4114137856 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc102440 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc009900 tx=0x7fc6cc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- 172.21.15.83:0/4114137856 shutdown_connections 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/4114137856 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/4114137856 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc102440 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/4114137856 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 0x7fc6dc101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- 172.21.15.83:0/4114137856 >> 172.21.15.83:0/4114137856 conn(0x7fc6dc0fc3e0 msgr2=0x7fc6dc0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- 172.21.15.83:0/4114137856 shutdown_connections 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- 172.21.15.83:0/4114137856 wait complete. 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 Processor -- start 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.021+0000 7fc6e27a4640 1 -- start start 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 0x7fc6dc069c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc6dc10ca20 con 0x7fc6dc101fc0 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6dc10c8a0 con 0x7fc6dc102980 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc6dc10cba0 con 0x7fc6dc100e70 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45462/0 (socket says 172.21.15.83:45462) 2024-04-22T13:58:00.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 -- 172.21.15.83:0/414079168 learned_addr learned my addr 172.21.15.83:0/414079168 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6dbfff640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 0x7fc6dc069c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e0d41640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 -- 172.21.15.83:0/414079168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 msgr2=0x7fc6dc069c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 0x7fc6dc069c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 -- 172.21.15.83:0/414079168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 msgr2=0x7fc6dc1a18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1a18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 -- 172.21.15.83:0/414079168 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6dc1a20b0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e0d41640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1a18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6db7fe640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000c00 tx=0x7fc6cc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc043020 con 0x7fc6dc101fc0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6dc1a22e0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6cc004aa0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc003bf0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.022+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6dc1a2900 con 0x7fc6dc101fc0 2024-04-22T13:58:00.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.023+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6dc108250 con 0x7fc6dc101fc0 2024-04-22T13:58:00.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.024+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc6cc046020 con 0x7fc6dc101fc0 2024-04-22T13:58:00.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.025+0000 7fc6d97fa640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 0x7fc6c40a60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.025+0000 7fc6dbfff640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 0x7fc6c40a60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.025+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fc6cc0f2ce0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.025+0000 7fc6dbfff640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 0x7fc6c40a60a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc6d0009990 tx=0x7fc6d0009110 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.028+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc6cc04d020 con 0x7fc6dc101fc0 2024-04-22T13:58:00.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1796148651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:00.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/560750695' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1043800759' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:57:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3685270545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1796148651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:00.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/560750695' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1043800759' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:57:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3685270545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.242+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6dc02d5c0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.242+0000 7fc6d97fa640 1 -- 172.21.15.83:0/414079168 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7fc6cc0bf6d0 con 0x7fc6dc101fc0 2024-04-22T13:58:00.245 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:00.245 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:58:00.245 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.244+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 msgr2=0x7fc6c40a60a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.244+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 0x7fc6c40a60a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc6d0009990 tx=0x7fc6d0009110 comp rx=0 tx=0).stop 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.244+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 msgr2=0x7fc6dc19f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.244+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc000c00 tx=0x7fc6cc004270 comp rx=0 tx=0).stop 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 shutdown_connections 2024-04-22T13:58:00.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fc6c40a3be0 0x7fc6c40a60a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6dc102980 0x7fc6dc1a18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc6dc101fc0 0x7fc6dc19f370 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 --2- 172.21.15.83:0/414079168 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc6dc100e70 0x7fc6dc069c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 >> 172.21.15.83:0/414079168 conn(0x7fc6dc0fc3e0 msgr2=0x7fc6dc105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 shutdown_connections 2024-04-22T13:58:00.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.245+0000 7fc6e27a4640 1 -- 172.21.15.83:0/414079168 wait complete. 2024-04-22T13:58:00.259 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:00.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 -- 172.21.15.83:0/4288946033 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 msgr2=0x7fe640104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 --2- 172.21.15.83:0/4288946033 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640104e10 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fe630009900 tx=0x7fe63002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:00.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 -- 172.21.15.83:0/4288946033 shutdown_connections 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 --2- 172.21.15.83:0/4288946033 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe640107c80 0x7fe64010a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 --2- 172.21.15.83:0/4288946033 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe640105350 0x7fe640107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 --2- 172.21.15.83:0/4288946033 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640104e10 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 -- 172.21.15.83:0/4288946033 >> 172.21.15.83:0/4288946033 conn(0x7fe6400fc410 msgr2=0x7fe6400fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 -- 172.21.15.83:0/4288946033 shutdown_connections 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.353+0000 7fe6463c7640 1 -- 172.21.15.83:0/4288946033 wait complete. 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 Processor -- start 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 -- start start 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe640105350 0x7fe6401986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe640107c80 0x7fe64019f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe64010dae0 con 0x7fe640102a20 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe64010d960 con 0x7fe640105350 2024-04-22T13:58:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe6463c7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe64010dc60 con 0x7fe640107c80 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45478/0 (socket says 172.21.15.83:45478) 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 -- 172.21.15.83:0/160654859 learned_addr learned my addr 172.21.15.83:0/160654859 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 -- 172.21.15.83:0/160654859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe640107c80 msgr2=0x7fe64019f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe640107c80 0x7fe64019f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 -- 172.21.15.83:0/160654859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe640105350 msgr2=0x7fe6401986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe640105350 0x7fe6401986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.354+0000 7fe63ffff640 1 -- 172.21.15.83:0/160654859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe64019fd80 con 0x7fe640102a20 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe63ffff640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe630006010 tx=0x7fe6300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630043020 con 0x7fe640102a20 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6401a0010 con 0x7fe640102a20 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe630004aa0 con 0x7fe640102a20 2024-04-22T13:58:00.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630003c70 con 0x7fe640102a20 2024-04-22T13:58:00.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.355+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6401a05b0 con 0x7fe640102a20 2024-04-22T13:58:00.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.356+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6400fdf00 con 0x7fe640102a20 2024-04-22T13:58:00.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.357+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe630046020 con 0x7fe640102a20 2024-04-22T13:58:00.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.357+0000 7fe63d7fa640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 0x7fe6280a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.357+0000 7fe63f7fe640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 0x7fe6280a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.357+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe6300f2f00 con 0x7fe640102a20 2024-04-22T13:58:00.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.358+0000 7fe63f7fe640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 0x7fe6280a6070 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe634005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.361+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe63004d020 con 0x7fe640102a20 2024-04-22T13:58:00.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1796148651' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:00.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/560750695' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1043800759' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:57:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3685270545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:00.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.538+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe64002d7d0 con 0x7fe640102a20 2024-04-22T13:58:00.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.539+0000 7fe63d7fa640 1 -- 172.21.15.83:0/160654859 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7fe6300bf8f0 con 0x7fe640102a20 2024-04-22T13:58:00.542 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:00.542 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 msgr2=0x7fe6280a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 0x7fe6280a6070 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe634005850 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 msgr2=0x7fe640198160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe630006010 tx=0x7fe6300042f0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 shutdown_connections 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe6280a3bb0 0x7fe6280a6070 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe640107c80 0x7fe64019f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe640105350 0x7fe6401986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 --2- 172.21.15.83:0/160654859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe640102a20 0x7fe640198160 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.541+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 >> 172.21.15.83:0/160654859 conn(0x7fe6400fc410 msgr2=0x7fe640103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.542+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 shutdown_connections 2024-04-22T13:58:00.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.542+0000 7fe6463c7640 1 -- 172.21.15.83:0/160654859 wait complete. 2024-04-22T13:58:00.555 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:00.556 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 -- 172.21.15.83:0/3352451386 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac94101fe0 msgr2=0x7fac94102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 --2- 172.21.15.83:0/3352451386 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac94101fe0 0x7fac94102460 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fac88009900 tx=0x7fac8802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 -- 172.21.15.83:0/3352451386 shutdown_connections 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 --2- 172.21.15.83:0/3352451386 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac941029a0 0x7fac941092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 --2- 172.21.15.83:0/3352451386 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac94101fe0 0x7fac94102460 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 --2- 172.21.15.83:0/3352451386 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 0x7fac941012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 -- 172.21.15.83:0/3352451386 >> 172.21.15.83:0/3352451386 conn(0x7fac940fc400 msgr2=0x7fac940fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 -- 172.21.15.83:0/3352451386 shutdown_connections 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.653+0000 7fac99881640 1 -- 172.21.15.83:0/3352451386 wait complete. 2024-04-22T13:58:00.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 Processor -- start 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 -- start start 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 0x7fac94198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac94101fe0 0x7fac94198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fac9410ca40 con 0x7fac941029a0 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fac9410c8c0 con 0x7fac94100e90 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac99881640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fac9410cbc0 con 0x7fac94101fe0 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45492/0 (socket says 172.21.15.83:45492) 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 -- 172.21.15.83:0/799891381 learned_addr learned my addr 172.21.15.83:0/799891381 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac92ffd640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 0x7fac94198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac927fc640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac94101fe0 0x7fac94198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 -- 172.21.15.83:0/799891381 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac94101fe0 msgr2=0x7fac94198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac94101fe0 0x7fac94198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 -- 172.21.15.83:0/799891381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 msgr2=0x7fac94198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 0x7fac94198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.654+0000 7fac937fe640 1 -- 172.21.15.83:0/799891381 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac9419fef0 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac937fe640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00b970 tx=0x7fac8c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c019070 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac941a01e0 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac8c014440 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c0075d0 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.655+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac941a0800 con 0x7fac941029a0 2024-04-22T13:58:00.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.656+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac941a0ac0 con 0x7fac941029a0 2024-04-22T13:58:00.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.657+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fac8c01c070 con 0x7fac941029a0 2024-04-22T13:58:00.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.657+0000 7fac9887f640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 0x7fac7c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.657+0000 7fac92ffd640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 0x7fac7c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.657+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fac8c0cf980 con 0x7fac941029a0 2024-04-22T13:58:00.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.658+0000 7fac92ffd640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 0x7fac7c0a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fac840058c0 tx=0x7fac8400a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.662+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac8c09bd20 con 0x7fac941029a0 2024-04-22T13:58:00.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.843+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fac941a0c90 con 0x7fac941029a0 2024-04-22T13:58:00.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.843+0000 7fac9887f640 1 -- 172.21.15.83:0/799891381 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7fac8c0a0020 con 0x7fac941029a0 2024-04-22T13:58:00.846 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:00.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 msgr2=0x7fac7c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 0x7fac7c0a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fac840058c0 tx=0x7fac8400a2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 msgr2=0x7fac9419f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fac8c00b970 tx=0x7fac8c00be30 comp rx=0 tx=0).stop 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 shutdown_connections 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fac7c0a3bb0 0x7fac7c0a6070 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fac941029a0 0x7fac9419f880 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fac94101fe0 0x7fac94198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 --2- 172.21.15.83:0/799891381 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fac94100e90 0x7fac94198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 >> 172.21.15.83:0/799891381 conn(0x7fac940fc400 msgr2=0x7fac940690e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 shutdown_connections 2024-04-22T13:58:00.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.845+0000 7fac99881640 1 -- 172.21.15.83:0/799891381 wait complete. 2024-04-22T13:58:00.859 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 -- 172.21.15.83:0/1500208890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc103b40 msgr2=0x7f62fc10a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 --2- 172.21.15.83:0/1500208890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc103b40 0x7f62fc10a3d0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f62f4009900 tx=0x7f62f402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 -- 172.21.15.83:0/1500208890 shutdown_connections 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 --2- 172.21.15.83:0/1500208890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc103b40 0x7f62fc10a3d0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 --2- 172.21.15.83:0/1500208890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62fc103180 0x7f62fc103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 --2- 172.21.15.83:0/1500208890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc101f90 0x7f62fc1023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 -- 172.21.15.83:0/1500208890 >> 172.21.15.83:0/1500208890 conn(0x7f62fc0fd500 msgr2=0x7f62fc0ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 -- 172.21.15.83:0/1500208890 shutdown_connections 2024-04-22T13:58:00.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.959+0000 7f6302ded640 1 -- 172.21.15.83:0/1500208890 wait complete. 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 Processor -- start 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 -- start start 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62fc103180 0x7f62fc1985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 0x7f62fc19f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc10dad0 con 0x7f62fc101f90 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc10d950 con 0x7f62fc103b40 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6302ded640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f62fc10dc50 con 0x7f62fc103180 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45512/0 (socket says 172.21.15.83:45512) 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 -- 172.21.15.83:0/332153935 learned_addr learned my addr 172.21.15.83:0/332153935 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f630138a640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 0x7f62fc19f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 -- 172.21.15.83:0/332153935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62fc103180 msgr2=0x7f62fc1985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62fc103180 0x7f62fc1985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 -- 172.21.15.83:0/332153935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 msgr2=0x7f62fc19f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 0x7f62fc19f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 -- 172.21.15.83:0/332153935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62fc19fcd0 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f630138a640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 0x7f62fc19f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.960+0000 7f6300b89640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f62ec00ea80 tx=0x7f62ec00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.961+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec00ce40 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.961+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62ec011920 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.961+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62fc19ffc0 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.961+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62ec01aaa0 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.961+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62fc1a0480 con 0x7f62fc101f90 2024-04-22T13:58:00.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.962+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62fc1092b0 con 0x7f62fc101f90 2024-04-22T13:58:00.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.963+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f62ec01ac40 con 0x7f62fc101f90 2024-04-22T13:58:00.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.963+0000 7f62f9ffb640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 0x7f62e40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:00.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.963+0000 7f62fbfff640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 0x7f62e40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:00.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.964+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f62ec0d0a50 con 0x7f62fc101f90 2024-04-22T13:58:00.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.964+0000 7f62fbfff640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 0x7f62e40a6070 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f62fc1995c0 tx=0x7f62f0005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:00.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:00.968+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f62ec016030 con 0x7f62fc101f90 2024-04-22T13:58:01.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.143+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f62fc062c50 con 0x7f62fc101f90 2024-04-22T13:58:01.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.144+0000 7f62f9ffb640 1 -- 172.21.15.83:0/332153935 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) ==== 104+0+11 (secure 0 0 0) 0x7f62ec09d440 con 0x7f62fc101f90 2024-04-22T13:58:01.146 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 msgr2=0x7f62e40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 0x7f62e40a6070 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f62fc1995c0 tx=0x7f62f0005c70 comp rx=0 tx=0).stop 2024-04-22T13:58:01.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 msgr2=0x7f62fc1980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f62ec00ea80 tx=0x7f62ec00ef40 comp rx=0 tx=0).stop 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 shutdown_connections 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f62e40a3bb0 0x7f62e40a6070 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62fc103b40 0x7f62fc19f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62fc103180 0x7f62fc1985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 --2- 172.21.15.83:0/332153935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62fc101f90 0x7f62fc1980b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 >> 172.21.15.83:0/332153935 conn(0x7f62fc0fd500 msgr2=0x7f62fc106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 shutdown_connections 2024-04-22T13:58:01.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.146+0000 7f6302ded640 1 -- 172.21.15.83:0/332153935 wait complete. 2024-04-22T13:58:01.158 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:00 smithi083 ceph-mon[27977]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:58:01.158 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:00 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/414079168' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.158 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:00 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/160654859' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.159 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:00 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/799891381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:01.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:00 smithi084 ceph-mon[31312]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:58:01.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:00 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/414079168' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:00 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/160654859' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:00 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/799891381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- 172.21.15.83:0/3125225290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc1010f0 msgr2=0x7f39bc101570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 --2- 172.21.15.83:0/3125225290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc1010f0 0x7f39bc101570 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009900 tx=0x7f39b802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- 172.21.15.83:0/3125225290 shutdown_connections 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 --2- 172.21.15.83:0/3125225290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc101ab0 0x7f39bc109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 --2- 172.21.15.83:0/3125225290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc1010f0 0x7f39bc101570 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 --2- 172.21.15.83:0/3125225290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1024a0 0x7f39bc1028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- 172.21.15.83:0/3125225290 >> 172.21.15.83:0/3125225290 conn(0x7f39bc0fbb80 msgr2=0x7f39bc0fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- 172.21.15.83:0/3125225290 shutdown_connections 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- 172.21.15.83:0/3125225290 wait complete. 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 Processor -- start 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.259+0000 7f39c36c8640 1 -- start start 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1010f0 0x7f39bc104ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc1024a0 0x7f39bc103a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f39bc10c9d0 con 0x7f39bc101ab0 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f39bc10c850 con 0x7f39bc1010f0 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f39bc10cb50 con 0x7f39bc1024a0 2024-04-22T13:58:01.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45542/0 (socket says 172.21.15.83:45542) 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 -- 172.21.15.83:0/2260090916 learned_addr learned my addr 172.21.15.83:0/2260090916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c1c65640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc1024a0 0x7f39bc103a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c1464640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1010f0 0x7f39bc104ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 -- 172.21.15.83:0/2260090916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc1024a0 msgr2=0x7f39bc103a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc1024a0 0x7f39bc103a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 -- 172.21.15.83:0/2260090916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1010f0 msgr2=0x7f39bc104ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1010f0 0x7f39bc104ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 -- 172.21.15.83:0/2260090916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39bc1042b0 con 0x7f39bc101ab0 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c0c63640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f39b8000c00 tx=0x7f39b8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8043020 con 0x7f39bc101ab0 2024-04-22T13:58:01.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39bc1a22e0 con 0x7f39bc101ab0 2024-04-22T13:58:01.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39b8004a80 con 0x7f39bc101ab0 2024-04-22T13:58:01.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8003cd0 con 0x7f39bc101ab0 2024-04-22T13:58:01.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.260+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39bc1a2830 con 0x7f39bc101ab0 2024-04-22T13:58:01.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.261+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39bc1a2a30 con 0x7f39bc101ab0 2024-04-22T13:58:01.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.263+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f39b8046020 con 0x7f39bc101ab0 2024-04-22T13:58:01.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.264+0000 7f39b27fc640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 0x7f39a80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.264+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f39b80f2d90 con 0x7f39bc101ab0 2024-04-22T13:58:01.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.264+0000 7f39c1464640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 0x7f39a80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.264+0000 7f39c1464640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 0x7f39a80a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f39ac0058c0 tx=0x7f39ac005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.267+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f39b804d020 con 0x7f39bc101ab0 2024-04-22T13:58:01.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:00 smithi173 ceph-mon[31493]: pgmap v348: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-22T13:58:01.409 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:00 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/414079168' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.409 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:00 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/160654859' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:01.410 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:00 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/799891381' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:01.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.448+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f39bc1a2c00 con 0x7f39bc101ab0 2024-04-22T13:58:01.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.449+0000 7f39b27fc640 1 -- 172.21.15.83:0/2260090916 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) ==== 100+0+11 (secure 0 0 0) 0x7f39b80bf780 con 0x7f39bc101ab0 2024-04-22T13:58:01.451 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 msgr2=0x7f39a80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 0x7f39a80a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f39ac0058c0 tx=0x7f39ac005850 comp rx=0 tx=0).stop 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 msgr2=0x7f39bc1034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f39b8000c00 tx=0x7f39b8004270 comp rx=0 tx=0).stop 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 shutdown_connections 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f39a80a3bb0 0x7f39a80a6070 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39bc1024a0 0x7f39bc103a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39bc101ab0 0x7f39bc1034e0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.450+0000 7f39c36c8640 1 --2- 172.21.15.83:0/2260090916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39bc1010f0 0x7f39bc104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.451+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 >> 172.21.15.83:0/2260090916 conn(0x7f39bc0fbb80 msgr2=0x7f39bc0fd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.451+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 shutdown_connections 2024-04-22T13:58:01.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.451+0000 7f39c36c8640 1 -- 172.21.15.83:0/2260090916 wait complete. 2024-04-22T13:58:01.464 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:01.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.560+0000 7f84c1396640 1 -- 172.21.15.83:0/297009628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc1053d0 msgr2=0x7f84bc1077c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.560+0000 7f84c1396640 1 --2- 172.21.15.83:0/297009628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc1053d0 0x7f84bc1077c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f84ac009900 tx=0x7f84ac02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- 172.21.15.83:0/297009628 shutdown_connections 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- 172.21.15.83:0/297009628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc107d00 0x7f84bc10a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- 172.21.15.83:0/297009628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc1053d0 0x7f84bc1077c0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- 172.21.15.83:0/297009628 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc102aa0 0x7f84bc104e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- 172.21.15.83:0/297009628 >> 172.21.15.83:0/297009628 conn(0x7f84bc0fc410 msgr2=0x7f84bc0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- 172.21.15.83:0/297009628 shutdown_connections 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- 172.21.15.83:0/297009628 wait complete. 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 Processor -- start 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- start start 2024-04-22T13:58:01.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 0x7f84bc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 0x7f84bc19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc10dae0 con 0x7f84bc102aa0 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc10d960 con 0x7f84bc1053d0 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.561+0000 7f84c1396640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f84bc10dc60 con 0x7f84bc107d00 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45556/0 (socket says 172.21.15.83:45556) 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 -- 172.21.15.83:0/1150266858 learned_addr learned my addr 172.21.15.83:0/1150266858 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84ba7fc640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 0x7f84bc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84bb7fe640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 0x7f84bc19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 -- 172.21.15.83:0/1150266858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 msgr2=0x7f84bc19f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 0x7f84bc19f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 -- 172.21.15.83:0/1150266858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 msgr2=0x7f84bc198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 0x7f84bc198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 -- 172.21.15.83:0/1150266858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84bc19fe10 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84ba7fc640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 0x7f84bc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84bb7fe640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 0x7f84bc19f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84baffd640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f84a400d770 tx=0x7f84a400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4017070 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84bc1a0100 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84a40054d0 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a4004c30 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.562+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84bc1a0650 con 0x7f84bc102aa0 2024-04-22T13:58:01.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.563+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84bc0fdf00 con 0x7f84bc102aa0 2024-04-22T13:58:01.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.564+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f84a4004e10 con 0x7f84bc102aa0 2024-04-22T13:58:01.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.565+0000 7f84b3fff640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 0x7f84a80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.565+0000 7f84ba7fc640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 0x7f84a80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.565+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f84a40cff60 con 0x7f84bc102aa0 2024-04-22T13:58:01.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.565+0000 7f84ba7fc640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 0x7f84a80a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f84ac036040 tx=0x7f84ac000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.569+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84a409c950 con 0x7f84bc102aa0 2024-04-22T13:58:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.783+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84bc062b50 con 0x7f84bc102aa0 2024-04-22T13:58:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.784+0000 7f84b3fff640 1 -- 172.21.15.83:0/1150266858 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11923 (secure 0 0 0) 0x7f84a409c250 con 0x7f84bc102aa0 2024-04-22T13:58:01.786 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:01.786 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:56:10.509020+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T13:58:01.787 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 25 2024-04-22T13:58:01.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 msgr2=0x7f84a80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 0x7f84a80a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f84ac036040 tx=0x7f84ac000bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 msgr2=0x7f84bc1981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f84a400d770 tx=0x7f84a400dc30 comp rx=0 tx=0).stop 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 shutdown_connections 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84a80a3bb0 0x7f84a80a6070 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f84bc107d00 0x7f84bc19f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f84bc1053d0 0x7f84bc198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 --2- 172.21.15.83:0/1150266858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f84bc102aa0 0x7f84bc1981f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 >> 172.21.15.83:0/1150266858 conn(0x7f84bc0fc410 msgr2=0x7f84bc103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 shutdown_connections 2024-04-22T13:58:01.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.786+0000 7f84c1396640 1 -- 172.21.15.83:0/1150266858 wait complete. 2024-04-22T13:58:01.800 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 -- 172.21.15.83:0/2999111538 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 msgr2=0x7f14ac101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 --2- 172.21.15.83:0/2999111538 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac101290 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f14a8009900 tx=0x7f14a802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 -- 172.21.15.83:0/2999111538 shutdown_connections 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 --2- 172.21.15.83:0/2999111538 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14ac102980 0x7f14ac1092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 --2- 172.21.15.83:0/2999111538 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14ac101fc0 0x7f14ac102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 --2- 172.21.15.83:0/2999111538 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac101290 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 -- 172.21.15.83:0/2999111538 >> 172.21.15.83:0/2999111538 conn(0x7f14ac0fc420 msgr2=0x7f14ac0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 -- 172.21.15.83:0/2999111538 shutdown_connections 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.897+0000 7f14b33ce640 1 -- 172.21.15.83:0/2999111538 wait complete. 2024-04-22T13:58:01.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 Processor -- start 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 -- start start 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14ac101fc0 0x7f14ac19cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14ac102980 0x7f14ac19f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f14ac10c9a0 con 0x7f14ac100e70 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f14ac10c820 con 0x7f14ac102980 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b33ce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f14ac10cb20 con 0x7f14ac101fc0 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45578/0 (socket says 172.21.15.83:45578) 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 -- 172.21.15.83:0/983807348 learned_addr learned my addr 172.21.15.83:0/983807348 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 -- 172.21.15.83:0/983807348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14ac101fc0 msgr2=0x7f14ac19cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14ac101fc0 0x7f14ac19cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 -- 172.21.15.83:0/983807348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14ac102980 msgr2=0x7f14ac19f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14ac102980 0x7f14ac19f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 -- 172.21.15.83:0/983807348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ac19fe20 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14b116a640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14a8006010 tx=0x7f14a80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.898+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8043020 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.899+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f14a8004aa0 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.899+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ac1a0050 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.899+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14a8003c70 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.899+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ac1a05a0 con 0x7f14ac100e70 2024-04-22T13:58:01.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.900+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14ac1081f0 con 0x7f14ac100e70 2024-04-22T13:58:01.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.901+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f14a8046020 con 0x7f14ac100e70 2024-04-22T13:58:01.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.901+0000 7f14a27fc640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 0x7f14980a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:01.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.901+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f14a80f2f00 con 0x7f14ac100e70 2024-04-22T13:58:01.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.901+0000 7f14b0969640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 0x7f14980a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:01.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.902+0000 7f14b0969640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 0x7f14980a6070 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06af20 tx=0x7f149c005c10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:01.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:01.905+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14a804d020 con 0x7f14ac100e70 2024-04-22T13:58:02.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.089+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14ac02d810 con 0x7f14ac100e70 2024-04-22T13:58:02.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.091+0000 7f14a27fc640 1 -- 172.21.15.83:0/983807348 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+22625 (secure 0 0 0) 0x7f14a80bf8f0 con 0x7f14ac100e70 2024-04-22T13:58:02.093 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:02.093 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":87,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:56:58.891467+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:02.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 msgr2=0x7f14980a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 0x7f14980a6070 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f14ac06af20 tx=0x7f149c005c10 comp rx=0 tx=0).stop 2024-04-22T13:58:02.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 msgr2=0x7f14ac06b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14a8006010 tx=0x7f14a80042f0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 shutdown_connections 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f14980a3bb0 0x7f14980a6070 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14ac102980 0x7f14ac19f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f14ac101fc0 0x7f14ac19cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 --2- 172.21.15.83:0/983807348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14ac100e70 0x7f14ac06b1b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 >> 172.21.15.83:0/983807348 conn(0x7f14ac0fc420 msgr2=0x7f14ac1053c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 shutdown_connections 2024-04-22T13:58:02.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.093+0000 7f14b33ce640 1 -- 172.21.15.83:0/983807348 wait complete. 2024-04-22T13:58:02.105 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/332153935' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.105 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2260090916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.105 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:01 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1150266858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:02.107 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-22T13:56:04.268375+0000', 'modified': '2024-04-22T13:56:10.509020+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24503, 'mds_1': 24481, 'mds_2': 24467, 'mds_3': 24466, 'mds_4': 14640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14622': {'gid': 14622, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.83:6839/518820115', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6838', 'nonce': 518820115}, {'type': 'v1', 'addr': '172.21.15.83:6839', 'nonce': 518820115}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14640': {'gid': 14640, 'name': 'a', 'rank': 4, 'incarnation': 23, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.83:6841/4109640173', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6840', 'nonce': 4109640173}, {'type': 'v1', 'addr': '172.21.15.83:6841', 'nonce': 4109640173}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24389': {'gid': 24389, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6833/3433811948', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6832', 'nonce': 3433811948}, {'type': 'v1', 'addr': '172.21.15.84:6833', 'nonce': 3433811948}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24409': {'gid': 24409, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6833/2258189963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6832', 'nonce': 2258189963}, {'type': 'v1', 'addr': '172.21.15.173:6833', 'nonce': 2258189963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6835/3093871366', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6834', 'nonce': 3093871366}, {'type': 'v1', 'addr': '172.21.15.84:6835', 'nonce': 3093871366}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6835/1099718733', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6834', 'nonce': 1099718733}, {'type': 'v1', 'addr': '172.21.15.173:6835', 'nonce': 1099718733}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 21, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.173:6837/3219055172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6836', 'nonce': 3219055172}, {'type': 'v1', 'addr': '172.21.15.173:6837', 'nonce': 3219055172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24467': {'gid': 24467, 'name': 'h', 'rank': 2, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.84:6837/1879659005', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6836', 'nonce': 1879659005}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 1879659005}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'i', 'rank': 1, 'incarnation': 17, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.173:6839/721223827', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6838', 'nonce': 721223827}, {'type': 'v1', 'addr': '172.21.15.173:6839', 'nonce': 721223827}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.84:6839/510076969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6838', 'nonce': 510076969}, {'type': 'v1', 'addr': '172.21.15.84:6839', 'nonce': 510076969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [24467, 24481, 24466, 24503, 14640]} 2024-04-22T13:58:02.107 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-22T13:58:02.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-22T13:58:02.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 -- 172.21.15.83:0/3663193295 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504105340 msgr2=0x7f8504107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 --2- 172.21.15.83:0/3663193295 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504105340 0x7f8504107730 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009900 tx=0x7f84f802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 -- 172.21.15.83:0/3663193295 shutdown_connections 2024-04-22T13:58:02.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 --2- 172.21.15.83:0/3663193295 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504107c70 0x7f850410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 --2- 172.21.15.83:0/3663193295 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504105340 0x7f8504107730 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.203+0000 7f8509643640 1 --2- 172.21.15.83:0/3663193295 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504102a10 0x7f8504104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- 172.21.15.83:0/3663193295 >> 172.21.15.83:0/3663193295 conn(0x7f85040fc400 msgr2=0x7f85040fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- 172.21.15.83:0/3663193295 shutdown_connections 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- 172.21.15.83:0/3663193295 wait complete. 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 Processor -- start 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- start start 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 0x7f8504198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 0x7f8504198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f850410db10 con 0x7f8504107c70 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f850410d990 con 0x7f8504105340 2024-04-22T13:58:02.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f8509643640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f850410dc90 con 0x7f8504102a10 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f85037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f85037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45598/0 (socket says 172.21.15.83:45598) 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.204+0000 7f85037fe640 1 -- 172.21.15.83:0/2760868828 learned_addr learned my addr 172.21.15.83:0/2760868828 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85027fc640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 0x7f8504198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f8502ffd640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 0x7f8504198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 -- 172.21.15.83:0/2760868828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 msgr2=0x7f8504198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 0x7f8504198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 -- 172.21.15.83:0/2760868828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 msgr2=0x7f8504198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 0x7f8504198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 -- 172.21.15.83:0/2760868828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850419fe60 con 0x7f8504107c70 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85027fc640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 0x7f8504198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f8502ffd640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 0x7f8504198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f85037fe640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00c970 tx=0x7f84fc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f84ebfff640 1 -- 172.21.15.83:0/2760868828 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84fc007bb0 con 0x7f8504107c70 2024-04-22T13:58:02.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f84ebfff640 1 -- 172.21.15.83:0/2760868828 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84fc007d50 con 0x7f8504107c70 2024-04-22T13:58:02.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85041a0150 con 0x7f8504107c70 2024-04-22T13:58:02.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f84ebfff640 1 -- 172.21.15.83:0/2760868828 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84fc018770 con 0x7f8504107c70 2024-04-22T13:58:02.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.205+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85041a06a0 con 0x7f8504107c70 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.207+0000 7f84ebfff640 1 -- 172.21.15.83:0/2760868828 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f84fc00f990 con 0x7f8504107c70 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.207+0000 7f850c239740 1 Processor -- start 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.207+0000 7f850c239740 1 -- start start 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f4f7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f4f7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f84ebfff640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 0x7f84ec0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a37f45bb10 con 0x55a37f4f82d0 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a37f3f9240 con 0x55a37f4f6e40 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f850c239740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a37f457ad0 con 0x55a37f4f7830 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85037fe640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 0x7f84ec0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45610/0 (socket says 172.21.15.83:45610) 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 -- 172.21.15.83:0/472273021 learned_addr learned my addr 172.21.15.83:0/472273021 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f8502ffd640 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f4f7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f4f7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f84ebfff640 1 -- 172.21.15.83:0/2760868828 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f84fc0d0580 con 0x7f8504107c70 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 -- 172.21.15.83:0/472273021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 msgr2=0x55a37f4f7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f4f7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 -- 172.21.15.83:0/472273021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 msgr2=0x55a37f4f7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f4f7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 -- 172.21.15.83:0/472273021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a37f16e2d0 con 0x55a37f4f82d0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85037fe640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 0x7f84ec0a6070 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f84fc09c800 tx=0x7f84fc066ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f85027fc640 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f84f8005940 tx=0x7f84f80058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229e958b285e01fd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f84e97fa640 1 -- 172.21.15.83:0/472273021 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8049070 con 0x55a37f4f82d0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f84e97fa640 1 -- 172.21.15.83:0/472273021 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84f80044c0 con 0x55a37f4f82d0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.208+0000 7f84e97fa640 1 -- 172.21.15.83:0/472273021 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8043690 con 0x55a37f4f82d0 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- 172.21.15.83:0/472273021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 msgr2=0x55a37f4feeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f84f8005940 tx=0x7f84f80058b0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- 172.21.15.83:0/472273021 shutdown_connections 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f4feeb0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f4f7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 --2- 172.21.15.83:0/472273021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f4f7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- 172.21.15.83:0/472273021 >> 172.21.15.83:0/472273021 conn(0x55a37f4f2f40 msgr2=0x55a37f4f1490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- 172.21.15.83:0/472273021 shutdown_connections 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- 172.21.15.83:0/472273021 wait complete. 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 -- start start 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.209+0000 7f850c239740 1 Processor -- start 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f500ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f501420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a37f4ff450 con 0x55a37f4f82d0 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a37f3e4190 con 0x55a37f4f6e40 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a37f4ff5d0 con 0x55a37f4f7830 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 10 client.0 _ll_register_callbacks cb 0x55a37f3df8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45618/0 (socket says 172.21.15.83:45618) 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 -- 172.21.15.83:0/2950336529 learned_addr learned my addr 172.21.15.83:0/2950336529 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f8502ffd640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f501420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f500ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 -- 172.21.15.83:0/2950336529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 msgr2=0x55a37f501420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f501420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 -- 172.21.15.83:0/2950336529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 msgr2=0x55a37f500ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f500ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 -- 172.21.15.83:0/2950336529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a37f2386b0 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f85027fc640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f84f8006010 tx=0x7f84f80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=701a98ae83d3292d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f84e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8049040 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f84f8005570 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a37f469530 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f84f80035f0 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 10 client.15258 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.210+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a37f50b7d0 con 0x55a37f4f82d0 2024-04-22T13:58:02.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55a37f469530 con 0x55a37f4f82d0 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f84f804f040 con 0x55a37f4f82d0 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 10 client.15258 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 10 client.15258 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 20 client.15258 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f50cb20 0x55a37f50ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 4 client.15258 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a37f4633a0 con 0x55a37f50cb20 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f8502ffd640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f50cb20 0x55a37f50ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f84e6ff5640 10 client.15258 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.211+0000 7f8502ffd640 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f50cb20 0x55a37f50ecc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=eada55311cb87633 server_cookie=7dfc8e8d27f566e1 in_seq=0 out_seq=0 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f84e6ff5640 1 -- 172.21.15.83:0/2950336529 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a37f4633a0 con 0x55a37f50cb20 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f84e6ff5640 10 client.15258 handle_command_reply: tid=0 2024-04-22T13:58:02.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 client.15258 shutdown 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 msgr2=0x55a37f508460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f84f8006010 tx=0x7f84f80057f0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 shutdown_connections 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f82d0 0x55a37f508460 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f501420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f50cb20 0x55a37f50ecc0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 --2- 172.21.15.83:0/2950336529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f500ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f84e6ff5640 0 client.15258 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 >> 172.21.15.83:0/2950336529 conn(0x55a37f4f2f40 msgr2=0x55a37f4f0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 shutdown_connections 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 1 -- 172.21.15.83:0/2950336529 wait complete. 2024-04-22T13:58:02.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.212+0000 7f850c239740 20 client.15258 trim_cache size 0 max 16384 2024-04-22T13:58:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/332153935' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2260090916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:01 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1150266858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:02.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 Processor -- start 2024-04-22T13:58:02.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 -- start start 2024-04-22T13:58:02.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f508420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f82d0 0x55a37f4fb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50d000 con 0x55a37f4f6e40 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50d6d0 con 0x55a37f4f82d0 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f850c239740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50dda0 con 0x55a37f4f7830 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45626/0 (socket says 172.21.15.83:45626) 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 -- 172.21.15.83:0/3342342927 learned_addr learned my addr 172.21.15.83:0/3342342927 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 -- 172.21.15.83:0/3342342927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 msgr2=0x55a37f508420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f508420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 -- 172.21.15.83:0/3342342927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f82d0 msgr2=0x55a37f4fb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f82d0 0x55a37f4fb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 -- 172.21.15.83:0/3342342927 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a37f4ebd80 con 0x55a37f4f6e40 2024-04-22T13:58:02.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f85027fc640 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f84f802c840 tx=0x7f84f8043450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37fd6846dbce72d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f84e8ff9640 1 -- 172.21.15.83:0/3342342927 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8049070 con 0x55a37f4f6e40 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f84e8ff9640 1 -- 172.21.15.83:0/3342342927 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84f8060020 con 0x55a37f4f6e40 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.230+0000 7f84e8ff9640 1 -- 172.21.15.83:0/3342342927 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f80054d0 con 0x55a37f4f6e40 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- 172.21.15.83:0/3342342927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 msgr2=0x55a37f4f1350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f84f802c840 tx=0x7f84f8043450 comp rx=0 tx=0).stop 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- 172.21.15.83:0/3342342927 shutdown_connections 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f82d0 0x55a37f4fb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f7830 0x55a37f508420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- 172.21.15.83:0/3342342927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f6e40 0x55a37f4f1350 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- 172.21.15.83:0/3342342927 >> 172.21.15.83:0/3342342927 conn(0x55a37f4f2f40 msgr2=0x55a37f4ec800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- 172.21.15.83:0/3342342927 shutdown_connections 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- 172.21.15.83:0/3342342927 wait complete. 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- start start 2024-04-22T13:58:02.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 Processor -- start 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f504400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 0x55a37f506e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50eb40 con 0x55a37f4f7830 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50e470 con 0x55a37f4f6e40 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.231+0000 7f850c239740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a37f50f210 con 0x55a37f4f82d0 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f850c239740 10 client.0 _ll_register_callbacks cb 0x7f84f8047070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45640/0 (socket says 172.21.15.83:45640) 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 -- 172.21.15.83:0/4097496714 learned_addr learned my addr 172.21.15.83:0/4097496714 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f85027fc640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f504400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f85027fc640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 0x55a37f506e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 -- 172.21.15.83:0/4097496714 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 msgr2=0x55a37f506e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 0x55a37f506e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 -- 172.21.15.83:0/4097496714 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 msgr2=0x55a37f504400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f504400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 -- 172.21.15.83:0/4097496714 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a37f5073d0 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f85027fc640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 0x55a37f506e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f8502ffd640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f84f4000f80 tx=0x7f84f4012970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fd651dabfd8d7be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f84e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4010660 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f84f4010800 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f8060020 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f84f402c050 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f850c239740 10 client.15264 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a37f508760 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.232+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f84f8060020 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f84f401c730 con 0x55a37f4f7830 2024-04-22T13:58:02.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 10 client.15264 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 10 client.15264 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 20 client.15264 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f578170 0x55a37f576e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 4 client.15264 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "status"}) -- 0x55a37f3df960 con 0x55a37f578170 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f85027fc640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f578170 0x55a37f576e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f84e6ff5640 10 client.15264 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f85027fc640 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f578170 0x55a37f576e80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2b284fcb9a7ce2e4 server_cookie=42ffcc2f436e5de8 in_seq=0 out_seq=0 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f84e6ff5640 1 -- 172.21.15.83:0/4097496714 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a37f3df960 con 0x55a37f578170 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f84e6ff5640 10 client.15264 handle_command_reply: tid=0 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 client.15264 shutdown 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 msgr2=0x55a37f506950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f84f4000f80 tx=0x7f84f4012970 comp rx=0 tx=0).stop 2024-04-22T13:58:02.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 shutdown_connections 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a37f4f82d0 0x55a37f506e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a37f4f7830 0x55a37f506950 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55a37f578170 0x55a37f576e80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 --2- 172.21.15.83:0/4097496714 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a37f4f6e40 0x55a37f504400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f84e6ff5640 0 client.15264 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 >> 172.21.15.83:0/4097496714 conn(0x55a37f4f2f40 msgr2=0x55a37f4f1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 shutdown_connections 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.233+0000 7f850c239740 1 -- 172.21.15.83:0/4097496714 wait complete. 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f850c239740 20 client.15264 trim_cache size 0 max 16384 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:02.243 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 4, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 14640, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 112.74357952699999, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 126.17458214299999 2024-04-22T13:58:02.244 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 msgr2=0x7f84ec0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 0x7f84ec0a6070 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f84fc09c800 tx=0x7f84fc066ec0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 msgr2=0x7f850419f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00c970 tx=0x7f84fc00ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 shutdown_connections 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f84ec0a3bb0 0x7f84ec0a6070 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8504107c70 0x7f850419f7f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8504105340 0x7f8504198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 --2- 172.21.15.83:0/2760868828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8504102a10 0x7f8504198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 >> 172.21.15.83:0/2760868828 conn(0x7f85040fc400 msgr2=0x7f85041032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 shutdown_connections 2024-04-22T13:58:02.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.234+0000 7f8509643640 1 -- 172.21.15.83:0/2760868828 wait complete. 2024-04-22T13:58:02.247 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-22T13:58:02.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 -- 172.21.15.83:0/1428759866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0100620 msgr2=0x7f25c0100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/1428759866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0100620 0x7f25c0100a40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f25b0009900 tx=0x7f25b002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 -- 172.21.15.83:0/1428759866 shutdown_connections 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/1428759866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c01021d0 0x7f25c0108a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/1428759866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c0101810 0x7f25c0101c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/1428759866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0100620 0x7f25c0100a40 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 -- 172.21.15.83:0/1428759866 >> 172.21.15.83:0/1428759866 conn(0x7f25c00fbb90 msgr2=0x7f25c00fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 -- 172.21.15.83:0/1428759866 shutdown_connections 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.344+0000 7f25c4fb2640 1 -- 172.21.15.83:0/1428759866 wait complete. 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 Processor -- start 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 -- start start 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c0100620 0x7f25c0109fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c01021d0 0x7f25c019f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010c9e0 con 0x7f25c0101810 2024-04-22T13:58:02.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010c860 con 0x7f25c01021d0 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25c4fb2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f25c010cb60 con 0x7f25c0100620 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45662/0 (socket says 172.21.15.83:45662) 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 -- 172.21.15.83:0/3583434267 learned_addr learned my addr 172.21.15.83:0/3583434267 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25be59c640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c0100620 0x7f25c0109fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25bed9d640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c01021d0 0x7f25c019f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 -- 172.21.15.83:0/3583434267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c0100620 msgr2=0x7f25c0109fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c0100620 0x7f25c0109fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 -- 172.21.15.83:0/3583434267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c01021d0 msgr2=0x7f25c019f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c01021d0 0x7f25c019f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 -- 172.21.15.83:0/3583434267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c019fdf0 con 0x7f25c0101810 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f25a800c920 tx=0x7f25a800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.345+0000 7f25b77fe640 1 -- 172.21.15.83:0/3583434267 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8007c70 con 0x7f25c0101810 2024-04-22T13:58:02.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.346+0000 7f25b77fe640 1 -- 172.21.15.83:0/3583434267 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25a8007e10 con 0x7f25c0101810 2024-04-22T13:58:02.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.346+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c01a00e0 con 0x7f25c0101810 2024-04-22T13:58:02.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.346+0000 7f25b77fe640 1 -- 172.21.15.83:0/3583434267 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8018820 con 0x7f25c0101810 2024-04-22T13:58:02.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.346+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c01a0630 con 0x7f25c0101810 2024-04-22T13:58:02.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.347+0000 7f25b77fe640 1 -- 172.21.15.83:0/3583434267 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f25a800f450 con 0x7f25c0101810 2024-04-22T13:58:02.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 Processor -- start 2024-04-22T13:58:02.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 -- start start 2024-04-22T13:58:02.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf867260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf867cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf7cbb10 con 0x55dfbf8682d0 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf769240 con 0x55dfbf867830 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25b77fe640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf7c7ad0 con 0x55dfbf866e40 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25bed9d640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45674/0 (socket says 172.21.15.83:45674) 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25b7fff640 1 -- 172.21.15.83:0/3570885571 learned_addr learned my addr 172.21.15.83:0/3570885571 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25b77fe640 1 -- 172.21.15.83:0/3583434267 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f25a80d0450 con 0x7f25c0101810 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.348+0000 7f25be59c640 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf867cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25bed9d640 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf867260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 -- 172.21.15.83:0/3570885571 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 msgr2=0x55dfbf867260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf867260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 -- 172.21.15.83:0/3570885571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 msgr2=0x55dfbf867cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf867cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 -- 172.21.15.83:0/3570885571 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfbf4de2d0 con 0x55dfbf8682d0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25bed9d640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f25b800afd0 tx=0x7f25b8013b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f25a800cfd0 tx=0x7f25a8091c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=478e6e9611c4095b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b4ff9640 1 -- 172.21.15.83:0/3570885571 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a801a0c0 con 0x55dfbf8682d0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b4ff9640 1 -- 172.21.15.83:0/3570885571 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25a809ce40 con 0x55dfbf8682d0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.349+0000 7f25b4ff9640 1 -- 172.21.15.83:0/3570885571 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8015d70 con 0x55dfbf8682d0 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3570885571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 msgr2=0x55dfbf86eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f25a800cfd0 tx=0x7f25a8091c20 comp rx=0 tx=0).stop 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3570885571 shutdown_connections 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf8682d0 0x55dfbf86eeb0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf867cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3570885571 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf867260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3570885571 >> 172.21.15.83:0/3570885571 conn(0x55dfbf862f40 msgr2=0x55dfbf861490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3570885571 shutdown_connections 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3570885571 wait complete. 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- start start 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 Processor -- start 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf867830 0x55dfbf871360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8783a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf86f4b0 con 0x55dfbf866e40 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf754190 con 0x55dfbf8682d0 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf86f630 con 0x55dfbf867830 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25c7ba2740 10 client.0 _ll_register_callbacks cb 0x55dfbf74f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25be59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25be59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45684/0 (socket says 172.21.15.83:45684) 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.350+0000 7f25be59c640 1 -- 172.21.15.83:0/1902325972 learned_addr learned my addr 172.21.15.83:0/1902325972 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25bed9d640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8783a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 -- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf867830 msgr2=0x55dfbf871360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf867830 0x55dfbf871360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 -- 172.21.15.83:0/1902325972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 msgr2=0x55dfbf8783a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8783a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 -- 172.21.15.83:0/1902325972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfbf5a86b0 con 0x55dfbf866e40 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25be59c640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f25c0101670 tx=0x7f25b0004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=915f9e5c73af7ce6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0005250 con 0x55dfbf866e40 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f25b00053f0 con 0x55dfbf866e40 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25a809ce40 con 0x55dfbf866e40 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f25b00055f0 con 0x55dfbf866e40 2024-04-22T13:58:02.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25c7ba2740 10 client.15276 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dfbf87b780 con 0x55dfbf866e40 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.351+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25a809ce40 con 0x55dfbf866e40 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f25b00039c0 con 0x55dfbf866e40 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 10 client.15276 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 10 client.15276 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 20 client.15276 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf87f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 4 client.15276 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dfbf7d9530 con 0x55dfbf87de70 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25b7fff640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf87f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25a5ffb640 10 client.15276 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.352+0000 7f25b7fff640 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf87f2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9ec360085ea08a5a server_cookie=ef36e8963ee7c4de in_seq=0 out_seq=0 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25a5ffb640 1 -- 172.21.15.83:0/1902325972 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dfbf7d9530 con 0x55dfbf87de70 2024-04-22T13:58:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25a5ffb640 10 client.15276 handle_command_reply: tid=0 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 client.15276 shutdown 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 msgr2=0x55dfbf870e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f25c0101670 tx=0x7f25b0004390 comp rx=0 tx=0).stop 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 shutdown_connections 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf87f2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8783a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25a5ffb640 0 client.15276 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf867830 0x55dfbf871360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/1902325972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf870e20 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 >> 172.21.15.83:0/1902325972 conn(0x55dfbf862f40 msgr2=0x55dfbf860a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 shutdown_connections 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 1 -- 172.21.15.83:0/1902325972 wait complete. 2024-04-22T13:58:02.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.353+0000 7f25c7ba2740 20 client.15276 trim_cache size 0 max 16384 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 Processor -- start 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 -- start start 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf860170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8606b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87d620 con 0x55dfbf867830 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87dcf0 con 0x55dfbf8682d0 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87e3c0 con 0x55dfbf866e40 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45686/0 (socket says 172.21.15.83:45686) 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 -- 172.21.15.83:0/3562589321 learned_addr learned my addr 172.21.15.83:0/3562589321 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 -- 172.21.15.83:0/3562589321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 msgr2=0x55dfbf860170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf860170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 -- 172.21.15.83:0/3562589321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 msgr2=0x55dfbf8606b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8606b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 -- 172.21.15.83:0/3562589321 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dfbf862230 con 0x55dfbf867830 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.371+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f25a80cdfb0 tx=0x7f25a809f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db787ee119c5834c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25a7fff640 1 -- 172.21.15.83:0/3562589321 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a80a53b0 con 0x55dfbf867830 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25a7fff640 1 -- 172.21.15.83:0/3562589321 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25a80870b0 con 0x55dfbf867830 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25a7fff640 1 -- 172.21.15.83:0/3562589321 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a8098db0 con 0x55dfbf867830 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3562589321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 msgr2=0x55dfbf8782c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f25a80cdfb0 tx=0x7f25a809f040 comp rx=0 tx=0).stop 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3562589321 shutdown_connections 2024-04-22T13:58:02.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf8682d0 0x55dfbf8606b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf867830 0x55dfbf8782c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3562589321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf866e40 0x55dfbf860170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3562589321 >> 172.21.15.83:0/3562589321 conn(0x55dfbf862f40 msgr2=0x55dfbf861420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3562589321 shutdown_connections 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3562589321 wait complete. 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.372+0000 7f25c7ba2740 1 -- start start 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 Processor -- start 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf873910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf8682d0 0x55dfbf876930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87f160 con 0x55dfbf866e40 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87ea90 con 0x55dfbf867830 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dfbf87f830 con 0x55dfbf8682d0 2024-04-22T13:58:02.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 10 client.0 _ll_register_callbacks cb 0x7f25b0004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45702/0 (socket says 172.21.15.83:45702) 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 -- 172.21.15.83:0/3598164234 learned_addr learned my addr 172.21.15.83:0/3598164234 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf873910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 -- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf8682d0 msgr2=0x55dfbf876930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25bed9d640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf8682d0 0x55dfbf876930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf8682d0 0x55dfbf876930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 -- 172.21.15.83:0/3598164234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 msgr2=0x55dfbf873910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf873910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 -- 172.21.15.83:0/3598164234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dfbf876f20 con 0x55dfbf866e40 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf873910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25be59c640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f25b0003d60 tx=0x7f25b002cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6800e21083f17d32 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b0059020 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f25b00035f0 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.373+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25a80870b0 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f25b0034680 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 10 client.15282 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dfbf878290 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25a80870b0 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f25b0004750 con 0x55dfbf866e40 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 10 client.15282 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 10 client.15282 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 20 client.15282 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf8e70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 4 client.15282 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "status"}) -- 0x55dfbf7d33a0 con 0x55dfbf87de70 2024-04-22T13:58:02.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.374+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf8e70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25a5ffb640 10 client.15282 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25b7fff640 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf8e70c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b013d33d0ad5853 server_cookie=f5bc97c60a31ff6f in_seq=0 out_seq=0 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25a5ffb640 1 -- 172.21.15.83:0/3598164234 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55dfbf7d33a0 con 0x55dfbf87de70 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25a5ffb640 10 client.15282 handle_command_reply: tid=0 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 client.15282 shutdown 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 msgr2=0x55dfbf8733d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f25b0003d60 tx=0x7f25b002cd60 comp rx=0 tx=0).stop 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 shutdown_connections 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dfbf87de70 0x55dfbf8e70c0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dfbf8682d0 0x55dfbf876930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25a5ffb640 0 client.15282 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dfbf867830 0x55dfbf873910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 --2- 172.21.15.83:0/3598164234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dfbf866e40 0x55dfbf8733d0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 >> 172.21.15.83:0/3598164234 conn(0x55dfbf862f40 msgr2=0x55dfbf860170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 shutdown_connections 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 1 -- 172.21.15.83:0/3598164234 wait complete. 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c7ba2740 20 client.15282 trim_cache size 0 max 16384 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 3, 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24466, 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 113.425606449, 2024-04-22T13:58:02.385 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:58:02.386 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:58:02.386 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:58:02.386 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 137.97152847500001 2024-04-22T13:58:02.386 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:02.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 msgr2=0x7f25ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f25b800afd0 tx=0x7f25b8013b40 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 msgr2=0x7f25c019cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.375+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f25a800c920 tx=0x7f25a800cde0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 shutdown_connections 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f25ac0a3bb0 0x7f25ac0a6070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25c01021d0 0x7f25c019f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25c0101810 0x7f25c019cef0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 --2- 172.21.15.83:0/3583434267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25c0100620 0x7f25c0109fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 >> 172.21.15.83:0/3583434267 conn(0x7f25c00fbb90 msgr2=0x7f25c0104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 shutdown_connections 2024-04-22T13:58:02.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.376+0000 7f25c4fb2640 1 -- 172.21.15.83:0/3583434267 wait complete. 2024-04-22T13:58:02.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-22T13:58:02.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/332153935' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2260090916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:02.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:01 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1150266858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:02.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/2248681314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4100e60 msgr2=0x7fa7a4101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/2248681314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4100e60 0x7fa7a4101280 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa794009900 tx=0x7fa79402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/2248681314 shutdown_connections 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/2248681314 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4102a00 0x7fa7a4109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/2248681314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102040 0x7fa7a41024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/2248681314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4100e60 0x7fa7a4101280 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/2248681314 >> 172.21.15.83:0/2248681314 conn(0x7fa7a40fc440 msgr2=0x7fa7a40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/2248681314 shutdown_connections 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/2248681314 wait complete. 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.486+0000 7fa7a9f0e640 1 Processor -- start 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 -- start start 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4100e60 0x7fa7a406b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 0x7fa7a419f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a410c9f0 con 0x7fa7a4102040 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a410c870 con 0x7fa7a4102a00 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a9f0e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa7a410cb70 con 0x7fa7a4100e60 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45720/0 (socket says 172.21.15.83:45720) 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1003437805 learned_addr learned my addr 172.21.15.83:0/1003437805 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4100e60 0x7fa7a406b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1003437805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4100e60 msgr2=0x7fa7a406b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4100e60 0x7fa7a406b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1003437805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 msgr2=0x7fa7a419f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 0x7fa7a419f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 0x7fa7a419f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1003437805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7a419fe20 con 0x7fa7a4102040 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 0x7fa7a419f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.487+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa78c00c890 tx=0x7fa78c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.488+0000 7fa7a17fa640 1 -- 172.21.15.83:0/1003437805 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78c004220 con 0x7fa7a4102040 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.488+0000 7fa7a17fa640 1 -- 172.21.15.83:0/1003437805 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa78c0043c0 con 0x7fa7a4102040 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.488+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7a41a0110 con 0x7fa7a4102040 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.488+0000 7fa7a17fa640 1 -- 172.21.15.83:0/1003437805 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78c004a00 con 0x7fa7a4102040 2024-04-22T13:58:02.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.488+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7a41a0660 con 0x7fa7a4102040 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a17fa640 1 -- 172.21.15.83:0/1003437805 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa78c0079b0 con 0x7fa7a4102040 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 Processor -- start 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 -- start start 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd77cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd7eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56000ccdbb10 con 0x56000cd76e40 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56000cc79240 con 0x56000cd77830 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7acbda740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56000ccd7ad0 con 0x56000cd782d0 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45734/0 (socket says 172.21.15.83:45734) 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a3fff640 1 -- 172.21.15.83:0/1475720512 learned_addr learned my addr 172.21.15.83:0/1475720512 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a17fa640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 0x7fa7900a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 0x7fa7900a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.490+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd77cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a17fa640 1 -- 172.21.15.83:0/1003437805 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fa78c0d01e0 con 0x7fa7a4102040 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 -- 172.21.15.83:0/1475720512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 msgr2=0x56000cd7eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd7eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd7eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 -- 172.21.15.83:0/1475720512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 msgr2=0x56000cd77cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd77cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 -- 172.21.15.83:0/1475720512 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56000c9ee2d0 con 0x56000cd76e40 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd77cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd7eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fa79c013950 tx=0x7fa79c013e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ade8308715f5db99 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa799ffb640 1 -- 172.21.15.83:0/1475720512 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c011d20 con 0x56000cd76e40 2024-04-22T13:58:02.501 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa799ffb640 1 -- 172.21.15.83:0/1475720512 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa79c0054d0 con 0x56000cd76e40 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.491+0000 7fa799ffb640 1 -- 172.21.15.83:0/1475720512 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c013420 con 0x56000cd76e40 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- 172.21.15.83:0/1475720512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 msgr2=0x56000cd77260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 0x7fa7900a6070 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa79c020000 tx=0x7fa79c01f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fa79c013950 tx=0x7fa79c013e10 comp rx=0 tx=0).stop 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- 172.21.15.83:0/1475720512 shutdown_connections 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd7eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd77cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1475720512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd77260 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- 172.21.15.83:0/1475720512 >> 172.21.15.83:0/1475720512 conn(0x56000cd72f40 msgr2=0x56000cd71490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- 172.21.15.83:0/1475720512 shutdown_connections 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- 172.21.15.83:0/1475720512 wait complete. 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- start start 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 Processor -- start 2024-04-22T13:58:02.502 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd81390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd883d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56000cd7f4b0 con 0x56000cd76e40 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56000cc64190 con 0x56000cd77830 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56000cd7f630 con 0x56000cd782d0 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa7acbda740 10 client.0 _ll_register_callbacks cb 0x56000cc5f8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa79b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa79b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45748/0 (socket says 172.21.15.83:45748) 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.492+0000 7fa79b7fe640 1 -- 172.21.15.83:0/871765552 learned_addr learned my addr 172.21.15.83:0/871765552 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd81390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 -- 172.21.15.83:0/871765552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 msgr2=0x56000cd883d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd883d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 -- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 msgr2=0x56000cd81390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd81390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 -- 172.21.15.83:0/871765552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56000cab86b0 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa794005ab0 tx=0x7fa7940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e1e4399719316b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa794042070 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fa794005450 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa79c0054d0 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa79404e050 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa7acbda740 10 client.15294 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56000cd8b720 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.493+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa79c0054d0 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa7940035f0 con 0x56000cd76e40 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 10 client.15294 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 10 client.15294 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 20 client.15294 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cd8e2a0 0x56000cd8f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 4 client.15294 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56000cce9530 con 0x56000cd8e2a0 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cd8e2a0 0x56000cd8f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa782ffd640 10 client.15294 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.494+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cd8e2a0 0x56000cd8f710 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d8034de621d4e632 server_cookie=dd77554615252d8a in_seq=0 out_seq=0 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa782ffd640 1 -- 172.21.15.83:0/871765552 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56000cce9530 con 0x56000cd8e2a0 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa782ffd640 10 client.15294 handle_command_reply: tid=0 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 client.15294 shutdown 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 msgr2=0x56000cd80e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fa794005ab0 tx=0x7fa7940042f0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 shutdown_connections 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cd8e2a0 0x56000cd8f710 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cd883d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa782ffd640 0 client.15294 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd77830 0x56000cd81390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 --2- 172.21.15.83:0/871765552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd76e40 0x56000cd80e50 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 >> 172.21.15.83:0/871765552 conn(0x56000cd72f40 msgr2=0x56000cd70970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 shutdown_connections 2024-04-22T13:58:02.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 1 -- 172.21.15.83:0/871765552 wait complete. 2024-04-22T13:58:02.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.495+0000 7fa7acbda740 20 client.15294 trim_cache size 0 max 16384 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 Processor -- start 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 -- start start 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd76e40 0x56000cd8d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd782d0 0x56000cd70620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8da50 con 0x56000cd77830 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8e120 con 0x56000cd782d0 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.513+0000 7fa7acbda740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8e7f0 con 0x56000cd76e40 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45760/0 (socket says 172.21.15.83:45760) 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 -- 172.21.15.83:0/2665967322 learned_addr learned my addr 172.21.15.83:0/2665967322 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 -- 172.21.15.83:0/2665967322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd76e40 msgr2=0x56000cd8d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd76e40 0x56000cd8d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 -- 172.21.15.83:0/2665967322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd782d0 msgr2=0x56000cd70620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd782d0 0x56000cd70620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 -- 172.21.15.83:0/2665967322 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56000cd72230 con 0x56000cd77830 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa78c098ea0 tx=0x7fa78c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d452d643c39a25f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7997fa640 1 -- 172.21.15.83:0/2665967322 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78c01d040 con 0x56000cd77830 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7997fa640 1 -- 172.21.15.83:0/2665967322 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa78c081e50 con 0x56000cd77830 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.514+0000 7fa7997fa640 1 -- 172.21.15.83:0/2665967322 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78c098b40 con 0x56000cd77830 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- 172.21.15.83:0/2665967322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 msgr2=0x56000cd700e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fa78c098ea0 tx=0x7fa78c005800 comp rx=0 tx=0).stop 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- 172.21.15.83:0/2665967322 shutdown_connections 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd782d0 0x56000cd70620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cd700e0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- 172.21.15.83:0/2665967322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd76e40 0x56000cd8d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- 172.21.15.83:0/2665967322 >> 172.21.15.83:0/2665967322 conn(0x56000cd72f40 msgr2=0x56000cd8cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- 172.21.15.83:0/2665967322 shutdown_connections 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- 172.21.15.83:0/2665967322 wait complete. 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- start start 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 Processor -- start 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 0x56000cdf2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cdf6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8f590 con 0x56000cd77830 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8eec0 con 0x56000cd76e40 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56000cd8fc60 con 0x56000cd782d0 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7acbda740 10 client.0 _ll_register_callbacks cb 0x7fa794009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45774/0 (socket says 172.21.15.83:45774) 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.515+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1600276203 learned_addr learned my addr 172.21.15.83:0/1600276203 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 0x56000cdf2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a3fff640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cdf6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1600276203 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 msgr2=0x56000cdf6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cdf6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 msgr2=0x56000cdf2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 0x56000cdf2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 -- 172.21.15.83:0/1600276203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56000cdf7450 con 0x56000cd77830 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 0x56000cdf2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7a37fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa78c09c460 tx=0x7fa78c0a0a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1929c22da47006c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa78c01d040 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fa78c007ca0 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa78c081e50 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa78c098b40 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 10 client.15300 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56000cdf8750 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa78c081e50 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7fa78c09b390 con 0x56000cd77830 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 10 client.15300 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 10 client.15300 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 20 client.15300 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cdfce80 0x56000cdfbb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 4 client.15300 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.516+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "status"}) -- 0x56000cce33a0 con 0x56000cdfce80 2024-04-22T13:58:02.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cdfce80 0x56000cdfbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa782ffd640 10 client.15300 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa79b7fe640 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cdfce80 0x56000cdfbb90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=81252edcdbbcb140 server_cookie=d7c5d29e99f96b22 in_seq=0 out_seq=0 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa782ffd640 1 -- 172.21.15.83:0/1600276203 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56000cce33a0 con 0x56000cdfce80 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa782ffd640 10 client.15300 handle_command_reply: tid=0 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 client.15300 shutdown 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 msgr2=0x56000cdf4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa78c09c460 tx=0x7fa78c0a0a00 comp rx=0 tx=0).stop 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 shutdown_connections 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56000cdfce80 0x56000cdfbb90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56000cd782d0 0x56000cdf6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa782ffd640 0 client.15300 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56000cd77830 0x56000cdf4790 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 --2- 172.21.15.83:0/1600276203 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56000cd76e40 0x56000cdf2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 >> 172.21.15.83:0/1600276203 conn(0x56000cd72f40 msgr2=0x56000cd75c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 shutdown_connections 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.517+0000 7fa7acbda740 1 -- 172.21.15.83:0/1600276203 wait complete. 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7acbda740 20 client.15300 trim_cache size 0 max 16384 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 2, 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24467, 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 114.57679372600001, 2024-04-22T13:58:02.527 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:58:02.528 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:58:02.528 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:58:02.528 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 135.188392365 2024-04-22T13:58:02.528 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:02.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 msgr2=0x7fa7900a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 0x7fa7900a6070 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa79c020000 tx=0x7fa79c01f000 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 msgr2=0x7fa7a419cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa78c00c890 tx=0x7fa78c00cd50 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 shutdown_connections 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fa7900a3bb0 0x7fa7900a6070 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa7a4102a00 0x7fa7a419f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7a4102040 0x7fa7a419cff0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 --2- 172.21.15.83:0/1003437805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7a4100e60 0x7fa7a406b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 >> 172.21.15.83:0/1003437805 conn(0x7fa7a40fc440 msgr2=0x7fa7a41054a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 shutdown_connections 2024-04-22T13:58:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.518+0000 7fa7a9f0e640 1 -- 172.21.15.83:0/1003437805 wait complete. 2024-04-22T13:58:02.531 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 -- 172.21.15.83:0/3771767968 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 msgr2=0x7f4dac107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 --2- 172.21.15.83:0/3771767968 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac107730 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f4da0009900 tx=0x7f4da002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 -- 172.21.15.83:0/3771767968 shutdown_connections 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 --2- 172.21.15.83:0/3771767968 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4dac107c70 0x7f4dac10a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 --2- 172.21.15.83:0/3771767968 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac107730 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 --2- 172.21.15.83:0/3771767968 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 0x7f4dac104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.627+0000 7f4db177e640 1 -- 172.21.15.83:0/3771767968 >> 172.21.15.83:0/3771767968 conn(0x7f4dac0fc400 msgr2=0x7f4dac0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- 172.21.15.83:0/3771767968 shutdown_connections 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- 172.21.15.83:0/3771767968 wait complete. 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 Processor -- start 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- start start 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 0x7f4dac198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4dac107c70 0x7f4dac19f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac10daa0 con 0x7f4dac105340 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac10d920 con 0x7f4dac102a10 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4db177e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4dac10dc20 con 0x7f4dac107c70 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4daa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4daa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45788/0 (socket says 172.21.15.83:45788) 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.628+0000 7f4daa7fc640 1 -- 172.21.15.83:0/2173961602 learned_addr learned my addr 172.21.15.83:0/2173961602 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daaffd640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 0x7f4dac198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 -- 172.21.15.83:0/2173961602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4dac107c70 msgr2=0x7f4dac19f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4dac107c70 0x7f4dac19f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 -- 172.21.15.83:0/2173961602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 msgr2=0x7f4dac198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 0x7f4dac198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 -- 172.21.15.83:0/2173961602 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dac19fe40 con 0x7f4dac105340 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4daa7fc640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4da0000c00 tx=0x7f4da0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4d93fff640 1 -- 172.21.15.83:0/2173961602 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0043020 con 0x7f4dac105340 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dac1a00d0 con 0x7f4dac105340 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4d93fff640 1 -- 172.21.15.83:0/2173961602 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4da0004440 con 0x7f4dac105340 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4d93fff640 1 -- 172.21.15.83:0/2173961602 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da0003c90 con 0x7f4dac105340 2024-04-22T13:58:02.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.629+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dac1a0620 con 0x7f4dac105340 2024-04-22T13:58:02.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.631+0000 7f4d93fff640 1 -- 172.21.15.83:0/2173961602 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4da0046020 con 0x7f4dac105340 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.631+0000 7f4db436e740 1 Processor -- start 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.631+0000 7f4db436e740 1 -- start start 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5edac260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edaccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4d93fff640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 0x7f4d940a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac5ed10b10 con 0x55ac5edad2d0 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac5ecae240 con 0x55ac5edabe40 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4db436e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac5ed0cad0 con 0x55ac5edac830 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4daa7fc640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 0x7f4d940a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45802/0 (socket says 172.21.15.83:45802) 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2232735335 learned_addr learned my addr 172.21.15.83:0/2232735335 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4daaffd640 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edaccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4d93fff640 1 -- 172.21.15.83:0/2173961602 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4da00f2610 con 0x7f4dac105340 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5edac260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2232735335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 msgr2=0x55ac5edaccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edaccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2232735335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 msgr2=0x55ac5edac260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5edac260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2232735335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac5ea232d0 con 0x55ac5edad2d0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4daa7fc640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 0x7f4d940a6070 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4da0005ab0 tx=0x7f4da0091560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4da4009ea0 tx=0x7f4da4009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c022afe4ca0c1b1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4d917fa640 1 -- 172.21.15.83:0/2232735335 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4014e10 con 0x55ac5edad2d0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4d917fa640 1 -- 172.21.15.83:0/2232735335 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4da400fc90 con 0x55ac5edad2d0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.632+0000 7f4d917fa640 1 -- 172.21.15.83:0/2232735335 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4012ac0 con 0x55ac5edad2d0 2024-04-22T13:58:02.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- 172.21.15.83:0/2232735335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 msgr2=0x55ac5edb3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4da4009ea0 tx=0x7f4da4009790 comp rx=0 tx=0).stop 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- 172.21.15.83:0/2232735335 shutdown_connections 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edb3eb0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edaccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 --2- 172.21.15.83:0/2232735335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5edac260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- 172.21.15.83:0/2232735335 >> 172.21.15.83:0/2232735335 conn(0x55ac5eda7f40 msgr2=0x55ac5eda6490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- 172.21.15.83:0/2232735335 shutdown_connections 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- 172.21.15.83:0/2232735335 wait complete. 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 -- start start 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.633+0000 7f4db436e740 1 Processor -- start 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edabe40 0x55ac5edb5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 0x55ac5edb6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edb44b0 con 0x55ac5edad2d0 2024-04-22T13:58:02.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac5ec99190 con 0x55ac5edac830 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edb4630 con 0x55ac5edabe40 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 10 client.0 _ll_register_callbacks cb 0x55ac5ec948b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45810/0 (socket says 172.21.15.83:45810) 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1385725061 learned_addr learned my addr 172.21.15.83:0/1385725061 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edabe40 0x55ac5edb5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4daaffd640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 0x55ac5edb6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edabe40 msgr2=0x55ac5edb5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edabe40 0x55ac5edb5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1385725061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 msgr2=0x55ac5edb6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 0x55ac5edb6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1385725061 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac5eaed6b0 con 0x55ac5edad2d0 2024-04-22T13:58:02.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4daaffd640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 0x55ac5edb6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f4da4012540 tx=0x7f4da4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29e85a6c03701581 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4d8eff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4009440 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4da40140f0 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da400fc90 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4da400f7e0 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 10 client.15312 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.634+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ac5edc07b0 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4da400fc90 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4da4003a90 con 0x55ac5edad2d0 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 10 client.15312 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 10 client.15312 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 20 client.15312 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5edc29d0 0x55ac5edc3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 4 client.15312 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:02.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac5ed1e530 con 0x55ac5edc29d0 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4daaffd640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5edc29d0 0x55ac5edc3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4d8eff5640 10 client.15312 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.635+0000 7f4daaffd640 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5edc29d0 0x55ac5edc3e40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bd2c103f3b100017 server_cookie=66dfa2322ca7f5d in_seq=0 out_seq=0 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4d8eff5640 1 -- 172.21.15.83:0/1385725061 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ac5ed1e530 con 0x55ac5edc29d0 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4d8eff5640 10 client.15312 handle_command_reply: tid=0 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 client.15312 shutdown 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 msgr2=0x55ac5edbd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f4da4012540 tx=0x7f4da4009f90 comp rx=0 tx=0).stop 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 shutdown_connections 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5edc29d0 0x55ac5edc3e40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5edbd440 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edac830 0x55ac5edb6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 --2- 172.21.15.83:0/1385725061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edabe40 0x55ac5edb5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4d8eff5640 0 client.15312 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:02.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 >> 172.21.15.83:0/1385725061 conn(0x55ac5eda7f40 msgr2=0x55ac5eda5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 shutdown_connections 2024-04-22T13:58:02.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.636+0000 7f4db436e740 1 -- 172.21.15.83:0/1385725061 wait complete. 2024-04-22T13:58:02.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.637+0000 7f4db436e740 20 client.15312 trim_cache size 0 max 16384 2024-04-22T13:58:02.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 Processor -- start 2024-04-22T13:58:02.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 -- start start 2024-04-22T13:58:02.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edb3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edad2d0 0x55ac5edb43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc2180 con 0x55ac5edabe40 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc2850 con 0x55ac5edad2d0 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4db436e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc2f20 con 0x55ac5edac830 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45814/0 (socket says 172.21.15.83:45814) 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1983890732 learned_addr learned my addr 172.21.15.83:0/1983890732 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1983890732 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 msgr2=0x55ac5edb3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edb3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1983890732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edad2d0 msgr2=0x55ac5edb43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edad2d0 0x55ac5edb43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.654+0000 7f4dab7fe640 1 -- 172.21.15.83:0/1983890732 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac5eda1e70 con 0x55ac5edabe40 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f4da4004a80 tx=0x7f4da4009bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5daba6dbea023646 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4d90ff9640 1 -- 172.21.15.83:0/1983890732 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4014690 con 0x55ac5edabe40 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4d90ff9640 1 -- 172.21.15.83:0/1983890732 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4da4009440 con 0x55ac5edabe40 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4d90ff9640 1 -- 172.21.15.83:0/1983890732 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da40140c0 con 0x55ac5edabe40 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 -- 172.21.15.83:0/1983890732 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 msgr2=0x55ac5edacc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f4da4004a80 tx=0x7f4da4009bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 -- 172.21.15.83:0/1983890732 shutdown_connections 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edad2d0 0x55ac5edb43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5edb3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 --2- 172.21.15.83:0/1983890732 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edabe40 0x55ac5edacc10 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 -- 172.21.15.83:0/1983890732 >> 172.21.15.83:0/1983890732 conn(0x55ac5eda7f40 msgr2=0x55ac5edb51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 -- 172.21.15.83:0/1983890732 shutdown_connections 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.655+0000 7f4db436e740 1 -- 172.21.15.83:0/1983890732 wait complete. 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 -- start start 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 Processor -- start 2024-04-22T13:58:02.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5ee26970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5ee28ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc3cc0 con 0x55ac5edad2d0 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc35f0 con 0x55ac5edabe40 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac5edc4390 con 0x55ac5edac830 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 10 client.0 _ll_register_callbacks cb 0x7f4d9c0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45824/0 (socket says 172.21.15.83:45824) 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2483575271 learned_addr learned my addr 172.21.15.83:0/2483575271 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4daaffd640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5ee28ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 msgr2=0x55ac5ee28ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5ee28ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2483575271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 msgr2=0x55ac5ee26970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5ee26970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 -- 172.21.15.83:0/2483575271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac5edb0310 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4dab7fe640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4da4003e80 tx=0x7f4da4009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1549dc307306cf02 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4d8eff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4da4014690 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f4da4003b80 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.656+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4da4009440 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4da40142e0 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 10 client.15318 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ac5ee2ca60 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4da4009440 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f4da4045030 con 0x55ac5edad2d0 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 10 client.15318 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 10 client.15318 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:58:02.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 20 client.15318 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5ee312a0 0x55ac5ee2ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 4 client.15318 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "status"}) -- 0x55ac5ed183a0 con 0x55ac5ee312a0 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.657+0000 7f4daaffd640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5ee312a0 0x55ac5ee2ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4d8eff5640 10 client.15318 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4daaffd640 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5ee312a0 0x55ac5ee2ffb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=55aaff63441f1bbc server_cookie=3b85179acf8de428 in_seq=0 out_seq=0 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4d8eff5640 1 -- 172.21.15.83:0/2483575271 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55ac5ed183a0 con 0x55ac5ee312a0 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4d8eff5640 10 client.15318 handle_command_reply: tid=0 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 client.15318 shutdown 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 msgr2=0x55ac5ee2b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4da4003e80 tx=0x7f4da4009e40 comp rx=0 tx=0).stop 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 shutdown_connections 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ac5ee312a0 0x55ac5ee2ffb0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac5edad2d0 0x55ac5ee2b410 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4d8eff5640 0 client.15318 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac5edac830 0x55ac5ee28ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 --2- 172.21.15.83:0/2483575271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac5edabe40 0x55ac5ee26970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 >> 172.21.15.83:0/2483575271 conn(0x55ac5eda7f40 msgr2=0x55ac5edb3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 shutdown_connections 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 1 -- 172.21.15.83:0/2483575271 wait complete. 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db436e740 20 client.15318 trim_cache size 0 max 16384 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 1, 2024-04-22T13:58:02.667 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24481, 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 115.72632126000001, 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 132.44142820900001 2024-04-22T13:58:02.668 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 msgr2=0x7f4d940a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 0x7f4d940a6070 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4da0005ab0 tx=0x7f4da0091560 comp rx=0 tx=0).stop 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.658+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 msgr2=0x7f4dac198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4da0000c00 tx=0x7f4da0004040 comp rx=0 tx=0).stop 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 shutdown_connections 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f4d940a3bb0 0x7f4d940a6070 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4dac107c70 0x7f4dac19f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4dac105340 0x7f4dac198760 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 --2- 172.21.15.83:0/2173961602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4dac102a10 0x7f4dac198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 >> 172.21.15.83:0/2173961602 conn(0x7f4dac0fc400 msgr2=0x7f4dac103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 shutdown_connections 2024-04-22T13:58:02.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.659+0000 7f4db177e640 1 -- 172.21.15.83:0/2173961602 wait complete. 2024-04-22T13:58:02.672 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 -- 172.21.15.83:0/1507467238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8107d30 msgr2=0x7f15d810a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/1507467238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8107d30 0x7f15d810a120 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f15d0009ca0 tx=0x7f15d002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 -- 172.21.15.83:0/1507467238 shutdown_connections 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/1507467238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8107d30 0x7f15d810a120 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/1507467238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8105400 0x7f15d81077f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/1507467238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8102ad0 0x7f15d8104ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 -- 172.21.15.83:0/1507467238 >> 172.21.15.83:0/1507467238 conn(0x7f15d80fc4a0 msgr2=0x7f15d80fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 -- 172.21.15.83:0/1507467238 shutdown_connections 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.768+0000 7f15dd1c7640 1 -- 172.21.15.83:0/1507467238 wait complete. 2024-04-22T13:58:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 Processor -- start 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 -- start start 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8102ad0 0x7f15d8198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8107d30 0x7f15d819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15d810dac0 con 0x7f15d8105400 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15d810d940 con 0x7f15d8102ad0 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15dd1c7640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15d810dc40 con 0x7f15d8107d30 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45846/0 (socket says 172.21.15.83:45846) 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15cffff640 1 -- 172.21.15.83:0/3818676004 learned_addr learned my addr 172.21.15.83:0/3818676004 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.769+0000 7f15d759e640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8107d30 0x7f15d819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8102ad0 0x7f15d8198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 -- 172.21.15.83:0/3818676004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8107d30 msgr2=0x7f15d819f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8107d30 0x7f15d819f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 -- 172.21.15.83:0/3818676004 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8102ad0 msgr2=0x7f15d8198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8102ad0 0x7f15d8198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 -- 172.21.15.83:0/3818676004 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15d819fdb0 con 0x7f15d8105400 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15cffff640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f15c000c970 tx=0x7f15c000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15d4d99640 1 -- 172.21.15.83:0/3818676004 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0007bb0 con 0x7f15d8105400 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15d4d99640 1 -- 172.21.15.83:0/3818676004 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c0007d50 con 0x7f15d8105400 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15d81a00a0 con 0x7f15d8105400 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15d4d99640 1 -- 172.21.15.83:0/3818676004 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c000f450 con 0x7f15d8105400 2024-04-22T13:58:02.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.770+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15d81a05f0 con 0x7f15d8105400 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.772+0000 7f15d4d99640 1 -- 172.21.15.83:0/3818676004 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f15c0004f20 con 0x7f15d8105400 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.772+0000 7f15dfdb8740 1 Processor -- start 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.772+0000 7f15dfdb8740 1 -- start start 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44f8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f8830 0x5595b44f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5595b445cb10 con 0x5595b44f92d0 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5595b43fa240 con 0x5595b44f7e40 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5595b4458ad0 con 0x5595b44f8830 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d4d99640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 0x7f15c40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45852/0 (socket says 172.21.15.83:45852) 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 -- 172.21.15.83:0/2091405566 learned_addr learned my addr 172.21.15.83:0/2091405566 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d759e640 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d759e640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 0x7f15c40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f8830 0x5595b44f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d4d99640 1 -- 172.21.15.83:0/3818676004 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f15c00d04c0 con 0x7f15d8105400 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 -- 172.21.15.83:0/2091405566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f8830 msgr2=0x5595b44f8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f8830 0x5595b44f8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 -- 172.21.15.83:0/2091405566 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 msgr2=0x5595b44f8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44f8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 -- 172.21.15.83:0/2091405566 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595b416f2d0 con 0x5595b44f92d0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cffff640 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f15c00a4ef0 tx=0x7f15c0004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a85bd239a748274 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15d759e640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 0x7f15c40a6070 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f15d0032380 tx=0x7f15d0005d80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cd7fa640 1 -- 172.21.15.83:0/2091405566 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c001d030 con 0x5595b44f92d0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cd7fa640 1 -- 172.21.15.83:0/2091405566 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c009c7b0 con 0x5595b44f92d0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.773+0000 7f15cd7fa640 1 -- 172.21.15.83:0/2091405566 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c00046c0 con 0x5595b44f92d0 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 -- 172.21.15.83:0/2091405566 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 msgr2=0x5595b44ffeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f15c00a4ef0 tx=0x7f15c0004980 comp rx=0 tx=0).stop 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 -- 172.21.15.83:0/2091405566 shutdown_connections 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b44ffeb0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f8830 0x5595b44f8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/2091405566 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 -- 172.21.15.83:0/2091405566 >> 172.21.15.83:0/2091405566 conn(0x5595b44f3f40 msgr2=0x5595b44f2490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 -- 172.21.15.83:0/2091405566 shutdown_connections 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.774+0000 7f15dfdb8740 1 -- 172.21.15.83:0/2091405566 wait complete. 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 -- start start 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 Processor -- start 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5595b4500450 con 0x5595b44f92d0 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5595b43e5190 con 0x5595b44f8830 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5595b45005d0 con 0x5595b44f7e40 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15dfdb8740 10 client.0 _ll_register_callbacks cb 0x5595b43e08b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45854/0 (socket says 172.21.15.83:45854) 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 -- 172.21.15.83:0/57348953 learned_addr learned my addr 172.21.15.83:0/57348953 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15cffff640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 -- 172.21.15.83:0/57348953 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f7e40 msgr2=0x5595b4501eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 -- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 msgr2=0x5595b45023f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 -- 172.21.15.83:0/57348953 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595b42396b0 con 0x5595b44f92d0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15cffff640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15d759e640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f15d0009ca0 tx=0x7f15d002e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c7313157c35789 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.775+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d0052060 con 0x5595b44f92d0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f15d0004250 con 0x5595b44f92d0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5595b446a530 con 0x5595b44f92d0 2024-04-22T13:58:02.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f15d0039070 con 0x5595b44f92d0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 10 client.15330 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595b450c810 con 0x5595b44f92d0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5595b446a530 con 0x5595b44f92d0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f15d00348e0 con 0x5595b44f92d0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 10 client.15330 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 10 client.15330 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 20 client.15330 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b450eec0 0x5595b4510330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 4 client.15330 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595b44643a0 con 0x5595b450eec0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.776+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b450eec0 0x5595b4510330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.777+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b450eec0 0x5595b4510330 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=731e7b3b5fe0d007 server_cookie=41fdc125ed314fa0 in_seq=0 out_seq=0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.777+0000 7f15be7fc640 10 client.15330 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15be7fc640 1 -- 172.21.15.83:0/57348953 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5595b44643a0 con 0x5595b450eec0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15be7fc640 10 client.15330 handle_command_reply: tid=0 2024-04-22T13:58:02.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 client.15330 shutdown 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 msgr2=0x5595b4509430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f15d0009ca0 tx=0x7f15d002e040 comp rx=0 tx=0).stop 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 shutdown_connections 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b450eec0 0x5595b4510330 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f92d0 0x5595b4509430 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15be7fc640 0 client.15330 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/57348953 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 >> 172.21.15.83:0/57348953 conn(0x5595b44f3f40 msgr2=0x5595b44f1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 shutdown_connections 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 1 -- 172.21.15.83:0/57348953 wait complete. 2024-04-22T13:58:02.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.778+0000 7f15dfdb8740 20 client.15330 trim_cache size 0 max 16384 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 Processor -- start 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 -- start start 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b45093f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5595b450e670 con 0x5595b44f7e40 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5595b450ed40 con 0x5595b44f8830 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5595b450f410 con 0x5595b44f92d0 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45856/0 (socket says 172.21.15.83:45856) 2024-04-22T13:58:02.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 -- 172.21.15.83:0/3383319446 learned_addr learned my addr 172.21.15.83:0/3383319446 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15cffff640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d759e640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b45093f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 -- 172.21.15.83:0/3383319446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 msgr2=0x5595b45093f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b45093f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 -- 172.21.15.83:0/3383319446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 msgr2=0x5595b45023f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 -- 172.21.15.83:0/3383319446 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595b44f3630 con 0x5595b44f7e40 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d759e640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b45093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.796+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5595b4510cc0 tx=0x7f15c80093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b69e323fbd8685c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15ccff9640 1 -- 172.21.15.83:0/3383319446 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c8004050 con 0x5595b44f7e40 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15ccff9640 1 -- 172.21.15.83:0/3383319446 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c8021070 con 0x5595b44f7e40 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15ccff9640 1 -- 172.21.15.83:0/3383319446 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c801b750 con 0x5595b44f7e40 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3383319446 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 msgr2=0x5595b4501eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x5595b4510cc0 tx=0x7f15c80093d0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3383319446 shutdown_connections 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b45093f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f8830 0x5595b45023f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3383319446 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f7e40 0x5595b4501eb0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3383319446 >> 172.21.15.83:0/3383319446 conn(0x5595b44f3f40 msgr2=0x5595b44ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3383319446 shutdown_connections 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.797+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3383319446 wait complete. 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 -- start start 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 Processor -- start 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44feaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b44ff030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5595b45101b0 con 0x5595b44f8830 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5595b450fae0 con 0x5595b44f7e40 2024-04-22T13:58:02.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5595b4510880 con 0x5595b44f92d0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15dfdb8740 10 client.0 _ll_register_callbacks cb 0x7f15d0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45864/0 (socket says 172.21.15.83:45864) 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 -- 172.21.15.83:0/3805110773 learned_addr learned my addr 172.21.15.83:0/3805110773 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44feaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 -- 172.21.15.83:0/3805110773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 msgr2=0x5595b44ff030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b44ff030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 -- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 msgr2=0x5595b44feaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44feaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 -- 172.21.15.83:0/3805110773 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595b44fd880 con 0x5595b44f8830 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15cffff640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f15c0099180 tx=0x7f15c00a0b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f930afd97212f31d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.798+0000 7f15be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c001d040 con 0x5595b44f8830 2024-04-22T13:58:02.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f15c00046c0 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15c8021070 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f15c00a5420 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 10 client.15336 fetch_fsmap learned FSMap version 25 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595b4575120 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c8021070 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 25) ==== 8354+0+0 (secure 0 0 0) 0x7f15c00b3070 con 0x5595b44f8830 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 10 client.15336 fetch_fsmap finished waiting for FSMap version 25 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 10 client.15336 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 20 client.15336 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b4579910 0x5595b4578620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 4 client.15336 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "status"}) -- 0x5595b43e0960 con 0x5595b4579910 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.799+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b4579910 0x5595b4578620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15be7fc640 10 client.15336 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:02.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15d6d9d640 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b4579910 0x5595b4578620 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3afdceeeee9802 server_cookie=42f8c73e29df9d37 in_seq=0 out_seq=0 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15be7fc640 1 -- 172.21.15.83:0/3805110773 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x5595b43e0960 con 0x5595b4579910 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15be7fc640 10 client.15336 handle_command_reply: tid=0 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 client.15336 shutdown 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 msgr2=0x5595b45093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f15c0099180 tx=0x7f15c00a0b60 comp rx=0 tx=0).stop 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 shutdown_connections 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5595b4579910 0x5595b4578620 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5595b44f92d0 0x5595b44ff030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5595b44f8830 0x5595b45093f0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15be7fc640 0 client.15336 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 --2- 172.21.15.83:0/3805110773 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5595b44f7e40 0x5595b44feaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 >> 172.21.15.83:0/3805110773 conn(0x5595b44f3f40 msgr2=0x5595b44ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 shutdown_connections 2024-04-22T13:58:02.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 1 -- 172.21.15.83:0/3805110773 wait complete. 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.800+0000 7f15dfdb8740 20 client.15336 trim_cache size 0 max 16384 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24503, 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 117.888229364, 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 25, 2024-04-22T13:58:02.810 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 87, 2024-04-22T13:58:02.811 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 85, 2024-04-22T13:58:02.811 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 124.074441564 2024-04-22T13:58:02.811 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:02.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 msgr2=0x7f15c40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 0x7f15c40a6070 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f15d0032380 tx=0x7f15d0005d80 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 msgr2=0x7f15d81986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f15c000c970 tx=0x7f15c000ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 shutdown_connections 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f15c40a3bb0 0x7f15c40a6070 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15d8107d30 0x7f15d819f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15d8105400 0x7f15d81986d0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 --2- 172.21.15.83:0/3818676004 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15d8102ad0 0x7f15d8198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 >> 172.21.15.83:0/3818676004 conn(0x7f15d80fc4a0 msgr2=0x7f15d81034f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 shutdown_connections 2024-04-22T13:58:02.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.801+0000 7f15dd1c7640 1 -- 172.21.15.83:0/3818676004 wait complete. 2024-04-22T13:58:02.814 INFO:teuthology.run_tasks:Running task sequential... 2024-04-22T13:58:02.823 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-22T13:58:02.824 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-22T13:58:02.824 INFO:teuthology.task.print:Enabling mgr modules 2024-04-22T13:58:02.824 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-22T13:58:02.825 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T13:58:02.825 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:58:02.825 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-22T13:58:02.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 -- 172.21.15.83:0/456333705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102040 msgr2=0x7f72481024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 --2- 172.21.15.83:0/456333705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102040 0x7f72481024c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f723c009900 tx=0x7f723c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 -- 172.21.15.83:0/456333705 shutdown_connections 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 --2- 172.21.15.83:0/456333705 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248102a00 0x7f7248109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 --2- 172.21.15.83:0/456333705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102040 0x7f72481024c0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 --2- 172.21.15.83:0/456333705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248100e60 0x7f7248101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.920+0000 7f724c874640 1 -- 172.21.15.83:0/456333705 >> 172.21.15.83:0/456333705 conn(0x7f72480fc420 msgr2=0x7f72480fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- 172.21.15.83:0/456333705 shutdown_connections 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- 172.21.15.83:0/456333705 wait complete. 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 Processor -- start 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- start start 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 0x7f72481980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248102040 0x7f7248198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f724810c9f0 con 0x7f7248102a00 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f724810c870 con 0x7f7248102040 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f724c874640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f724810cb70 con 0x7f7248100e60 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.921+0000 7f7246d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45884/0 (socket says 172.21.15.83:45884) 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 -- 172.21.15.83:0/895396826 learned_addr learned my addr 172.21.15.83:0/895396826 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7245d9b640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248102040 0x7f7248198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f724659c640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 0x7f72481980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 -- 172.21.15.83:0/895396826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 msgr2=0x7f72481980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 0x7f72481980f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 -- 172.21.15.83:0/895396826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248102040 msgr2=0x7f7248198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248102040 0x7f7248198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 -- 172.21.15.83:0/895396826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f724819fd10 con 0x7f7248102a00 2024-04-22T13:58:02.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f724659c640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 0x7f72481980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f7246d9d640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f723800c970 tx=0x7f723800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238007bb0 con 0x7f7248102a00 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7238007d50 con 0x7f7248102a00 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f724819ffa0 con 0x7f7248102a00 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238018770 con 0x7f7248102a00 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.922+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72481a0470 con 0x7f7248102a00 2024-04-22T13:58:02.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.923+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72481a0700 con 0x7f7248102a00 2024-04-22T13:58:02.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.924+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f723800f990 con 0x7f7248102a00 2024-04-22T13:58:02.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.925+0000 7f72377fe640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 0x7f72300a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:02.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.925+0000 7f724659c640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 0x7f72300a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:02.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.925+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f72380d04b0 con 0x7f7248102a00 2024-04-22T13:58:02.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.925+0000 7f724659c640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 0x7f72300a6110 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7248101bb0 tx=0x7f72400082f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:02.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:02.930+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7238014030 con 0x7f7248102a00 2024-04-22T13:58:03.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.159+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f72481a0a90 con 0x7f7248102a00 2024-04-22T13:58:03.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:02 smithi083 ceph-mon[27977]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:58:03.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:02 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/983807348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:02 smithi084 ceph-mon[31312]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:58:03.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:02 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/983807348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:03.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:02 smithi173 ceph-mon[31493]: pgmap v349: 97 pgs: 97 active+clean; 642 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-22T13:58:03.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:02 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/983807348' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:03.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.944+0000 7f72377fe640 1 -- 172.21.15.83:0/895396826 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f723809cea0 con 0x7f7248102a00 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 msgr2=0x7f72300a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 0x7f72300a6110 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7248101bb0 tx=0x7f72400082f0 comp rx=0 tx=0).stop 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 msgr2=0x7f724819f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f723800c970 tx=0x7f723800ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 shutdown_connections 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f72300a3c50 0x7f72300a6110 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7248102a00 0x7f724819f6a0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:03.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7248102040 0x7f7248198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:03.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 --2- 172.21.15.83:0/895396826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7248100e60 0x7f72481980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:03.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 >> 172.21.15.83:0/895396826 conn(0x7f72480fc420 msgr2=0x7f72480fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:03.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.947+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 shutdown_connections 2024-04-22T13:58:03.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:03.948+0000 7f724c874640 1 -- 172.21.15.83:0/895396826 wait complete. 2024-04-22T13:58:03.970 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 -- 172.21.15.83:0/1451379296 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268102a30 msgr2=0x7fe268104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/1451379296 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268102a30 0x7fe268104e20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe258009900 tx=0x7fe25802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 -- 172.21.15.83:0/1451379296 shutdown_connections 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/1451379296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268107c90 0x7fe26810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/1451379296 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 0x7fe268107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/1451379296 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268102a30 0x7fe268104e20 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 -- 172.21.15.83:0/1451379296 >> 172.21.15.83:0/1451379296 conn(0x7fe2680fc420 msgr2=0x7fe2680fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 -- 172.21.15.83:0/1451379296 shutdown_connections 2024-04-22T13:58:04.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.073+0000 7fe26ca9a640 1 -- 172.21.15.83:0/1451379296 wait complete. 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 Processor -- start 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 -- start start 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 0x7fe2681986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 0x7fe26819f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe26810daf0 con 0x7fe268107c90 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe26810d970 con 0x7fe268102a30 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26ca9a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe26810dc70 con 0x7fe268105360 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe266d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 0x7fe26819f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe266d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 0x7fe26819f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56922/0 (socket says 172.21.15.83:56922) 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe26659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:53454/0 (socket says 172.21.15.83:53454) 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.074+0000 7fe266d9d640 1 -- 172.21.15.83:0/932806325 learned_addr learned my addr 172.21.15.83:0/932806325 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe265d9b640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 0x7fe2681986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 -- 172.21.15.83:0/932806325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 msgr2=0x7fe2681986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 0x7fe2681986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 -- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 msgr2=0x7fe26819f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 0x7fe26819f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 -- 172.21.15.83:0/932806325 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe26819fd90 con 0x7fe268102a30 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26659c640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe258000c00 tx=0x7fe258005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258043020 con 0x7fe268102a30 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2681a0020 con 0x7fe268102a30 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe258004350 con 0x7fe268102a30 2024-04-22T13:58:04.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2681a05c0 con 0x7fe268102a30 2024-04-22T13:58:04.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.075+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe258003af0 con 0x7fe268102a30 2024-04-22T13:58:04.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.077+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2680fdf10 con 0x7fe268102a30 2024-04-22T13:58:04.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.077+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fe258046020 con 0x7fe268102a30 2024-04-22T13:58:04.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.078+0000 7fe2577fe640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 0x7fe2500a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.078+0000 7fe265d9b640 1 -- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 msgr2=0x7fe2500a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.078+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7fe2580f2470 con 0x7fe268102a30 2024-04-22T13:58:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.078+0000 7fe265d9b640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 0x7fe2500a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:58:04.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.083+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe25804d020 con 0x7fe268102a30 2024-04-22T13:58:04.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:03 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-22T13:58:04.225 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: ignoring --setuser ceph since I am not root 2024-04-22T13:58:04.225 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: ignoring --setgroup ceph since I am not root 2024-04-22T13:58:04.225 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-mgr[32708]: -- 172.21.15.84:0/826492632 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55736e5405a0 con 0x55736e514c00 2024-04-22T13:58:04.225 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:04.123+0000 7f90f0607200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:58:04.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.267+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fe268062b50 con 0x7fe268102a30 2024-04-22T13:58:04.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.272+0000 7fe2577fe640 1 -- 172.21.15.83:0/932806325 <== mon.2 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v28)=0 v28) ==== 138+0+0 (secure 0 0 0) 0x7fe2580bee60 con 0x7fe268102a30 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 msgr2=0x7fe2500a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 0x7fe2500a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 msgr2=0x7fe268198170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe258000c00 tx=0x7fe258005dc0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 shutdown_connections 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7fe2500a3ca0 0x7fe2500a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe268107c90 0x7fe26819f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe268105360 0x7fe2681986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 --2- 172.21.15.83:0/932806325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe268102a30 0x7fe268198170 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.274+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 >> 172.21.15.83:0/932806325 conn(0x7fe2680fc420 msgr2=0x7fe268103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:04.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.275+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 shutdown_connections 2024-04-22T13:58:04.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.275+0000 7fe26ca9a640 1 -- 172.21.15.83:0/932806325 wait complete. 2024-04-22T13:58:04.287 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:03 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-22T13:58:04.287 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setuser ceph since I am not root 2024-04-22T13:58:04.287 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: ignoring --setgroup ceph since I am not root 2024-04-22T13:58:04.287 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:04.134+0000 7f9360819200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:58:04.288 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:03 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: ignoring --setuser ceph since I am not root 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: ignoring --setgroup ceph since I am not root 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-mgr[33353]: -- 172.21.15.173:0/2985001970 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55602aaee5a0 con 0x55602aac2c00 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:04.123+0000 7f920730a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-22T13:58:04.309 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:04.306+0000 7f920730a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/1030627016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f8101fe0 msgr2=0x7ff9f8102400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/1030627016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f8101fe0 0x7ff9f8102400 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009900 tx=0x7ff9f002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/1030627016 shutdown_connections 2024-04-22T13:58:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/1030627016 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 0x7ff9f810a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/1030627016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f81031d0 0x7ff9f8103650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/1030627016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f8101fe0 0x7ff9f8102400 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.386+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/1030627016 >> 172.21.15.83:0/1030627016 conn(0x7ff9f80fd570 msgr2=0x7ff9f80ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/1030627016 shutdown_connections 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/1030627016 wait complete. 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 Processor -- start 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- start start 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f8101fe0 0x7ff9f81981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 0x7ff9f819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f810db30 con 0x7ff9f81031d0 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f810d9b0 con 0x7ff9f8101fe0 2024-04-22T13:58:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9ff2e4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f810dcb0 con 0x7ff9f8103b90 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9fc87f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9fc87f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56944/0 (socket says 172.21.15.83:56944) 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9fc87f640 1 -- 172.21.15.83:0/4147934342 learned_addr learned my addr 172.21.15.83:0/4147934342 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.387+0000 7ff9fd080640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f8101fe0 0x7ff9f81981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fd881640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 0x7ff9f819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 msgr2=0x7ff9f819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 0x7ff9f819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f8101fe0 msgr2=0x7ff9f81981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f8101fe0 0x7ff9f81981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 -- 172.21.15.83:0/4147934342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f819fda0 con 0x7ff9f81031d0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9fc87f640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff9e800e9f0 tx=0x7ff9e800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e800cd80 con 0x7ff9f81031d0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e80108e0 con 0x7ff9f81031d0 2024-04-22T13:58:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f81a0090 con 0x7ff9f81031d0 2024-04-22T13:58:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8018980 con 0x7ff9f81031d0 2024-04-22T13:58:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.388+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f81a05e0 con 0x7ff9f81031d0 2024-04-22T13:58:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.389+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f81092a0 con 0x7ff9f81031d0 2024-04-22T13:58:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.390+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7ff9e8010430 con 0x7ff9f81031d0 2024-04-22T13:58:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.390+0000 7ff9ee7fc640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 0x7ff9e40a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.390+0000 7ff9fd080640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 msgr2=0x7ff9e40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.391+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7ff9e80d07d0 con 0x7ff9f81031d0 2024-04-22T13:58:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.391+0000 7ff9fd080640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 0x7ff9e40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:58:04.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.395+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff9e809d1c0 con 0x7ff9f81031d0 2024-04-22T13:58:04.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.592+0000 7ff9fd080640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 msgr2=0x7ff9e40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:04.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.592+0000 7ff9fd080640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 0x7ff9e40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:58:04.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.613+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7ff9f8062b50 con 0x7ff9f81031d0 2024-04-22T13:58:04.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.616+0000 7ff9ee7fc640 1 -- 172.21.15.83:0/4147934342 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v29)=0 v29) ==== 133+0+0 (secure 0 0 0) 0x7ff9e809cac0 con 0x7ff9f81031d0 2024-04-22T13:58:04.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 msgr2=0x7ff9e40a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:58:04.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 0x7ff9e40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 msgr2=0x7ff9f8198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:04.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff9e800e9f0 tx=0x7ff9e800eeb0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 shutdown_connections 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7ff9e40a3ca0 0x7ff9e40a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9f8103b90 0x7ff9f819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9f81031d0 0x7ff9f8198710 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 --2- 172.21.15.83:0/4147934342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9f8101fe0 0x7ff9f81981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 >> 172.21.15.83:0/4147934342 conn(0x7ff9f80fd570 msgr2=0x7ff9f8106470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 shutdown_connections 2024-04-22T13:58:04.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:04.619+0000 7ff9ff2e4640 1 -- 172.21.15.83:0/4147934342 wait complete. 2024-04-22T13:58:04.631 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:04.325+0000 7f9360819200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:04.631 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:04.459+0000 7f9360819200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:58:04.632 INFO:teuthology.run_tasks:Running task kclient... 2024-04-22T13:58:04.658 INFO:tasks.kclient:Mounting kernel clients... 2024-04-22T13:58:04.658 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-22T13:58:04.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:04.658 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-04-22T13:58:04.659 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:04.409+0000 7f920730a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:58:04.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:04.674 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link delete ceph-brx 2024-04-22T13:58:04.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:04.306+0000 7f90f0607200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:04.718 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:04.406+0000 7f90f0607200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-22T13:58:04.739 INFO:teuthology.orchestra.run.smithi083.stderr:Cannot find device "ceph-brx" 2024-04-22T13:58:04.740 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T13:58:04.741 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-22T13:58:04.741 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-22T13:58:04.741 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:04.741 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-22T13:58:04.939 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:04.781+0000 7f9360819200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:58:04.939 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:04.871+0000 7f9360819200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:58:04.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-22T13:58:04.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-mon[31312]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-22T13:58:04.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-mon[31312]: from='client.? ' entity='client.admin' 2024-04-22T13:58:04.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4147934342' entity='client.admin' 2024-04-22T13:58:04.975 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:04.715+0000 7f90f0607200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:58:04.975 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:04.800+0000 7f90f0607200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:58:05.030 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T13:58:05.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-22T13:58:05.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-mon[31493]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-22T13:58:05.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-mon[31493]: from='client.? ' entity='client.admin' 2024-04-22T13:58:05.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4147934342' entity='client.admin' 2024-04-22T13:58:05.157 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:04.724+0000 7f920730a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-22T13:58:05.157 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:04.809+0000 7f920730a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-22T13:58:05.308 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/895396826' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-22T13:58:05.308 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-mon[27977]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-04-22T13:58:05.308 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-mon[27977]: from='client.? ' entity='client.admin' 2024-04-22T13:58:05.308 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:04 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4147934342' entity='client.admin' 2024-04-22T13:58:06.310 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:05 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:05.972+0000 7f90f0607200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:58:06.310 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:06.140+0000 7f90f0607200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:06.330 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:05.987+0000 7f920730a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:58:06.330 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:06.156+0000 7f920730a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:06.330 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:06.327+0000 7f920730a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:58:06.369 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:06.091+0000 7f9360819200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-22T13:58:06.369 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:06.262+0000 7f9360819200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:06.594 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:06.307+0000 7f90f0607200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:58:06.667 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:06.440+0000 7f9360819200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-22T13:58:06.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- 172.21.15.83:0/915274800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c102af0 msgr2=0x7f3c2c102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:06.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 --2- 172.21.15.83:0/915274800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c102af0 0x7f3c2c102f70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c0099c0 tx=0x7f3c1c009cd0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- 172.21.15.83:0/915274800 shutdown_connections 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 --2- 172.21.15.83:0/915274800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 --2- 172.21.15.83:0/915274800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c107940 0x7f3c2c107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 --2- 172.21.15.83:0/915274800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c102af0 0x7f3c2c102f70 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- 172.21.15.83:0/915274800 >> 172.21.15.83:0/915274800 conn(0x7f3c2c079ba0 msgr2=0x7f3c2c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- 172.21.15.83:0/915274800 shutdown_connections 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- 172.21.15.83:0/915274800 wait complete. 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 Processor -- start 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.875+0000 7f3c3405e700 1 -- start start 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c112c90 con 0x7f3c2c107940 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c112b10 con 0x7f3c2c1034b0 2024-04-22T13:58:06.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c3405e700 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2c112e10 con 0x7f3c2c102af0 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c325fb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:45276/0 (socket says 172.21.15.83:45276) 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c325fb700 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56962/0 (socket says 172.21.15.83:56962) 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 -- 172.21.15.83:0/3443363819 learned_addr learned my addr 172.21.15.83:0/3443363819 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c315f9700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 msgr2=0x7f3c2c199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 msgr2=0x7f3c2c19da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 -- 172.21.15.83:0/3443363819 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2c19e150 con 0x7f3c2c102af0 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c315f9700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:06.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c325fb700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c31dfa700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800d950 tx=0x7f3c2800dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.876+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28016070 con 0x7f3c2c102af0 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.877+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2c19e440 con 0x7f3c2c102af0 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.877+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c2800fd40 con 0x7f3c2c102af0 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.877+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2800e3b0 con 0x7f3c2c102af0 2024-04-22T13:58:06.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.877+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c2c1a5cc0 con 0x7f3c2c102af0 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.877+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c2c069730 con 0x7f3c2c102af0 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.879+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f3c28019070 con 0x7f3c2c102af0 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.879+0000 7f3c22ffd700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 0x7f3c180a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.879+0000 7f3c315f9700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 msgr2=0x7f3c180a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.879+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f3c280d0160 con 0x7f3c2c102af0 2024-04-22T13:58:06.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.879+0000 7f3c315f9700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 0x7f3c180a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:58:06.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:06.883+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c2809cb50 con 0x7f3c2c102af0 2024-04-22T13:58:06.887 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:06.592+0000 7f90f0607200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:58:06.887 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:06.683+0000 7f90f0607200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:58:06.906 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:06.616+0000 7f920730a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:58:06.906 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:06.710+0000 7f920730a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:58:06.939 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:06.740+0000 7f9360819200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-22T13:58:06.940 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:06.836+0000 7f9360819200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-22T13:58:07.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.080+0000 7f3c315f9700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 msgr2=0x7f3c180a61d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:07.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.080+0000 7f3c315f9700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 0x7f3c180a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:58:07.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.138+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3c2c02df80 con 0x7f3c2c102af0 2024-04-22T13:58:07.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.139+0000 7f3c22ffd700 1 -- 172.21.15.83:0/3443363819 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f3c2809c450 con 0x7f3c2c102af0 2024-04-22T13:58:07.142 INFO:teuthology.orchestra.run.smithi083.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-22T13:58:07.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 msgr2=0x7f3c180a61d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:58:07.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 0x7f3c180a61d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:07.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 msgr2=0x7f3c2c199140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:07.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800d950 tx=0x7f3c2800dc60 comp rx=0 tx=0).stop 2024-04-22T13:58:07.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 shutdown_connections 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c180a3d10 0x7f3c180a61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c2c107940 0x7f3c2c19da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c2c102af0 0x7f3c2c199140 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 --2- 172.21.15.83:0/3443363819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c2c1034b0 0x7f3c2c199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 >> 172.21.15.83:0/3443363819 conn(0x7f3c2c079ba0 msgr2=0x7f3c2c100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 shutdown_connections 2024-04-22T13:58:07.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07.141+0000 7f3c3405e700 1 -- 172.21.15.83:0/3443363819 wait complete. 2024-04-22T13:58:07.193 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:06.884+0000 7f90f0607200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:58:07.193 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:07 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:07.077+0000 7f90f0607200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:07.193 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:06.915+0000 7f920730a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:58:07.193 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:07.109+0000 7f920730a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:07.193 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:07.048+0000 7f9360819200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-22T13:58:07.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:07 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3443363819' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T13:58:07.504 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:07.253+0000 7f9360819200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-22T13:58:07.504 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:07 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3443363819' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T13:58:07.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:07 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3443363819' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi083.front.sepia.ceph.com 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-22T13:58:07.861 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-22T13:58:07.862 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-22T13:58:07.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:07.862 DEBUG:teuthology.orchestra.run.smithi083:> ip addr 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: inet 127.0.0.1/8 scope host lo 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 ::1/128 scope host 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1e brd ff:ff:ff:ff:ff:ff 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f0 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:d8:da:1f brd ff:ff:ff:ff:ff:ff 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: altname enp7s0f1 2024-04-22T13:58:07.879 INFO:teuthology.orchestra.run.smithi083.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:90 brd ff:ff:ff:ff:ff:ff 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: link/ether 0c:c4:7a:8f:ce:91 brd ff:ff:ff:ff:ff:ff 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: inet 172.21.15.83/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft 42087sec preferred_lft 42087sec 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: inet6 fe80::161f:b339:d193:2a15/64 scope link noprefixroute 2024-04-22T13:58:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: valid_lft forever preferred_lft forever 2024-04-22T13:58:07.880 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-22T13:58:07.880 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link add name ceph-brx type bridge 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip addr flush dev ceph-brx 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set ceph-brx up 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-22T13:58:07.881 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-04-22T13:58:07.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:07.974 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:07 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:07.670+0000 7f90f0607200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:58:08.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:08.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:08.065 DEBUG:teuthology.orchestra.run.smithi083:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-22T13:58:08.074 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:07.892+0000 7f9360819200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:58:08.090 INFO:teuthology.orchestra.run.smithi083.stdout:1 2024-04-22T13:58:08.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:08.092 DEBUG:teuthology.orchestra.run.smithi083:> route 2024-04-22T13:58:08.139 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:07.713+0000 7f920730a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-22T13:58:08.162 INFO:teuthology.orchestra.run.smithi083.stdout:Kernel IP routing table 2024-04-22T13:58:08.162 INFO:teuthology.orchestra.run.smithi083.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-22T13:58:08.162 INFO:teuthology.orchestra.run.smithi083.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-22T13:58:08.163 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-22T13:58:08.163 INFO:teuthology.orchestra.run.smithi083.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-22T13:58:08.163 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T13:58:08.163 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-04-22T13:58:08.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-22T13:58:08.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-22T13:58:08.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-22T13:58:08.164 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-04-22T13:58:08.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:08.382 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:08.087+0000 7f90f0607200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:58:08.383 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:08.181+0000 7f90f0607200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:58:08.406 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:08.137+0000 7f920730a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:58:08.406 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:08.234+0000 7f920730a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:58:08.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:08.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:08.438 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-04-22T13:58:08.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:08.453 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list-id 2024-04-22T13:58:08.509 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T13:58:08.509 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-04-22T13:58:08.509 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-22T13:58:08.509 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-22T13:58:08.509 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-04-22T13:58:08.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:08.605 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:08.357+0000 7f9360819200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-22T13:58:08.605 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:08.465+0000 7f9360819200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-22T13:58:08.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:08.626 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-22T13:58:08.626 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-22T13:58:08.627 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-04-22T13:58:08.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:08.724 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:08.380+0000 7f90f0607200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:58:08.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:08.750 DEBUG:teuthology.orchestra.run.smithi083:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-22T13:58:08.750 DEBUG:teuthology.orchestra.run.smithi083:> set -e 2024-04-22T13:58:08.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set brx.0 up 2024-04-22T13:58:08.751 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link set dev brx.0 master ceph-brx 2024-04-22T13:58:08.751 DEBUG:teuthology.orchestra.run.smithi083:> ') 2024-04-22T13:58:08.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:08.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:08.827 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T13:58:08.827 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:08.847 INFO:teuthology.orchestra.run.smithi083.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-22T13:58:08.847 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-22T13:58:08.847 DEBUG:teuthology.orchestra.run.smithi083:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:08.902 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-22T13:58:08.902 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-22T13:58:08.902 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/eb157a30-bafb-442c-bf98-e65013b929d2 2024-04-22T13:58:08.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:08.902 DEBUG:teuthology.orchestra.run.smithi083:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/eb157a30-bafb-442c-bf98-e65013b929d2 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-22T13:58:08.906 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:08.437+0000 7f920730a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:58:08.939 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:08.682+0000 7f9360819200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-22T13:58:08.991 INFO:teuthology.orchestra.run.smithi083.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-22T13:58:08.991 INFO:teuthology.orchestra.run.smithi083.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-22T13:58:09.111 INFO:teuthology.orchestra.run.smithi083.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-22T13:58:09.111 INFO:teuthology.orchestra.run.smithi083.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-22T13:58:09.111 INFO:teuthology.orchestra.run.smithi083.stdout:mount.ceph: resolved to: "172.21.15.83:3300,172.21.15.84:3300,172.21.15.173:3300" 2024-04-22T13:58:09.111 INFO:teuthology.orchestra.run.smithi083.stdout:mount.ceph: trying mount with new device syntax: 0@cb669d90-00ae-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/eb157a30-bafb-442c-bf98-e65013b929d2 2024-04-22T13:58:09.111 INFO:teuthology.orchestra.run.smithi083.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.83:3300/172.21.15.84:3300/172.21.15.173:3300" will pass to kernel 2024-04-22T13:58:09.112 INFO:teuthology.orchestra.run.smithi083.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-22T13:58:09.112 INFO:teuthology.orchestra.run.smithi083.stdout: You just mounted a file system that supports labels which does not 2024-04-22T13:58:09.112 INFO:teuthology.orchestra.run.smithi083.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-22T13:58:09.112 INFO:teuthology.orchestra.run.smithi083.stdout: applications will generate AVC messages and not be allowed access to 2024-04-22T13:58:09.113 INFO:teuthology.orchestra.run.smithi083.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-22T13:58:09.114 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-22T13:58:09.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:09.114 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:09.140 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T13:58:09.224 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:08.896+0000 7f90f0607200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:58:09.224 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:08.986+0000 7f90f0607200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:58:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T13:58:09.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:09.239 INFO:teuthology.orchestra.run.smithi083.stdout:client24904 2024-04-22T13:58:09.239 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:58:09.239 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T13:58:09.255 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T13:58:09.300 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:08.963+0000 7f920730a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:58:09.300 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.055+0000 7f920730a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:58:09.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T13:58:09.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:09.352 INFO:teuthology.orchestra.run.smithi083.stdout:client24904 2024-04-22T13:58:09.353 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-22T13:58:09.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-22T13:58:09.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:09.409 INFO:teuthology.orchestra.run.smithi083.stdout:client24904 2024-04-22T13:58:09.410 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/cb669d90-00ae-11ef-bc93-c7b262605968.client24904/status') 2024-04-22T13:58:09.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-22T13:58:09.467 INFO:teuthology.orchestra.run.smithi083.stdout:instance: client.24904 (3)172.21.15.83:0/2491168130 2024-04-22T13:58:09.467 INFO:teuthology.orchestra.run.smithi083.stdout:blocklisted: false 2024-04-22T13:58:09.467 INFO:teuthology.orchestra.run.smithi083.stderr:0+1 records in 2024-04-22T13:58:09.467 INFO:teuthology.orchestra.run.smithi083.stderr:0+1 records out 2024-04-22T13:58:09.467 INFO:teuthology.orchestra.run.smithi083.stderr:71 bytes copied, 2.2495e-05 s, 3.2 MB/s 2024-04-22T13:58:09.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-22T13:58:09.475 INFO:teuthology.run_tasks:Running task exec... 2024-04-22T13:58:09.485 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T13:58:09.485 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:58:09.485 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-04-22T13:58:09.505 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.237+0000 7f9360819200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-22T13:58:09.505 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.335+0000 7f9360819200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-22T13:58:09.575 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:09.229+0000 7f90f0607200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:58:09.575 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:09.362+0000 7f90f0607200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:58:09.575 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:09.457+0000 7f90f0607200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:58:09.575 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:09.572+0000 7f90f0607200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:09.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 -- 172.21.15.83:0/376311122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 msgr2=0x7f3c70107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:09.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 --2- 172.21.15.83:0/376311122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c70107750 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009900 tx=0x7f3c6402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 -- 172.21.15.83:0/376311122 shutdown_connections 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 --2- 172.21.15.83:0/376311122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 0x7f3c7010a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 --2- 172.21.15.83:0/376311122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c70107750 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 --2- 172.21.15.83:0/376311122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 0x7f3c70104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 -- 172.21.15.83:0/376311122 >> 172.21.15.83:0/376311122 conn(0x7f3c700fc420 msgr2=0x7f3c700fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 -- 172.21.15.83:0/376311122 shutdown_connections 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.584+0000 7f3c76985640 1 -- 172.21.15.83:0/376311122 wait complete. 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 Processor -- start 2024-04-22T13:58:09.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 -- start start 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 0x7f3c701981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 0x7f3c7019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010daf0 con 0x7f3c70105360 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010d970 con 0x7f3c70107c90 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c76985640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7010dc70 con 0x7f3c70102a30 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c6f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c6f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56982/0 (socket says 172.21.15.83:56982) 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.585+0000 7f3c6f7fe640 1 -- 172.21.15.83:0/2256473867 learned_addr learned my addr 172.21.15.83:0/2256473867 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6ffff640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 0x7f3c701981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c74f22640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 0x7f3c7019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 msgr2=0x7f3c701981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 0x7f3c701981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 msgr2=0x7f3c7019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 0x7f3c7019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 -- 172.21.15.83:0/2256473867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7019fdc0 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6f7fe640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c64004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64043020 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c701a0050 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c64004440 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64003c90 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.586+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c701a05f0 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.587+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c700fdf10 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.588+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f3c64046020 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.589+0000 7f3c6d7fa640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 0x7f3c580a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.589+0000 7f3c6ffff640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 msgr2=0x7f3c580a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.589+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f3c640f2600 con 0x7f3c70105360 2024-04-22T13:58:09.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.589+0000 7f3c6ffff640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 0x7f3c580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:58:09.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.593+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c6404d020 con 0x7f3c70105360 2024-04-22T13:58:09.646 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.297+0000 7f920730a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:58:09.646 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.430+0000 7f920730a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:58:09.646 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.527+0000 7f920730a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:58:09.646 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.644+0000 7f920730a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:09.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.790+0000 7f3c6ffff640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 msgr2=0x7f3c580a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:09.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.790+0000 7f3c6ffff640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 0x7f3c580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:58:09.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.816+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f3c7002d5c0 con 0x7f3c70105360 2024-04-22T13:58:09.841 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.599+0000 7f9360819200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-22T13:58:09.841 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.738+0000 7f9360819200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-22T13:58:09.841 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.838+0000 7f9360819200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-22T13:58:09.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.868+0000 7f3c6d7fa640 1 -- 172.21.15.83:0/2256473867 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7f3c640beff0 con 0x7f3c70105360 2024-04-22T13:58:09.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 msgr2=0x7f3c580a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:58:09.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 0x7f3c580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 msgr2=0x7f3c701986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:09.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c64004040 comp rx=0 tx=0).stop 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 shutdown_connections 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f3c580a3ca0 0x7f3c580a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c70107c90 0x7f3c7019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c70105360 0x7f3c701986e0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 --2- 172.21.15.83:0/2256473867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c70102a30 0x7f3c701981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 >> 172.21.15.83:0/2256473867 conn(0x7f3c700fc420 msgr2=0x7f3c70103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 shutdown_connections 2024-04-22T13:58:09.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:09.871+0000 7f3c76985640 1 -- 172.21.15.83:0/2256473867 wait complete. 2024-04-22T13:58:09.885 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-04-22T13:58:09.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 -- 172.21.15.83:0/94322281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560105400 msgr2=0x7f65601077f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 --2- 172.21.15.83:0/94322281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560105400 0x7f65601077f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f6550009900 tx=0x7f655002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 -- 172.21.15.83:0/94322281 shutdown_connections 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 --2- 172.21.15.83:0/94322281 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6560107d30 0x7f656010a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 --2- 172.21.15.83:0/94322281 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560105400 0x7f65601077f0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 --2- 172.21.15.83:0/94322281 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6560102ad0 0x7f6560104ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 -- 172.21.15.83:0/94322281 >> 172.21.15.83:0/94322281 conn(0x7f65600fc420 msgr2=0x7f65600fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 -- 172.21.15.83:0/94322281 shutdown_connections 2024-04-22T13:58:10.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.026+0000 7f6564893640 1 -- 172.21.15.83:0/94322281 wait complete. 2024-04-22T13:58:10.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 Processor -- start 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 -- start start 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6560102ad0 0x7f65601981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6560105400 0x7f6560198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 0x7f656019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f656010db10 con 0x7f6560107d30 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f656010d990 con 0x7f6560105400 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f6564893640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f656010dc90 con 0x7f6560102ad0 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f655ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 0x7f656019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f655ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 0x7f656019f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57000/0 (socket says 172.21.15.83:57000) 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f655ed9d640 1 -- 172.21.15.83:0/2177472873 learned_addr learned my addr 172.21.15.83:0/2177472873 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f655dd9b640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6560105400 0x7f6560198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.027+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6560102ad0 0x7f65601981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6560102ad0 msgr2=0x7f65601981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:10.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6560102ad0 0x7f65601981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6560105400 msgr2=0x7f6560198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6560105400 0x7f6560198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656019fdf0 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f655ed9d640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 0x7f656019f780 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f655800eb10 tx=0x7f655800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558004b20 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6558004cc0 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65601a00e0 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6558010670 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.028+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65601a05b0 con 0x7f6560107d30 2024-04-22T13:58:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.029+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65600fdf10 con 0x7f6560107d30 2024-04-22T13:58:10.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.030+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f6558005000 con 0x7f6560107d30 2024-04-22T13:58:10.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.031+0000 7f654f7fe640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 0x7f65480a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:10.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.031+0000 7f655e59c640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 msgr2=0x7f65480a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:10.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.031+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8211+0+0 (secure 0 0 0) 0x7f65580d0be0 con 0x7f6560107d30 2024-04-22T13:58:10.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.031+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 0x7f65480a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-22T13:58:10.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.038+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6558053ff0 con 0x7f6560107d30 2024-04-22T13:58:10.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-22T13:58:10.189 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:09.963+0000 7f9360819200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-22T13:58:10.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-04-22T13:58:10.224 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:09.874+0000 7f90f0607200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:58:10.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.232+0000 7f655e59c640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 msgr2=0x7f65480a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:10.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.232+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 0x7f65480a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-22T13:58:10.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.242+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f6560062430 con 0x7f65480a3ca0 2024-04-22T13:58:10.406 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:09.952+0000 7f920730a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:58:10.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.633+0000 7f655e59c640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 msgr2=0x7f65480a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.83:6800/295390471 2024-04-22T13:58:10.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.633+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 0x7f65480a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-22T13:58:10.687 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:10.559+0000 7f920730a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:58:10.689 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:10.272+0000 7f9360819200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-22T13:58:10.877 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:10.493+0000 7f90f0607200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:58:10.877 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y[32704]: 2024-04-22T13:58:10.710+0000 7f90f0607200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:58:10.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:10.889+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mgrmap(e 20) ==== 138663+0+0 (secure 0 0 0) 0x7f6558099540 con 0x7f6560107d30 2024-04-22T13:58:11.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:11.114+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 8 ==== mgrmap(e 21) ==== 138331+0+0 (secure 0 0 0) 0x7f65580ce3f0 con 0x7f6560107d30 2024-04-22T13:58:11.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:11.115+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 msgr2=0x7f65480a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T13:58:11.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:11.115+0000 7f654f7fe640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/295390471,v1:172.21.15.83:6801/295390471] conn(0x7f65480a3ca0 0x7f65480a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:11.156 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z[33349]: 2024-04-22T13:58:10.788+0000 7f920730a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:58:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-22T13:58:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: Standby manager daemon y restarted 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: Standby manager daemon y started 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: Standby manager daemon z restarted 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: Standby manager daemon z started 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:58:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:10 smithi173 ceph-mon[31493]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.189 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:10.877+0000 7f9360819200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-22T13:58:11.189 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.102+0000 7f9360819200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: Standby manager daemon y restarted 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: Standby manager daemon y started 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: Standby manager daemon z restarted 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: Standby manager daemon z started 2024-04-22T13:58:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:58:11.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:58:11.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:10 smithi083 ceph-mon[27977]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2256473867' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: Standby manager daemon y restarted 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: Standby manager daemon y started 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.84:0/4258396478' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: Standby manager daemon z restarted 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: Standby manager daemon z started 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-22T13:58:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:10 smithi084 ceph-mon[31312]: from='mgr.? 172.21.15.173:0/3215668145' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.335+0000 7f92c018d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.335+0000 7f92c018d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.335+0000 7f92c018d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.335+0000 7f92c018d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.335+0000 7f92c018d700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.337+0000 7f92c3193700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.337+0000 7f92c3193700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.337+0000 7f92c3193700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.337+0000 7f92c3193700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:11.690 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:11.337+0000 7f92c3193700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.119+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mon.0 v2:172.21.15.83:3300/0 9 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f65580052f0 con 0x7f6560107d30 2024-04-22T13:58:12.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.120+0000 7f654f7fe640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65480352e0 0x7f65480356c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.120+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f655800dbf0 con 0x7f65480352e0 2024-04-22T13:58:12.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.124+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65480352e0 0x7f65480356c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.126+0000 7f655e59c640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65480352e0 0x7f65480356c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f65540097d0 tx=0x7f6554005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.136 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-22T13:58:12.136 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: Active manager daemon x restarted 2024-04-22T13:58:12.136 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: Activating manager daemon x 2024-04-22T13:58:12.136 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T13:58:12.136 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: mgrmap e21: x(active, starting, since 0.0119172s), standbys: z, y 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:58:12.137 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:58:12.138 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: Manager daemon x is now available 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:58:12.139 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:11 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:58:12.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.147+0000 7f654f7fe640 1 -- 172.21.15.83:0/2177472873 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f655800dbf0 con 0x7f65480352e0 2024-04-22T13:58:12.150 INFO:teuthology.orchestra.run.smithi083.stdout:{} 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65480352e0 msgr2=0x7f65480356c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65480352e0 0x7f65480356c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f65540097d0 tx=0x7f6554005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 msgr2=0x7f656019f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 --2- 172.21.15.83:0/2177472873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6560107d30 0x7f656019f780 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f655800eb10 tx=0x7f655800c2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f655ed9d640 1 -- 172.21.15.83:0/2177472873 reap_dead start 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 shutdown_connections 2024-04-22T13:58:12.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 >> 172.21.15.83:0/2177472873 conn(0x7f65600fc420 msgr2=0x7f6560103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 shutdown_connections 2024-04-22T13:58:12.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.150+0000 7f6564893640 1 -- 172.21.15.83:0/2177472873 wait complete. 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: Active manager daemon x restarted 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: Activating manager daemon x 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: mgrmap e21: x(active, starting, since 0.0119172s), standbys: z, y 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:58:12.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:58:12.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: Manager daemon x is now available 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:58:12.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:11 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:58:12.163 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-22T13:58:12.174 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-04-22T13:58:12.185 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:12.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: Active manager daemon x restarted 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: Activating manager daemon x 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: osdmap e88: 12 total, 12 up, 12 in 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: mgrmap e21: x(active, starting, since 0.0119172s), standbys: z, y 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T13:58:12.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-22T13:58:12.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: Manager daemon x is now available 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-22T13:58:12.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:11 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-22T13:58:12.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 -- 172.21.15.83:0/3182120367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103b40 msgr2=0x7fa08810a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/3182120367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103b40 0x7fa08810a3d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa080009ca0 tx=0x7fa08002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 -- 172.21.15.83:0/3182120367 shutdown_connections 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/3182120367 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103b40 0x7fa08810a3d0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/3182120367 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103180 0x7fa088103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/3182120367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 0x7fa0881023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 -- 172.21.15.83:0/3182120367 >> 172.21.15.83:0/3182120367 conn(0x7fa0880fd500 msgr2=0x7fa0880ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 -- 172.21.15.83:0/3182120367 shutdown_connections 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.283+0000 7fa08fc5c640 1 -- 172.21.15.83:0/3182120367 wait complete. 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 Processor -- start 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 -- start start 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 0x7fa0881980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 0x7fa08819f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa08810dad0 con 0x7fa088103180 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa08810d950 con 0x7fa088101f90 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08fc5c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa08810dc50 con 0x7fa088103b40 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57136/0 (socket says 172.21.15.83:57136) 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 -- 172.21.15.83:0/173360402 learned_addr learned my addr 172.21.15.83:0/173360402 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d9f8640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 0x7fa0881980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08e1f9640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 0x7fa08819f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 -- 172.21.15.83:0/173360402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 msgr2=0x7fa08819f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 0x7fa08819f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 -- 172.21.15.83:0/173360402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 msgr2=0x7fa0881980a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 0x7fa0881980a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 -- 172.21.15.83:0/173360402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa08819fcc0 con 0x7fa088103180 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08e1f9640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 0x7fa08819f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:12.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa08d1f7640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa08400c920 tx=0x7fa08400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.284+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084007c70 con 0x7fa088103180 2024-04-22T13:58:12.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.285+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa084007e10 con 0x7fa088103180 2024-04-22T13:58:12.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.285+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa08819ffb0 con 0x7fa088103180 2024-04-22T13:58:12.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.285+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa084018820 con 0x7fa088103180 2024-04-22T13:58:12.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.285+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0881a0470 con 0x7fa088103180 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.286+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0881092b0 con 0x7fa088103180 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.287+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fa08400f450 con 0x7fa088103180 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.287+0000 7fa07effd640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 0x7fa0740a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.287+0000 7fa08d9f8640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 0x7fa0740a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.288+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa0840d02f0 con 0x7fa088103180 2024-04-22T13:58:12.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.288+0000 7fa08d9f8640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 0x7fa0740a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa078005fd0 tx=0x7fa078005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.294 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.292+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa084014030 con 0x7fa088103180 2024-04-22T13:58:12.439 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:12.132+0000 7f92bd187700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.439 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:12.132+0000 7f92bd187700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.439 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:12.132+0000 7f92bd187700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.439 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:12.132+0000 7f92bd187700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:58:12.132+0000 7f92bd187700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:58:12.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.478+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa088062b50 con 0x7fa088103180 2024-04-22T13:58:12.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.480+0000 7fa07effd640 1 -- 172.21.15.83:0/173360402 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7fa08409ced0 con 0x7fa088103180 2024-04-22T13:58:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:12.483 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 msgr2=0x7fa0740a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 0x7fa0740a5e70 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fa078005fd0 tx=0x7fa078005850 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 msgr2=0x7fa0881985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa08400c920 tx=0x7fa08400cde0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 shutdown_connections 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa0740a39b0 0x7fa0740a5e70 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa088103b40 0x7fa08819f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa088103180 0x7fa0881985e0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 --2- 172.21.15.83:0/173360402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa088101f90 0x7fa0881980a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 >> 172.21.15.83:0/173360402 conn(0x7fa0880fd500 msgr2=0x7fa088106480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 shutdown_connections 2024-04-22T13:58:12.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.482+0000 7fa08fc5c640 1 -- 172.21.15.83:0/173360402 wait complete. 2024-04-22T13:58:12.495 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:12.496 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 -- 172.21.15.83:0/1042861294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 msgr2=0x7f49b0103600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 --2- 172.21.15.83:0/1042861294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0103600 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f49a4009900 tx=0x7f49a402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 -- 172.21.15.83:0/1042861294 shutdown_connections 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 --2- 172.21.15.83:0/1042861294 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0103b40 0x7f49b010a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 --2- 172.21.15.83:0/1042861294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0103600 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 --2- 172.21.15.83:0/1042861294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0101f90 0x7f49b01023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 -- 172.21.15.83:0/1042861294 >> 172.21.15.83:0/1042861294 conn(0x7f49b00fd500 msgr2=0x7f49b00ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 -- 172.21.15.83:0/1042861294 shutdown_connections 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.599+0000 7f49b589a640 1 -- 172.21.15.83:0/1042861294 wait complete. 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 Processor -- start 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 -- start start 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 0x7f49b01981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0103b40 0x7f49b019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f49b010dad0 con 0x7f49b0103180 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49b010d950 con 0x7f49b0103b40 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49b589a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f49b010dc50 con 0x7f49b0101f90 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57152/0 (socket says 172.21.15.83:57152) 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 -- 172.21.15.83:0/4035313638 learned_addr learned my addr 172.21.15.83:0/4035313638 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49af7fe640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0103b40 0x7f49b019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49aeffd640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 0x7f49b01981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 -- 172.21.15.83:0/4035313638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 msgr2=0x7f49b01981d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 0x7f49b01981d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 -- 172.21.15.83:0/4035313638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0103b40 msgr2=0x7f49b019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0103b40 0x7f49b019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49ae7fc640 1 -- 172.21.15.83:0/4035313638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b019fdf0 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.600+0000 7f49aeffd640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 0x7f49b01981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49ae7fc640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f49a4006010 tx=0x7f49a4004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a4043020 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b01a0080 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49a4004440 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a4003bf0 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.601+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b01a05d0 con 0x7f49b0103180 2024-04-22T13:58:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.602+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49b01093d0 con 0x7f49b0103180 2024-04-22T13:58:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.604+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f49a4046020 con 0x7f49b0103180 2024-04-22T13:58:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.604+0000 7f49b4898640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 0x7f49980a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.604+0000 7f49aeffd640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 0x7f49980a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.604+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f49a40f2b10 con 0x7f49b0103180 2024-04-22T13:58:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.605+0000 7f49aeffd640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 0x7f49980a5e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f49b0102fe0 tx=0x7f49a0005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.608+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49a404d020 con 0x7f49b0103180 2024-04-22T13:58:12.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.795+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f49b002d810 con 0x7f49b0103180 2024-04-22T13:58:12.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.795+0000 7f49b4898640 1 -- 172.21.15.83:0/4035313638 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f49a40df020 con 0x7f49b0103180 2024-04-22T13:58:12.798 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 msgr2=0x7f49980a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 0x7f49980a5e70 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f49b0102fe0 tx=0x7f49a0005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 msgr2=0x7f49b0198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f49a4006010 tx=0x7f49a4004040 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 shutdown_connections 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f49980a39b0 0x7f49980a5e70 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b0103b40 0x7f49b019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b0103180 0x7f49b0198710 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 --2- 172.21.15.83:0/4035313638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b0101f90 0x7f49b01981d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.797+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 >> 172.21.15.83:0/4035313638 conn(0x7f49b00fd500 msgr2=0x7f49b01065a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.798+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 shutdown_connections 2024-04-22T13:58:12.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.798+0000 7f49b589a640 1 -- 172.21.15.83:0/4035313638 wait complete. 2024-04-22T13:58:12.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:12.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- 172.21.15.83:0/3235866251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 msgr2=0x7f603c10a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 --2- 172.21.15.83:0/3235866251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c10a120 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6034009be0 tx=0x7f603402bef0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- 172.21.15.83:0/3235866251 shutdown_connections 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 --2- 172.21.15.83:0/3235866251 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c10a120 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 --2- 172.21.15.83:0/3235866251 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c105400 0x7f603c1077f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 --2- 172.21.15.83:0/3235866251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c102ad0 0x7f603c104ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- 172.21.15.83:0/3235866251 >> 172.21.15.83:0/3235866251 conn(0x7f603c0fc420 msgr2=0x7f603c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- 172.21.15.83:0/3235866251 shutdown_connections 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- 172.21.15.83:0/3235866251 wait complete. 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 Processor -- start 2024-04-22T13:58:12.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.926+0000 7f60429a4640 1 -- start start 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c105400 0x7f603c100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c100fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f603c10db10 con 0x7f603c102ad0 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f603c10d990 con 0x7f603c105400 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60429a4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f603c10dc90 con 0x7f603c107d30 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c105400 0x7f603c100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f6040f41640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c100fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57170/0 (socket says 172.21.15.83:57170) 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 -- 172.21.15.83:0/1788444635 learned_addr learned my addr 172.21.15.83:0/1788444635 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:12.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 -- 172.21.15.83:0/1788444635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 msgr2=0x7f603c100fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c100fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 -- 172.21.15.83:0/1788444635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c105400 msgr2=0x7f603c100a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c105400 0x7f603c100a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 -- 172.21.15.83:0/1788444635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f603c101850 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f603bfff640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f603000c890 tx=0x7f603000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.927+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6030004220 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.928+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60300043c0 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.928+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f603c1a22c0 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.928+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6030004a00 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.928+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f603c1a2810 con 0x7f603c102ad0 2024-04-22T13:58:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.928+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f603c0fdf10 con 0x7f603c102ad0 2024-04-22T13:58:12.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.930+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f60300079b0 con 0x7f603c102ad0 2024-04-22T13:58:12.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.930+0000 7f60397fa640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 0x7f60240a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:12.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.931+0000 7f603b7fe640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 0x7f60240a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:12.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.931+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f60300d0230 con 0x7f603c102ad0 2024-04-22T13:58:12.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.931+0000 7f603b7fe640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 0x7f60240a5e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f603c1021b0 tx=0x7f602c009260 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:12.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:12.934+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6030014030 con 0x7f603c102ad0 2024-04-22T13:58:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: [22/Apr/2024:13:58:11] ENGINE Bus STARTING 2024-04-22T13:58:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: [22/Apr/2024:13:58:11] ENGINE Serving on https://172.21.15.83:7150 2024-04-22T13:58:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: [22/Apr/2024:13:58:11] ENGINE Serving on http://172.21.15.83:8765 2024-04-22T13:58:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: [22/Apr/2024:13:58:11] ENGINE Bus STARTED 2024-04-22T13:58:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: mgrmap e22: x(active, since 1.01876s), standbys: z, y 2024-04-22T13:58:12.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/173360402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:12.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:12 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4035313638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:13.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.131+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f603c062b50 con 0x7f603c102ad0 2024-04-22T13:58:13.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.132+0000 7f60397fa640 1 -- 172.21.15.83:0/1788444635 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f603009c7c0 con 0x7f603c102ad0 2024-04-22T13:58:13.134 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:13.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 msgr2=0x7f60240a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 0x7f60240a5e70 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f603c1021b0 tx=0x7f602c009260 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 msgr2=0x7f603c102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f603000c890 tx=0x7f603000cd50 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 shutdown_connections 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f60240a39b0 0x7f60240a5e70 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f603c107d30 0x7f603c100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f603c105400 0x7f603c100a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 --2- 172.21.15.83:0/1788444635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f603c102ad0 0x7f603c102440 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 >> 172.21.15.83:0/1788444635 conn(0x7f603c0fc420 msgr2=0x7f603c103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 shutdown_connections 2024-04-22T13:58:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.134+0000 7f60429a4640 1 -- 172.21.15.83:0/1788444635 wait complete. 2024-04-22T13:58:13.148 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: [22/Apr/2024:13:58:11] ENGINE Bus STARTING 2024-04-22T13:58:13.148 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: [22/Apr/2024:13:58:11] ENGINE Serving on https://172.21.15.83:7150 2024-04-22T13:58:13.149 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: [22/Apr/2024:13:58:11] ENGINE Serving on http://172.21.15.83:8765 2024-04-22T13:58:13.149 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: [22/Apr/2024:13:58:11] ENGINE Bus STARTED 2024-04-22T13:58:13.149 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: mgrmap e22: x(active, since 1.01876s), standbys: z, y 2024-04-22T13:58:13.149 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/173360402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:13.149 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:12 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4035313638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:13.151 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: [22/Apr/2024:13:58:11] ENGINE Bus STARTING 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: [22/Apr/2024:13:58:11] ENGINE Serving on https://172.21.15.83:7150 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: [22/Apr/2024:13:58:11] ENGINE Serving on http://172.21.15.83:8765 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: [22/Apr/2024:13:58:11] ENGINE Bus STARTED 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: mgrmap e22: x(active, since 1.01876s), standbys: z, y 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/173360402' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:13.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:12 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4035313638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- 172.21.15.83:0/2176221233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c107cf0 msgr2=0x7fdb6c10a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- 172.21.15.83:0/2176221233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c10a0e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fdb64009ca0 tx=0x7fdb6402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- 172.21.15.83:0/2176221233 shutdown_connections 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- 172.21.15.83:0/2176221233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c10a0e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- 172.21.15.83:0/2176221233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 0x7fdb6c1077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- 172.21.15.83:0/2176221233 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c102a90 0x7fdb6c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- 172.21.15.83:0/2176221233 >> 172.21.15.83:0/2176221233 conn(0x7fdb6c0fc400 msgr2=0x7fdb6c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- 172.21.15.83:0/2176221233 shutdown_connections 2024-04-22T13:58:13.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- 172.21.15.83:0/2176221233 wait complete. 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 Processor -- start 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 -- start start 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 0x7fdb6c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.264+0000 7fdb74360640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb74360640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10dac0 con 0x7fdb6c102a90 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb74360640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10d940 con 0x7fdb6c1053c0 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb74360640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdb6c10dc40 con 0x7fdb6c107cf0 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57224/0 (socket says 172.21.15.83:57224) 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb718fb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 0x7fdb6c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 -- 172.21.15.83:0/896417297 learned_addr learned my addr 172.21.15.83:0/896417297 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb728fd640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 -- 172.21.15.83:0/896417297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c107cf0 msgr2=0x7fdb6c19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 -- 172.21.15.83:0/896417297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 msgr2=0x7fdb6c198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 0x7fdb6c198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 -- 172.21.15.83:0/896417297 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb6c19fde0 con 0x7fdb6c102a90 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb720fc640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800d950 tx=0x7fdb6800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb68017070 con 0x7fdb6c102a90 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb6c1a00d0 con 0x7fdb6c102a90 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb68009c30 con 0x7fdb6c102a90 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6800f620 con 0x7fdb6c102a90 2024-04-22T13:58:13.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.265+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb6c1a0620 con 0x7fdb6c102a90 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.267+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb6c0fdef0 con 0x7fdb6c102a90 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.267+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7fdb68010460 con 0x7fdb6c102a90 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.268+0000 7fdb637fe640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 0x7fdb580a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.268+0000 7fdb718fb640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 0x7fdb580a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.268+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fdb680cfd20 con 0x7fdb6c102a90 2024-04-22T13:58:13.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.269+0000 7fdb718fb640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 0x7fdb580a5e70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c1996d0 tx=0x7fdb5c00b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.273+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb6809c900 con 0x7fdb6c102a90 2024-04-22T13:58:13.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.459+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fdb6c02d5c0 con 0x7fdb6c102a90 2024-04-22T13:58:13.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.460+0000 7fdb637fe640 1 -- 172.21.15.83:0/896417297 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fdb6c02d5c0 con 0x7fdb6c102a90 2024-04-22T13:58:13.462 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.461+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 msgr2=0x7fdb580a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.461+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 0x7fdb580a5e70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c1996d0 tx=0x7fdb5c00b390 comp rx=0 tx=0).stop 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 msgr2=0x7fdb6c1981c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800d950 tx=0x7fdb6800de10 comp rx=0 tx=0).stop 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 shutdown_connections 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdb580a39b0 0x7fdb580a5e70 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdb6c107cf0 0x7fdb6c19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdb6c1053c0 0x7fdb6c198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 --2- 172.21.15.83:0/896417297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdb6c102a90 0x7fdb6c1981c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 >> 172.21.15.83:0/896417297 conn(0x7fdb6c0fc400 msgr2=0x7fdb6c103530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 shutdown_connections 2024-04-22T13:58:13.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.462+0000 7fdb74360640 1 -- 172.21.15.83:0/896417297 wait complete. 2024-04-22T13:58:13.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:13.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 -- 172.21.15.83:0/1464901583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 msgr2=0x7f985c104e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 --2- 172.21.15.83:0/1464901583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c104e40 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9858009900 tx=0x7f985802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 -- 172.21.15.83:0/1464901583 shutdown_connections 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 --2- 172.21.15.83:0/1464901583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 0x7f985c10a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 --2- 172.21.15.83:0/1464901583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 0x7f985c107770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 --2- 172.21.15.83:0/1464901583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c104e40 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 -- 172.21.15.83:0/1464901583 >> 172.21.15.83:0/1464901583 conn(0x7f985c0fc3e0 msgr2=0x7f985c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 -- 172.21.15.83:0/1464901583 shutdown_connections 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 -- 172.21.15.83:0/1464901583 wait complete. 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.575+0000 7f98647f4640 1 Processor -- start 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 -- start start 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 0x7f985c198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 0x7f985c19f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f985c10daa0 con 0x7f985c102a50 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f985c10d920 con 0x7f985c105380 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f985c10dc20 con 0x7f985c107cb0 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43666/0 (socket says 172.21.15.83:43666) 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 -- 172.21.15.83:0/156975211 learned_addr learned my addr 172.21.15.83:0/156975211 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9861d8f640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 0x7f985c198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862d91640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 0x7f985c19f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 -- 172.21.15.83:0/156975211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 msgr2=0x7f985c19f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 0x7f985c19f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 -- 172.21.15.83:0/156975211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 msgr2=0x7f985c198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 0x7f985c198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 -- 172.21.15.83:0/156975211 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f985c19fe10 con 0x7f985c102a50 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f9862590640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9858006010 tx=0x7f9858005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858043020 con 0x7f985c102a50 2024-04-22T13:58:13.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98580043d0 con 0x7f985c102a50 2024-04-22T13:58:13.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858003b80 con 0x7f985c102a50 2024-04-22T13:58:13.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.576+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f985c1a00a0 con 0x7f985c102a50 2024-04-22T13:58:13.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.577+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f985c1a05a0 con 0x7f985c102a50 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.578+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f985c0fded0 con 0x7f985c102a50 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.578+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 22) ==== 138458+0+0 (secure 0 0 0) 0x7f9858046020 con 0x7f985c102a50 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.579+0000 7f98537fe640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 0x7f98480a5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.579+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f98580f22c0 con 0x7f985c102a50 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.579+0000 7f9861d8f640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 0x7f98480a5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.580+0000 7f9861d8f640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 0x7f98480a5e70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f985c199700 tx=0x7f984c005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.584+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f985804d020 con 0x7f985c102a50 2024-04-22T13:58:13.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.782+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f985c062b50 con 0x7f985c102a50 2024-04-22T13:58:13.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.783+0000 7f98537fe640 1 -- 172.21.15.83:0/156975211 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7f98580beea0 con 0x7f985c102a50 2024-04-22T13:58:13.786 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:13.786 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 msgr2=0x7f98480a5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 0x7f98480a5e70 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f985c199700 tx=0x7f984c005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 msgr2=0x7f985c198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9858006010 tx=0x7f9858005e40 comp rx=0 tx=0).stop 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 shutdown_connections 2024-04-22T13:58:13.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.785+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f98480a39b0 0x7f98480a5e70 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f985c107cb0 0x7f985c19f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f985c105380 0x7f985c198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 --2- 172.21.15.83:0/156975211 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f985c102a50 0x7f985c198240 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 >> 172.21.15.83:0/156975211 conn(0x7f985c0fc3e0 msgr2=0x7f985c103590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 shutdown_connections 2024-04-22T13:58:13.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.786+0000 7f98647f4640 1 -- 172.21.15.83:0/156975211 wait complete. 2024-04-22T13:58:13.800 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:13.800 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 -- 172.21.15.83:0/1632109432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103be0 msgr2=0x7fb33c10a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 --2- 172.21.15.83:0/1632109432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103be0 0x7fb33c10a470 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb334009cd0 tx=0x7fb33402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 -- 172.21.15.83:0/1632109432 shutdown_connections 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 --2- 172.21.15.83:0/1632109432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103be0 0x7fb33c10a470 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 --2- 172.21.15.83:0/1632109432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c103220 0x7fb33c1036a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 --2- 172.21.15.83:0/1632109432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c100250 0x7fb33c100670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 -- 172.21.15.83:0/1632109432 >> 172.21.15.83:0/1632109432 conn(0x7fb33c0fbb80 msgr2=0x7fb33c0fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 -- 172.21.15.83:0/1632109432 shutdown_connections 2024-04-22T13:58:13.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 -- 172.21.15.83:0/1632109432 wait complete. 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.912+0000 7fb34208e640 1 Processor -- start 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 -- start start 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 0x7fb33c102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c103be0 0x7fb33c101710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb33c10daf0 con 0x7fb33c103220 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb33c10d970 con 0x7fb33c103be0 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb34208e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb33c10dc70 con 0x7fb33c100250 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43692/0 (socket says 172.21.15.83:43692) 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 -- 172.21.15.83:0/3677999611 learned_addr learned my addr 172.21.15.83:0/3677999611 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:13.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33bfff640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c103be0 0x7fb33c101710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33b7fe640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 0x7fb33c102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 -- 172.21.15.83:0/3677999611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 msgr2=0x7fb33c102b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 0x7fb33c102b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 -- 172.21.15.83:0/3677999611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c103be0 msgr2=0x7fb33c101710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c103be0 0x7fb33c101710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33affd640 1 -- 172.21.15.83:0/3677999611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb33c101fa0 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.913+0000 7fb33b7fe640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 0x7fb33c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb33affd640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb33000e9f0 tx=0x7fb33000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33000cd80 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb33c1a2320 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3300054d0 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb330010690 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.914+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb33c1a2870 con 0x7fb33c103220 2024-04-22T13:58:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.915+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb33c1093c0 con 0x7fb33c103220 2024-04-22T13:58:13.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.916+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7fb330004e50 con 0x7fb33c103220 2024-04-22T13:58:13.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.917+0000 7fb338ff9640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 0x7fb3240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:13.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.917+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb3300d1060 con 0x7fb33c103220 2024-04-22T13:58:13.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.917+0000 7fb33b7fe640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 0x7fb3240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:13.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.917+0000 7fb33b7fe640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 0x7fb3240a6270 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb32c005d00 tx=0x7fb32c005c90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:13.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:13.925+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb330053ff0 con 0x7fb33c103220 2024-04-22T13:58:14.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.112+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb33c02d5c0 con 0x7fb33c103220 2024-04-22T13:58:14.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.112+0000 7fb338ff9640 1 -- 172.21.15.83:0/3677999611 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fb33009d5c0 con 0x7fb33c103220 2024-04-22T13:58:14.115 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:14.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 msgr2=0x7fb3240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 0x7fb3240a6270 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb32c005d00 tx=0x7fb32c005c90 comp rx=0 tx=0).stop 2024-04-22T13:58:14.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 msgr2=0x7fb33c1011d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb33000e9f0 tx=0x7fb33000edf0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 shutdown_connections 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3240a3db0 0x7fb3240a6270 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb33c103be0 0x7fb33c101710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb33c103220 0x7fb33c1011d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 --2- 172.21.15.83:0/3677999611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb33c100250 0x7fb33c102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 >> 172.21.15.83:0/3677999611 conn(0x7fb33c0fbb80 msgr2=0x7fb33c106590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 shutdown_connections 2024-04-22T13:58:14.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.115+0000 7fb34208e640 1 -- 172.21.15.83:0/3677999611 wait complete. 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1788444635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/896417297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:13 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/156975211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:14.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1788444635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/896417297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:13 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/156975211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='client.15390 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1788444635' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/896417297' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:14.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:13 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/156975211' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:14.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- 172.21.15.83:0/544322635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c101fe0 msgr2=0x7fe51c102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 --2- 172.21.15.83:0/544322635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c101fe0 0x7fe51c102460 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fe50c009900 tx=0x7fe50c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:14.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- 172.21.15.83:0/544322635 shutdown_connections 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 --2- 172.21.15.83:0/544322635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c1029a0 0x7fe51c1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 --2- 172.21.15.83:0/544322635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c101fe0 0x7fe51c102460 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 --2- 172.21.15.83:0/544322635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c100e90 0x7fe51c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- 172.21.15.83:0/544322635 >> 172.21.15.83:0/544322635 conn(0x7fe51c0fc400 msgr2=0x7fe51c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- 172.21.15.83:0/544322635 shutdown_connections 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- 172.21.15.83:0/544322635 wait complete. 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 Processor -- start 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.230+0000 7fe5228a5640 1 -- start start 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c101fe0 0x7fe51c19cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 0x7fe51c19f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c10c9e0 con 0x7fe51c100e90 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c10c860 con 0x7fe51c1029a0 2024-04-22T13:58:14.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe5228a5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe51c10cb60 con 0x7fe51c101fe0 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43712/0 (socket says 172.21.15.83:43712) 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 -- 172.21.15.83:0/470723823 learned_addr learned my addr 172.21.15.83:0/470723823 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe520e42640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 0x7fe51c19f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51b7fe640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c101fe0 0x7fe51c19cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 -- 172.21.15.83:0/470723823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c101fe0 msgr2=0x7fe51c19cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c101fe0 0x7fe51c19cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 -- 172.21.15.83:0/470723823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 msgr2=0x7fe51c19f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 0x7fe51c19f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 -- 172.21.15.83:0/470723823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51c19fe70 con 0x7fe51c100e90 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe520e42640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 0x7fe51c19f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.231+0000 7fe51bfff640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe51000e9f0 tx=0x7fe51000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.232+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe51000cd80 con 0x7fe51c100e90 2024-04-22T13:58:14.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.232+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51c1a0160 con 0x7fe51c100e90 2024-04-22T13:58:14.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.232+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5100108e0 con 0x7fe51c100e90 2024-04-22T13:58:14.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.232+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe510018980 con 0x7fe51c100e90 2024-04-22T13:58:14.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.232+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe51c1a06d0 con 0x7fe51c100e90 2024-04-22T13:58:14.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.233+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe51c108290 con 0x7fe51c100e90 2024-04-22T13:58:14.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.234+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7fe510010430 con 0x7fe51c100e90 2024-04-22T13:58:14.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.235+0000 7fe5197fa640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 0x7fe5040a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.235+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe5100d10b0 con 0x7fe51c100e90 2024-04-22T13:58:14.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.235+0000 7fe51b7fe640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 0x7fe5040a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.235+0000 7fe51b7fe640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 0x7fe5040a6270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe50c005ab0 tx=0x7fe50c005fd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.238+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe51009d060 con 0x7fe51c100e90 2024-04-22T13:58:14.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.423+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe51c02d5c0 con 0x7fe51c100e90 2024-04-22T13:58:14.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.423+0000 7fe5197fa640 1 -- 172.21.15.83:0/470723823 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fe5100a1360 con 0x7fe51c100e90 2024-04-22T13:58:14.426 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:14.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 msgr2=0x7fe5040a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 0x7fe5040a6270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe50c005ab0 tx=0x7fe50c005fd0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 msgr2=0x7fe51c069c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe51000e9f0 tx=0x7fe51000eeb0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 shutdown_connections 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe5040a3db0 0x7fe5040a6270 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe51c1029a0 0x7fe51c19f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe51c101fe0 0x7fe51c19cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 --2- 172.21.15.83:0/470723823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe51c100e90 0x7fe51c069c70 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 >> 172.21.15.83:0/470723823 conn(0x7fe51c0fc400 msgr2=0x7fe51c105460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 shutdown_connections 2024-04-22T13:58:14.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.425+0000 7fe5228a5640 1 -- 172.21.15.83:0/470723823 wait complete. 2024-04-22T13:58:14.440 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 -- 172.21.15.83:0/651294084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0100250 msgr2=0x7f65a0100670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 --2- 172.21.15.83:0/651294084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0100250 0x7f65a0100670 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f6590009930 tx=0x7f659002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 -- 172.21.15.83:0/651294084 shutdown_connections 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 --2- 172.21.15.83:0/651294084 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103be0 0x7f65a010a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 --2- 172.21.15.83:0/651294084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0103220 0x7f65a01036a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 --2- 172.21.15.83:0/651294084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0100250 0x7f65a0100670 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 -- 172.21.15.83:0/651294084 >> 172.21.15.83:0/651294084 conn(0x7f65a00fbb80 msgr2=0x7f65a00fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 -- 172.21.15.83:0/651294084 shutdown_connections 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.547+0000 7f65a64f2640 1 -- 172.21.15.83:0/651294084 wait complete. 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 Processor -- start 2024-04-22T13:58:14.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 -- start start 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0100250 0x7f65a0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103220 0x7f65a01987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65a010daf0 con 0x7f65a0103be0 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65a010d970 con 0x7f65a0100250 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a64f2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65a010dc70 con 0x7f65a0103220 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43724/0 (socket says 172.21.15.83:43724) 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 -- 172.21.15.83:0/3545296015 learned_addr learned my addr 172.21.15.83:0/3545296015 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f659ffff640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0100250 0x7f65a0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f659f7fe640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103220 0x7f65a01987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 -- 172.21.15.83:0/3545296015 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103220 msgr2=0x7f65a01987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103220 0x7f65a01987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 -- 172.21.15.83:0/3545296015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0100250 msgr2=0x7f65a0198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0100250 0x7f65a0198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.548+0000 7f65a4a8f640 1 -- 172.21.15.83:0/3545296015 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65a019feb0 con 0x7f65a0103be0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f65a4a8f640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f659800eb10 tx=0x7f659800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6598004b20 con 0x7f65a0103be0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6598004cc0 con 0x7f65a0103be0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65a01a01a0 con 0x7f65a0103be0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6598010670 con 0x7f65a0103be0 2024-04-22T13:58:14.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.549+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65a01a06f0 con 0x7f65a0103be0 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.550+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65a01094e0 con 0x7f65a0103be0 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.551+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f6598005020 con 0x7f65a0103be0 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.551+0000 7f659d7fa640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 0x7f65880a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.552+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f65980d0f50 con 0x7f65a0103be0 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.552+0000 7f659ffff640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 0x7f65880a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.552+0000 7f659ffff640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 0x7f65880a6270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6590000c00 tx=0x7f6590005fd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.557+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f659809d4b0 con 0x7f65a0103be0 2024-04-22T13:58:14.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.746+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f65a002d770 con 0x7f65a0103be0 2024-04-22T13:58:14.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.747+0000 7f659d7fa640 1 -- 172.21.15.83:0/3545296015 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f659809cdb0 con 0x7f65a0103be0 2024-04-22T13:58:14.749 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:14.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 msgr2=0x7f65880a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 0x7f65880a6270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6590000c00 tx=0x7f6590005fd0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 msgr2=0x7f65a019f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f659800eb10 tx=0x7f659800c2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 shutdown_connections 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65880a3db0 0x7f65880a6270 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a0103be0 0x7f65a019f840 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a0103220 0x7f65a01987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 --2- 172.21.15.83:0/3545296015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a0100250 0x7f65a0198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 >> 172.21.15.83:0/3545296015 conn(0x7f65a00fbb80 msgr2=0x7f65a01066b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 shutdown_connections 2024-04-22T13:58:14.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.749+0000 7f65a64f2640 1 -- 172.21.15.83:0/3545296015 wait complete. 2024-04-22T13:58:14.763 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-04-22T13:58:14.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 -- 172.21.15.83:0/2616265666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 msgr2=0x7fa3a010a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/2616265666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a010a3c0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fa398009ca0 tx=0x7fa39802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 -- 172.21.15.83:0/2616265666 shutdown_connections 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/2616265666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a010a3c0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/2616265666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 0x7fa3a01035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/2616265666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 0x7fa3a01023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.863+0000 7fa3a7b23640 1 -- 172.21.15.83:0/2616265666 >> 172.21.15.83:0/2616265666 conn(0x7fa3a00fd530 msgr2=0x7fa3a00ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:14.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.864+0000 7fa3a7b23640 1 -- 172.21.15.83:0/2616265666 shutdown_connections 2024-04-22T13:58:14.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.864+0000 7fa3a7b23640 1 -- 172.21.15.83:0/2616265666 wait complete. 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.864+0000 7fa3a7b23640 1 Processor -- start 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.864+0000 7fa3a7b23640 1 -- start start 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 0x7fa3a0198120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 0x7fa3a0198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a010dac0 con 0x7fa3a0103b30 2024-04-22T13:58:14.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a010d940 con 0x7fa3a0101f80 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa3a010dc40 con 0x7fa3a0103170 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a50be640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 0x7fa3a0198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43748/0 (socket says 172.21.15.83:43748) 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 -- 172.21.15.83:0/893456348 learned_addr learned my addr 172.21.15.83:0/893456348 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a58bf640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 0x7fa3a0198120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 -- 172.21.15.83:0/893456348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 msgr2=0x7fa3a0198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 0x7fa3a0198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 -- 172.21.15.83:0/893456348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 msgr2=0x7fa3a0198120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 0x7fa3a0198120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 -- 172.21.15.83:0/893456348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3a019fd40 con 0x7fa3a0103b30 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a60c0640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa39802c700 tx=0x7fa3980346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa398041020 con 0x7fa3a0103b30 2024-04-22T13:58:14.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa398034ca0 con 0x7fa3a0103b30 2024-04-22T13:58:14.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3a019ffd0 con 0x7fa3a0103b30 2024-04-22T13:58:14.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa398039040 con 0x7fa3a0103b30 2024-04-22T13:58:14.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.865+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3a01a0430 con 0x7fa3a0103b30 2024-04-22T13:58:14.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.866+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3a01092c0 con 0x7fa3a0103b30 2024-04-22T13:58:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.867+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7fa398044020 con 0x7fa3a0103b30 2024-04-22T13:58:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.868+0000 7fa396ffd640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 0x7fa38c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.868+0000 7fa3a58bf640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 0x7fa38c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.868+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa3980f2580 con 0x7fa3a0103b30 2024-04-22T13:58:14.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.869+0000 7fa3a58bf640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 0x7fa38c0a6270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0102fd0 tx=0x7fa39c005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:14.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:14.873+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa39804b020 con 0x7fa3a0103b30 2024-04-22T13:58:15.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.110+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3a002d5c0 con 0x7fa3a0103b30 2024-04-22T13:58:15.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.110+0000 7fa396ffd640 1 -- 172.21.15.83:0/893456348 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7fa3980bebf0 con 0x7fa3a0103b30 2024-04-22T13:58:15.113 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:15.113 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:15.113 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.112+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 msgr2=0x7fa38c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 0x7fa38c0a6270 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0102fd0 tx=0x7fa39c005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 msgr2=0x7fa3a019f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa39802c700 tx=0x7fa3980346d0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 shutdown_connections 2024-04-22T13:58:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa38c0a3db0 0x7fa38c0a6270 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa3a0103b30 0x7fa3a019f6d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3a0103170 0x7fa3a0198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 --2- 172.21.15.83:0/893456348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3a0101f80 0x7fa3a0198120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 >> 172.21.15.83:0/893456348 conn(0x7fa3a00fd530 msgr2=0x7fa3a0106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 shutdown_connections 2024-04-22T13:58:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.113+0000 7fa3a7b23640 1 -- 172.21.15.83:0/893456348 wait complete. 2024-04-22T13:58:15.126 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:15.126 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-22T13:58:15.126 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3677999611' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.126 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/470723823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.126 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.127 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:15.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:15.128 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:14 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3545296015' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.129 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-04-22T13:58:15.129 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-04-22T13:58:15.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:15.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:15.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3677999611' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/470723823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:15.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:14 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3545296015' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3677999611' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/470723823' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:14 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3545296015' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.230+0000 7ff6e4922640 1 -- 172.21.15.83:0/4049800122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0102980 msgr2=0x7ff6e01092a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.230+0000 7ff6e4922640 1 --2- 172.21.15.83:0/4049800122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0102980 0x7ff6e01092a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff6d8009be0 tx=0x7ff6d802bef0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 -- 172.21.15.83:0/4049800122 shutdown_connections 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 --2- 172.21.15.83:0/4049800122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0102980 0x7ff6e01092a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 --2- 172.21.15.83:0/4049800122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 --2- 172.21.15.83:0/4049800122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0100e70 0x7ff6e0101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 -- 172.21.15.83:0/4049800122 >> 172.21.15.83:0/4049800122 conn(0x7ff6e00fc3e0 msgr2=0x7ff6e00fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:15.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 -- 172.21.15.83:0/4049800122 shutdown_connections 2024-04-22T13:58:15.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 -- 172.21.15.83:0/4049800122 wait complete. 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 Processor -- start 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.231+0000 7ff6e4922640 1 -- start start 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0102980 0x7ff6e019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e010c9f0 con 0x7ff6e0101fc0 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e010c870 con 0x7ff6e0100e70 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6e4922640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e010cb70 con 0x7ff6e0102980 2024-04-22T13:58:15.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6ddd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6ded9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0102980 0x7ff6e019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38482/0 (socket says 172.21.15.83:38482) 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 -- 172.21.15.83:0/1594461316 learned_addr learned my addr 172.21.15.83:0/1594461316 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6ddd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43758/0 (socket says 172.21.15.83:43758) 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 -- 172.21.15.83:0/1594461316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0102980 msgr2=0x7ff6e019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0102980 0x7ff6e019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 -- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 msgr2=0x7ff6e0198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 -- 172.21.15.83:0/1594461316 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6e019fd20 con 0x7ff6e0100e70 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6de59c640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000e9c0 tx=0x7ff6d000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:15.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.232+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d000cde0 con 0x7ff6e0100e70 2024-04-22T13:58:15.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.233+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6e019ffb0 con 0x7ff6e0100e70 2024-04-22T13:58:15.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.233+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6d00035f0 con 0x7ff6e0100e70 2024-04-22T13:58:15.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.233+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d0010690 con 0x7ff6e0100e70 2024-04-22T13:58:15.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.233+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6e01a04c0 con 0x7ff6e0100e70 2024-04-22T13:58:15.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.233+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6e01a0780 con 0x7ff6e0100e70 2024-04-22T13:58:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.235+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7ff6d0004000 con 0x7ff6e0100e70 2024-04-22T13:58:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.236+0000 7ff6cf7fe640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 0x7ff6c80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.236+0000 7ff6ddd9b640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 0x7ff6c80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.236+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff6d00d0d40 con 0x7ff6e0100e70 2024-04-22T13:58:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.236+0000 7ff6ddd9b640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 0x7ff6c80a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0199610 tx=0x7ff6d4005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:15.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.240+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff6d009d2a0 con 0x7ff6e0100e70 2024-04-22T13:58:15.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.489+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff6e01a0950 con 0x7ff6c80a3db0 2024-04-22T13:58:15.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.496+0000 7ff6cf7fe640 1 -- 172.21.15.83:0/1594461316 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258076 (secure 0 0 0) 0x7ff6e01a0950 con 0x7ff6c80a3db0 2024-04-22T13:58:15.502 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:15.504 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:15.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.499+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 msgr2=0x7ff6c80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.499+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 0x7ff6c80a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff6e0199610 tx=0x7ff6d4005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.499+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 msgr2=0x7ff6e0198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.499+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff6d000e9c0 tx=0x7ff6d000ee80 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 shutdown_connections 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6c80a3db0 0x7ff6c80a6270 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6e0102980 0x7ff6e019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6e0101fc0 0x7ff6e0198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 --2- 172.21.15.83:0/1594461316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6e0100e70 0x7ff6e0198100 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 >> 172.21.15.83:0/1594461316 conn(0x7ff6e00fc3e0 msgr2=0x7ff6e00fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 shutdown_connections 2024-04-22T13:58:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.500+0000 7ff6e4922640 1 -- 172.21.15.83:0/1594461316 wait complete. 2024-04-22T13:58:15.513 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-22T13:58:15.121922+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190741,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1499,"num_read_kb":917,"num_write":553,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361156,"kb_used_data":11968,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580668,"statfs":{"total":1151940427776,"available":1151570604032,"internally_reserved":0,"allocated":12255232,"data_stored":9014736,"data_compressed":216684,"data_compressed_allocated":286720,"data_compressed_original":3317760,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989339"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161729+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161729+0000","last_peered":"2024-04-22T13:58:11.161729+0000","last_clean":"2024-04-22T13:58:11.161729+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161729+0000","last_undegraded":"2024-04-22T13:58:11.161729+0000","last_fullsized":"2024-04-22T13:58:11.161729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109388+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109388+0000","last_peered":"2024-04-22T13:58:11.109388+0000","last_clean":"2024-04-22T13:58:11.109388+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109388+0000","last_undegraded":"2024-04-22T13:58:11.109388+0000","last_fullsized":"2024-04-22T13:58:11.109388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":159,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.679929+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:11.679929+0000","last_peered":"2024-04-22T13:58:11.679929+0000","last_clean":"2024-04-22T13:58:11.679929+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:11.679929+0000","last_undegraded":"2024-04-22T13:58:11.679929+0000","last_fullsized":"2024-04-22T13:58:11.679929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673748+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:11.673748+0000","last_peered":"2024-04-22T13:58:11.673748+0000","last_clean":"2024-04-22T13:58:11.673748+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:11.673748+0000","last_undegraded":"2024-04-22T13:58:11.673748+0000","last_fullsized":"2024-04-22T13:58:11.673748+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":273,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673096+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:11.673096+0000","last_peered":"2024-04-22T13:58:11.673096+0000","last_clean":"2024-04-22T13:58:11.673096+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:11.673096+0000","last_undegraded":"2024-04-22T13:58:11.673096+0000","last_fullsized":"2024-04-22T13:58:11.673096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'36","reported_seq":312,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680925+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:11.680925+0000","last_peered":"2024-04-22T13:58:11.680925+0000","last_clean":"2024-04-22T13:58:11.680925+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:11.680925+0000","last_undegraded":"2024-04-22T13:58:11.680925+0000","last_fullsized":"2024-04-22T13:58:11.680925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66106,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":255,"num_read_kb":194,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162643+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162643+0000","last_peered":"2024-04-22T13:58:11.162643+0000","last_clean":"2024-04-22T13:58:11.162643+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162643+0000","last_undegraded":"2024-04-22T13:58:11.162643+0000","last_fullsized":"2024-04-22T13:58:11.162643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161243+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:11.161243+0000","last_peered":"2024-04-22T13:58:11.161243+0000","last_clean":"2024-04-22T13:58:11.161243+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:11.161243+0000","last_undegraded":"2024-04-22T13:58:11.161243+0000","last_fullsized":"2024-04-22T13:58:11.161243+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":128,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161542+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161542+0000","last_peered":"2024-04-22T13:58:11.161542+0000","last_clean":"2024-04-22T13:58:11.161542+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161542+0000","last_undegraded":"2024-04-22T13:58:11.161542+0000","last_fullsized":"2024-04-22T13:58:11.161542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111153+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111153+0000","last_peered":"2024-04-22T13:58:11.111153+0000","last_clean":"2024-04-22T13:58:11.111153+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111153+0000","last_undegraded":"2024-04-22T13:58:11.111153+0000","last_fullsized":"2024-04-22T13:58:11.111153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680867+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:11.680867+0000","last_peered":"2024-04-22T13:58:11.680867+0000","last_clean":"2024-04-22T13:58:11.680867+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:11.680867+0000","last_undegraded":"2024-04-22T13:58:11.680867+0000","last_fullsized":"2024-04-22T13:58:11.680867+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.722182+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:11.722182+0000","last_peered":"2024-04-22T13:58:11.722182+0000","last_clean":"2024-04-22T13:58:11.722182+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:11.722182+0000","last_undegraded":"2024-04-22T13:58:11.722182+0000","last_fullsized":"2024-04-22T13:58:11.722182+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161449+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:11.161449+0000","last_peered":"2024-04-22T13:58:11.161449+0000","last_clean":"2024-04-22T13:58:11.161449+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:11.161449+0000","last_undegraded":"2024-04-22T13:58:11.161449+0000","last_fullsized":"2024-04-22T13:58:11.161449+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'49","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.934215+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:11.934215+0000","last_peered":"2024-04-22T13:58:11.934215+0000","last_clean":"2024-04-22T13:58:11.934215+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:11.934215+0000","last_undegraded":"2024-04-22T13:58:11.934215+0000","last_fullsized":"2024-04-22T13:58:11.934215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161814+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.161814+0000","last_peered":"2024-04-22T13:58:11.161814+0000","last_clean":"2024-04-22T13:58:11.161814+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.161814+0000","last_undegraded":"2024-04-22T13:58:11.161814+0000","last_fullsized":"2024-04-22T13:58:11.161814+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161693+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161693+0000","last_peered":"2024-04-22T13:58:11.161693+0000","last_clean":"2024-04-22T13:58:11.161693+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161693+0000","last_undegraded":"2024-04-22T13:58:11.161693+0000","last_fullsized":"2024-04-22T13:58:11.161693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161546+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161546+0000","last_peered":"2024-04-22T13:58:11.161546+0000","last_clean":"2024-04-22T13:58:11.161546+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161546+0000","last_undegraded":"2024-04-22T13:58:11.161546+0000","last_fullsized":"2024-04-22T13:58:11.161546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110785+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110785+0000","last_peered":"2024-04-22T13:58:11.110785+0000","last_clean":"2024-04-22T13:58:11.110785+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110785+0000","last_undegraded":"2024-04-22T13:58:11.110785+0000","last_fullsized":"2024-04-22T13:58:11.110785+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161945+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.161945+0000","last_peered":"2024-04-22T13:58:11.161945+0000","last_clean":"2024-04-22T13:58:11.161945+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.161945+0000","last_undegraded":"2024-04-22T13:58:11.161945+0000","last_fullsized":"2024-04-22T13:58:11.161945+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162041+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162041+0000","last_peered":"2024-04-22T13:58:11.162041+0000","last_clean":"2024-04-22T13:58:11.162041+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162041+0000","last_undegraded":"2024-04-22T13:58:11.162041+0000","last_fullsized":"2024-04-22T13:58:11.162041+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162045+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162045+0000","last_peered":"2024-04-22T13:58:11.162045+0000","last_clean":"2024-04-22T13:58:11.162045+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162045+0000","last_undegraded":"2024-04-22T13:58:11.162045+0000","last_fullsized":"2024-04-22T13:58:11.162045+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161560+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161560+0000","last_peered":"2024-04-22T13:58:11.161560+0000","last_clean":"2024-04-22T13:58:11.161560+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161560+0000","last_undegraded":"2024-04-22T13:58:11.161560+0000","last_fullsized":"2024-04-22T13:58:11.161560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'7","reported_seq":154,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.674102+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:11.674102+0000","last_peered":"2024-04-22T13:58:11.674102+0000","last_clean":"2024-04-22T13:58:11.674102+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:11.674102+0000","last_undegraded":"2024-04-22T13:58:11.674102+0000","last_fullsized":"2024-04-22T13:58:11.674102+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1952,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161851+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161851+0000","last_peered":"2024-04-22T13:58:11.161851+0000","last_clean":"2024-04-22T13:58:11.161851+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161851+0000","last_undegraded":"2024-04-22T13:58:11.161851+0000","last_fullsized":"2024-04-22T13:58:11.161851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'41","reported_seq":70,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.299998+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:11.299998+0000","last_peered":"2024-04-22T13:58:11.299998+0000","last_clean":"2024-04-22T13:58:11.299998+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:11.299998+0000","last_undegraded":"2024-04-22T13:58:11.299998+0000","last_fullsized":"2024-04-22T13:58:11.299998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161696+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161696+0000","last_peered":"2024-04-22T13:58:11.161696+0000","last_clean":"2024-04-22T13:58:11.161696+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161696+0000","last_undegraded":"2024-04-22T13:58:11.161696+0000","last_fullsized":"2024-04-22T13:58:11.161696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162677+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162677+0000","last_peered":"2024-04-22T13:58:11.162677+0000","last_clean":"2024-04-22T13:58:11.162677+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162677+0000","last_undegraded":"2024-04-22T13:58:11.162677+0000","last_fullsized":"2024-04-22T13:58:11.162677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161730+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161730+0000","last_peered":"2024-04-22T13:58:11.161730+0000","last_clean":"2024-04-22T13:58:11.161730+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161730+0000","last_undegraded":"2024-04-22T13:58:11.161730+0000","last_fullsized":"2024-04-22T13:58:11.161730+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111079+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111079+0000","last_peered":"2024-04-22T13:58:11.111079+0000","last_clean":"2024-04-22T13:58:11.111079+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111079+0000","last_undegraded":"2024-04-22T13:58:11.111079+0000","last_fullsized":"2024-04-22T13:58:11.111079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162646+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162646+0000","last_peered":"2024-04-22T13:58:11.162646+0000","last_clean":"2024-04-22T13:58:11.162646+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162646+0000","last_undegraded":"2024-04-22T13:58:11.162646+0000","last_fullsized":"2024-04-22T13:58:11.162646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162208+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162208+0000","last_peered":"2024-04-22T13:58:11.162208+0000","last_clean":"2024-04-22T13:58:11.162208+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162208+0000","last_undegraded":"2024-04-22T13:58:11.162208+0000","last_fullsized":"2024-04-22T13:58:11.162208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161968+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.161968+0000","last_peered":"2024-04-22T13:58:11.161968+0000","last_clean":"2024-04-22T13:58:11.161968+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.161968+0000","last_undegraded":"2024-04-22T13:58:11.161968+0000","last_fullsized":"2024-04-22T13:58:11.161968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161390+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161390+0000","last_peered":"2024-04-22T13:58:11.161390+0000","last_clean":"2024-04-22T13:58:11.161390+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161390+0000","last_undegraded":"2024-04-22T13:58:11.161390+0000","last_fullsized":"2024-04-22T13:58:11.161390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162243+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162243+0000","last_peered":"2024-04-22T13:58:11.162243+0000","last_clean":"2024-04-22T13:58:11.162243+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162243+0000","last_undegraded":"2024-04-22T13:58:11.162243+0000","last_fullsized":"2024-04-22T13:58:11.162243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162637+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162637+0000","last_peered":"2024-04-22T13:58:11.162637+0000","last_clean":"2024-04-22T13:58:11.162637+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162637+0000","last_undegraded":"2024-04-22T13:58:11.162637+0000","last_fullsized":"2024-04-22T13:58:11.162637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110979+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.110979+0000","last_peered":"2024-04-22T13:58:11.110979+0000","last_clean":"2024-04-22T13:58:11.110979+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.110979+0000","last_undegraded":"2024-04-22T13:58:11.110979+0000","last_fullsized":"2024-04-22T13:58:11.110979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600139,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1363,"num_read_kb":798,"num_write":370,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":700416,"data_stored":1800417,"data_compressed":81486,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383718,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466606,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645355,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":1255309,"data_compressed":46464,"data_compressed_allocated":61440,"data_compressed_original":729088,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808880,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070519,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332156,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060182,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495680,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466163,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":533182,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467502,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":533725,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":990022,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920843,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757318,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1048576,"data_stored":1057847,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":68640,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69183,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":134811,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":200282,"data_compressed":8016,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:15.518 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:15.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 -- 172.21.15.83:0/426548232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b4101b60 msgr2=0x7f49b410dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/426548232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b4101b60 0x7f49b410dc90 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f49ac009cd0 tx=0x7f49ac02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 -- 172.21.15.83:0/426548232 shutdown_connections 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/426548232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b4101b60 0x7f49b410dc90 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/426548232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b41011a0 0x7f49b4101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/426548232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4105e30 0x7f49b4106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 -- 172.21.15.83:0/426548232 >> 172.21.15.83:0/426548232 conn(0x7f49b4077e30 msgr2=0x7f49b4078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 -- 172.21.15.83:0/426548232 shutdown_connections 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.654+0000 7f49b8bf4640 1 -- 172.21.15.83:0/426548232 wait complete. 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 Processor -- start 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 -- start start 2024-04-22T13:58:15.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 0x7f49b4198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b4105e30 0x7f49b419cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f49b41110c0 con 0x7f49b41011a0 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49b4110f40 con 0x7f49b4101b60 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b8bf4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f49b4111240 con 0x7f49b4105e30 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43786/0 (socket says 172.21.15.83:43786) 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.655+0000 7f49b259c640 1 -- 172.21.15.83:0/3256608401 learned_addr learned my addr 172.21.15.83:0/3256608401 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b1d9b640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 0x7f49b4198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b2d9d640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b4105e30 0x7f49b419cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 -- 172.21.15.83:0/3256608401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b4105e30 msgr2=0x7f49b419cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b4105e30 0x7f49b419cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 -- 172.21.15.83:0/3256608401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 msgr2=0x7f49b4198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 0x7f49b4198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 -- 172.21.15.83:0/3256608401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b419d670 con 0x7f49b41011a0 2024-04-22T13:58:15.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b1d9b640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 0x7f49b4198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:15.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.656+0000 7f49b259c640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f49a400e9f0 tx=0x7f49a400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:15.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.657+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a400cd80 con 0x7f49b41011a0 2024-04-22T13:58:15.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.657+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49a40108e0 con 0x7f49b41011a0 2024-04-22T13:58:15.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.657+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b419d960 con 0x7f49b41011a0 2024-04-22T13:58:15.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.657+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49a4018980 con 0x7f49b41011a0 2024-04-22T13:58:15.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.658+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b41a51f0 con 0x7f49b41011a0 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.659+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49b4068de0 con 0x7f49b41011a0 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.659+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 23) ==== 138817+0+0 (secure 0 0 0) 0x7f49a4010430 con 0x7f49b41011a0 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.660+0000 7f49a37fe640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 0x7f499c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.660+0000 7f49b1d9b640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 0x7f499c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.660+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f49a40d0c70 con 0x7f49b41011a0 2024-04-22T13:58:15.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.661+0000 7f49b1d9b640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 0x7f499c0a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f49b406a1c0 tx=0x7f49a8005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:15.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.664+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f49a409cb80 con 0x7f49b41011a0 2024-04-22T13:58:15.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.849+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f49b40690e0 con 0x7f499c0a3db0 2024-04-22T13:58:15.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.856+0000 7f49a37fe640 1 -- 172.21.15.83:0/3256608401 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258076 (secure 0 0 0) 0x7f49b40690e0 con 0x7f499c0a3db0 2024-04-22T13:58:15.863 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:15.864 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.859+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 msgr2=0x7f499c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.859+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 0x7f499c0a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f49b406a1c0 tx=0x7f49a8005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.859+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 msgr2=0x7f49b4198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f49a400e9f0 tx=0x7f49a400eeb0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 shutdown_connections 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f499c0a3db0 0x7f499c0a6270 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f49b4105e30 0x7f49b419cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49b4101b60 0x7f49b4198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 --2- 172.21.15.83:0/3256608401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f49b41011a0 0x7f49b4198680 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:15.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 >> 172.21.15.83:0/3256608401 conn(0x7f49b4077e30 msgr2=0x7f49b4104d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:15.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 shutdown_connections 2024-04-22T13:58:15.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:15.860+0000 7f49b8bf4640 1 -- 172.21.15.83:0/3256608401 wait complete. 2024-04-22T13:58:15.874 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-22T13:58:15.121922+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190741,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1499,"num_read_kb":917,"num_write":553,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361156,"kb_used_data":11968,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580668,"statfs":{"total":1151940427776,"available":1151570604032,"internally_reserved":0,"allocated":12255232,"data_stored":9014736,"data_compressed":216684,"data_compressed_allocated":286720,"data_compressed_original":3317760,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989339"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161729+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161729+0000","last_peered":"2024-04-22T13:58:11.161729+0000","last_clean":"2024-04-22T13:58:11.161729+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161729+0000","last_undegraded":"2024-04-22T13:58:11.161729+0000","last_fullsized":"2024-04-22T13:58:11.161729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109388+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109388+0000","last_peered":"2024-04-22T13:58:11.109388+0000","last_clean":"2024-04-22T13:58:11.109388+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109388+0000","last_undegraded":"2024-04-22T13:58:11.109388+0000","last_fullsized":"2024-04-22T13:58:11.109388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":159,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.679929+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:11.679929+0000","last_peered":"2024-04-22T13:58:11.679929+0000","last_clean":"2024-04-22T13:58:11.679929+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:11.679929+0000","last_undegraded":"2024-04-22T13:58:11.679929+0000","last_fullsized":"2024-04-22T13:58:11.679929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673748+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:11.673748+0000","last_peered":"2024-04-22T13:58:11.673748+0000","last_clean":"2024-04-22T13:58:11.673748+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:11.673748+0000","last_undegraded":"2024-04-22T13:58:11.673748+0000","last_fullsized":"2024-04-22T13:58:11.673748+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":273,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673096+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:11.673096+0000","last_peered":"2024-04-22T13:58:11.673096+0000","last_clean":"2024-04-22T13:58:11.673096+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:11.673096+0000","last_undegraded":"2024-04-22T13:58:11.673096+0000","last_fullsized":"2024-04-22T13:58:11.673096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'36","reported_seq":312,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680925+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:11.680925+0000","last_peered":"2024-04-22T13:58:11.680925+0000","last_clean":"2024-04-22T13:58:11.680925+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:11.680925+0000","last_undegraded":"2024-04-22T13:58:11.680925+0000","last_fullsized":"2024-04-22T13:58:11.680925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66106,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":255,"num_read_kb":194,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162643+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162643+0000","last_peered":"2024-04-22T13:58:11.162643+0000","last_clean":"2024-04-22T13:58:11.162643+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162643+0000","last_undegraded":"2024-04-22T13:58:11.162643+0000","last_fullsized":"2024-04-22T13:58:11.162643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161243+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:11.161243+0000","last_peered":"2024-04-22T13:58:11.161243+0000","last_clean":"2024-04-22T13:58:11.161243+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:11.161243+0000","last_undegraded":"2024-04-22T13:58:11.161243+0000","last_fullsized":"2024-04-22T13:58:11.161243+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":128,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161542+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161542+0000","last_peered":"2024-04-22T13:58:11.161542+0000","last_clean":"2024-04-22T13:58:11.161542+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161542+0000","last_undegraded":"2024-04-22T13:58:11.161542+0000","last_fullsized":"2024-04-22T13:58:11.161542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111153+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111153+0000","last_peered":"2024-04-22T13:58:11.111153+0000","last_clean":"2024-04-22T13:58:11.111153+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111153+0000","last_undegraded":"2024-04-22T13:58:11.111153+0000","last_fullsized":"2024-04-22T13:58:11.111153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680867+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:11.680867+0000","last_peered":"2024-04-22T13:58:11.680867+0000","last_clean":"2024-04-22T13:58:11.680867+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:11.680867+0000","last_undegraded":"2024-04-22T13:58:11.680867+0000","last_fullsized":"2024-04-22T13:58:11.680867+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.722182+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:11.722182+0000","last_peered":"2024-04-22T13:58:11.722182+0000","last_clean":"2024-04-22T13:58:11.722182+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:11.722182+0000","last_undegraded":"2024-04-22T13:58:11.722182+0000","last_fullsized":"2024-04-22T13:58:11.722182+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161449+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:11.161449+0000","last_peered":"2024-04-22T13:58:11.161449+0000","last_clean":"2024-04-22T13:58:11.161449+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:11.161449+0000","last_undegraded":"2024-04-22T13:58:11.161449+0000","last_fullsized":"2024-04-22T13:58:11.161449+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'49","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.934215+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:11.934215+0000","last_peered":"2024-04-22T13:58:11.934215+0000","last_clean":"2024-04-22T13:58:11.934215+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:11.934215+0000","last_undegraded":"2024-04-22T13:58:11.934215+0000","last_fullsized":"2024-04-22T13:58:11.934215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161814+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.161814+0000","last_peered":"2024-04-22T13:58:11.161814+0000","last_clean":"2024-04-22T13:58:11.161814+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.161814+0000","last_undegraded":"2024-04-22T13:58:11.161814+0000","last_fullsized":"2024-04-22T13:58:11.161814+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161693+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161693+0000","last_peered":"2024-04-22T13:58:11.161693+0000","last_clean":"2024-04-22T13:58:11.161693+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161693+0000","last_undegraded":"2024-04-22T13:58:11.161693+0000","last_fullsized":"2024-04-22T13:58:11.161693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161546+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161546+0000","last_peered":"2024-04-22T13:58:11.161546+0000","last_clean":"2024-04-22T13:58:11.161546+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161546+0000","last_undegraded":"2024-04-22T13:58:11.161546+0000","last_fullsized":"2024-04-22T13:58:11.161546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110785+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110785+0000","last_peered":"2024-04-22T13:58:11.110785+0000","last_clean":"2024-04-22T13:58:11.110785+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110785+0000","last_undegraded":"2024-04-22T13:58:11.110785+0000","last_fullsized":"2024-04-22T13:58:11.110785+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161945+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.161945+0000","last_peered":"2024-04-22T13:58:11.161945+0000","last_clean":"2024-04-22T13:58:11.161945+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.161945+0000","last_undegraded":"2024-04-22T13:58:11.161945+0000","last_fullsized":"2024-04-22T13:58:11.161945+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162041+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162041+0000","last_peered":"2024-04-22T13:58:11.162041+0000","last_clean":"2024-04-22T13:58:11.162041+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162041+0000","last_undegraded":"2024-04-22T13:58:11.162041+0000","last_fullsized":"2024-04-22T13:58:11.162041+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162045+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162045+0000","last_peered":"2024-04-22T13:58:11.162045+0000","last_clean":"2024-04-22T13:58:11.162045+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162045+0000","last_undegraded":"2024-04-22T13:58:11.162045+0000","last_fullsized":"2024-04-22T13:58:11.162045+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161560+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161560+0000","last_peered":"2024-04-22T13:58:11.161560+0000","last_clean":"2024-04-22T13:58:11.161560+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161560+0000","last_undegraded":"2024-04-22T13:58:11.161560+0000","last_fullsized":"2024-04-22T13:58:11.161560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'7","reported_seq":154,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.674102+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:11.674102+0000","last_peered":"2024-04-22T13:58:11.674102+0000","last_clean":"2024-04-22T13:58:11.674102+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:11.674102+0000","last_undegraded":"2024-04-22T13:58:11.674102+0000","last_fullsized":"2024-04-22T13:58:11.674102+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1952,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161851+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161851+0000","last_peered":"2024-04-22T13:58:11.161851+0000","last_clean":"2024-04-22T13:58:11.161851+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161851+0000","last_undegraded":"2024-04-22T13:58:11.161851+0000","last_fullsized":"2024-04-22T13:58:11.161851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'41","reported_seq":70,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.299998+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:11.299998+0000","last_peered":"2024-04-22T13:58:11.299998+0000","last_clean":"2024-04-22T13:58:11.299998+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:11.299998+0000","last_undegraded":"2024-04-22T13:58:11.299998+0000","last_fullsized":"2024-04-22T13:58:11.299998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161696+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161696+0000","last_peered":"2024-04-22T13:58:11.161696+0000","last_clean":"2024-04-22T13:58:11.161696+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161696+0000","last_undegraded":"2024-04-22T13:58:11.161696+0000","last_fullsized":"2024-04-22T13:58:11.161696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162677+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162677+0000","last_peered":"2024-04-22T13:58:11.162677+0000","last_clean":"2024-04-22T13:58:11.162677+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162677+0000","last_undegraded":"2024-04-22T13:58:11.162677+0000","last_fullsized":"2024-04-22T13:58:11.162677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161730+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161730+0000","last_peered":"2024-04-22T13:58:11.161730+0000","last_clean":"2024-04-22T13:58:11.161730+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161730+0000","last_undegraded":"2024-04-22T13:58:11.161730+0000","last_fullsized":"2024-04-22T13:58:11.161730+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111079+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111079+0000","last_peered":"2024-04-22T13:58:11.111079+0000","last_clean":"2024-04-22T13:58:11.111079+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111079+0000","last_undegraded":"2024-04-22T13:58:11.111079+0000","last_fullsized":"2024-04-22T13:58:11.111079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162646+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162646+0000","last_peered":"2024-04-22T13:58:11.162646+0000","last_clean":"2024-04-22T13:58:11.162646+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162646+0000","last_undegraded":"2024-04-22T13:58:11.162646+0000","last_fullsized":"2024-04-22T13:58:11.162646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162208+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162208+0000","last_peered":"2024-04-22T13:58:11.162208+0000","last_clean":"2024-04-22T13:58:11.162208+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162208+0000","last_undegraded":"2024-04-22T13:58:11.162208+0000","last_fullsized":"2024-04-22T13:58:11.162208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161968+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.161968+0000","last_peered":"2024-04-22T13:58:11.161968+0000","last_clean":"2024-04-22T13:58:11.161968+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.161968+0000","last_undegraded":"2024-04-22T13:58:11.161968+0000","last_fullsized":"2024-04-22T13:58:11.161968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161390+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161390+0000","last_peered":"2024-04-22T13:58:11.161390+0000","last_clean":"2024-04-22T13:58:11.161390+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161390+0000","last_undegraded":"2024-04-22T13:58:11.161390+0000","last_fullsized":"2024-04-22T13:58:11.161390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162243+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162243+0000","last_peered":"2024-04-22T13:58:11.162243+0000","last_clean":"2024-04-22T13:58:11.162243+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162243+0000","last_undegraded":"2024-04-22T13:58:11.162243+0000","last_fullsized":"2024-04-22T13:58:11.162243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162637+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162637+0000","last_peered":"2024-04-22T13:58:11.162637+0000","last_clean":"2024-04-22T13:58:11.162637+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162637+0000","last_undegraded":"2024-04-22T13:58:11.162637+0000","last_fullsized":"2024-04-22T13:58:11.162637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110979+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.110979+0000","last_peered":"2024-04-22T13:58:11.110979+0000","last_clean":"2024-04-22T13:58:11.110979+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.110979+0000","last_undegraded":"2024-04-22T13:58:11.110979+0000","last_fullsized":"2024-04-22T13:58:11.110979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600139,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1363,"num_read_kb":798,"num_write":370,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":700416,"data_stored":1800417,"data_compressed":81486,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383718,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466606,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645355,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":1255309,"data_compressed":46464,"data_compressed_allocated":61440,"data_compressed_original":729088,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808880,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070519,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332156,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060182,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495680,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466163,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":533182,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467502,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":533725,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":990022,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920843,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757318,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1048576,"data_stored":1057847,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":68640,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69183,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":134811,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":200282,"data_compressed":8016,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:15.878 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-04-22T13:58:15.878 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- 172.21.15.83:0/1196486523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa620105e30 msgr2=0x7fa620106210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- 172.21.15.83:0/1196486523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa620105e30 0x7fa620106210 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009cd0 tx=0x7fa61c02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- 172.21.15.83:0/1196486523 shutdown_connections 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- 172.21.15.83:0/1196486523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620101b60 0x7fa62010dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- 172.21.15.83:0/1196486523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa6201011a0 0x7fa620101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- 172.21.15.83:0/1196486523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa620105e30 0x7fa620106210 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- 172.21.15.83:0/1196486523 >> 172.21.15.83:0/1196486523 conn(0x7fa620077e30 msgr2=0x7fa620078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- 172.21.15.83:0/1196486523 shutdown_connections 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- 172.21.15.83:0/1196486523 wait complete. 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 Processor -- start 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- start start 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa620101b60 0x7fa620199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620105e30 0x7fa6201a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa6201110e0 con 0x7fa6201011a0 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa620110f60 con 0x7fa620105e30 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.012+0000 7fa62794a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa620111260 con 0x7fa620101b60 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43810/0 (socket says 172.21.15.83:43810) 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 -- 172.21.15.83:0/289814792 learned_addr learned my addr 172.21.15.83:0/289814792 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa624ee5640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa620101b60 0x7fa620199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa625ee7640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620105e30 0x7fa6201a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 -- 172.21.15.83:0/289814792 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa620101b60 msgr2=0x7fa620199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa620101b60 0x7fa620199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 -- 172.21.15.83:0/289814792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620105e30 msgr2=0x7fa6201a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620105e30 0x7fa6201a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 -- 172.21.15.83:0/289814792 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6201a4b60 con 0x7fa6201011a0 2024-04-22T13:58:16.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6256e6640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa61c02c700 tx=0x7fa61c034650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c041020 con 0x7fa6201011a0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa61c034ca0 con 0x7fa6201011a0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6201a4d30 con 0x7fa6201011a0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa61c039040 con 0x7fa6201011a0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.013+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6201a5190 con 0x7fa6201011a0 2024-04-22T13:58:16.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.014+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa620068de0 con 0x7fa6201011a0 2024-04-22T13:58:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.015+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fa61c044020 con 0x7fa6201011a0 2024-04-22T13:58:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.016+0000 7fa6167fc640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 0x7fa60c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.016+0000 7fa624ee5640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 0x7fa60c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.016+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa61c0f24d0 con 0x7fa6201011a0 2024-04-22T13:58:16.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.016+0000 7fa624ee5640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 0x7fa60c0a6300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa620069c30 tx=0x7fa610005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.021+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa61c04b020 con 0x7fa6201011a0 2024-04-22T13:58:16.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/893456348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:16.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:15 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.195+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa620062390 con 0x7fa60c0a3e40 2024-04-22T13:58:16.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.203+0000 7fa6167fc640 1 -- 172.21.15.83:0/289814792 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258076 (secure 0 0 0) 0x7fa620062390 con 0x7fa60c0a3e40 2024-04-22T13:58:16.209 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:16.211 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:16.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 msgr2=0x7fa60c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 0x7fa60c0a6300 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa620069c30 tx=0x7fa610005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:16.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 msgr2=0x7fa6201995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa61c02c700 tx=0x7fa61c034650 comp rx=0 tx=0).stop 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 shutdown_connections 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa60c0a3e40 0x7fa60c0a6300 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa620105e30 0x7fa6201a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa620101b60 0x7fa620199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 --2- 172.21.15.83:0/289814792 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa6201011a0 0x7fa6201995a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 >> 172.21.15.83:0/289814792 conn(0x7fa620077e30 msgr2=0x7fa6200fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 shutdown_connections 2024-04-22T13:58:16.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.206+0000 7fa62794a640 1 -- 172.21.15.83:0/289814792 wait complete. 2024-04-22T13:58:16.220 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-22T13:58:15.121922+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190741,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1499,"num_read_kb":917,"num_write":553,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361156,"kb_used_data":11968,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580668,"statfs":{"total":1151940427776,"available":1151570604032,"internally_reserved":0,"allocated":12255232,"data_stored":9014736,"data_compressed":216684,"data_compressed_allocated":286720,"data_compressed_original":3317760,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989339"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161729+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161729+0000","last_peered":"2024-04-22T13:58:11.161729+0000","last_clean":"2024-04-22T13:58:11.161729+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161729+0000","last_undegraded":"2024-04-22T13:58:11.161729+0000","last_fullsized":"2024-04-22T13:58:11.161729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109388+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109388+0000","last_peered":"2024-04-22T13:58:11.109388+0000","last_clean":"2024-04-22T13:58:11.109388+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109388+0000","last_undegraded":"2024-04-22T13:58:11.109388+0000","last_fullsized":"2024-04-22T13:58:11.109388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":159,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.679929+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:11.679929+0000","last_peered":"2024-04-22T13:58:11.679929+0000","last_clean":"2024-04-22T13:58:11.679929+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:11.679929+0000","last_undegraded":"2024-04-22T13:58:11.679929+0000","last_fullsized":"2024-04-22T13:58:11.679929+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'6","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673748+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:11.673748+0000","last_peered":"2024-04-22T13:58:11.673748+0000","last_clean":"2024-04-22T13:58:11.673748+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:11.673748+0000","last_undegraded":"2024-04-22T13:58:11.673748+0000","last_fullsized":"2024-04-22T13:58:11.673748+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":273,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.673096+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:11.673096+0000","last_peered":"2024-04-22T13:58:11.673096+0000","last_clean":"2024-04-22T13:58:11.673096+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:11.673096+0000","last_undegraded":"2024-04-22T13:58:11.673096+0000","last_fullsized":"2024-04-22T13:58:11.673096+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'36","reported_seq":312,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680925+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:11.680925+0000","last_peered":"2024-04-22T13:58:11.680925+0000","last_clean":"2024-04-22T13:58:11.680925+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:11.680925+0000","last_undegraded":"2024-04-22T13:58:11.680925+0000","last_fullsized":"2024-04-22T13:58:11.680925+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66106,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":255,"num_read_kb":194,"num_write":38,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162643+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162643+0000","last_peered":"2024-04-22T13:58:11.162643+0000","last_clean":"2024-04-22T13:58:11.162643+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162643+0000","last_undegraded":"2024-04-22T13:58:11.162643+0000","last_fullsized":"2024-04-22T13:58:11.162643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":156,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161243+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:11.161243+0000","last_peered":"2024-04-22T13:58:11.161243+0000","last_clean":"2024-04-22T13:58:11.161243+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:11.161243+0000","last_undegraded":"2024-04-22T13:58:11.161243+0000","last_fullsized":"2024-04-22T13:58:11.161243+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":128,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161542+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161542+0000","last_peered":"2024-04-22T13:58:11.161542+0000","last_clean":"2024-04-22T13:58:11.161542+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161542+0000","last_undegraded":"2024-04-22T13:58:11.161542+0000","last_fullsized":"2024-04-22T13:58:11.161542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111153+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111153+0000","last_peered":"2024-04-22T13:58:11.111153+0000","last_clean":"2024-04-22T13:58:11.111153+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111153+0000","last_undegraded":"2024-04-22T13:58:11.111153+0000","last_fullsized":"2024-04-22T13:58:11.111153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.680867+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:11.680867+0000","last_peered":"2024-04-22T13:58:11.680867+0000","last_clean":"2024-04-22T13:58:11.680867+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:11.680867+0000","last_undegraded":"2024-04-22T13:58:11.680867+0000","last_fullsized":"2024-04-22T13:58:11.680867+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1370,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":153,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.722182+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:11.722182+0000","last_peered":"2024-04-22T13:58:11.722182+0000","last_clean":"2024-04-22T13:58:11.722182+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:11.722182+0000","last_undegraded":"2024-04-22T13:58:11.722182+0000","last_fullsized":"2024-04-22T13:58:11.722182+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161449+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:11.161449+0000","last_peered":"2024-04-22T13:58:11.161449+0000","last_clean":"2024-04-22T13:58:11.161449+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:11.161449+0000","last_undegraded":"2024-04-22T13:58:11.161449+0000","last_fullsized":"2024-04-22T13:58:11.161449+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'49","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.934215+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:11.934215+0000","last_peered":"2024-04-22T13:58:11.934215+0000","last_clean":"2024-04-22T13:58:11.934215+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:11.934215+0000","last_undegraded":"2024-04-22T13:58:11.934215+0000","last_fullsized":"2024-04-22T13:58:11.934215+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161814+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.161814+0000","last_peered":"2024-04-22T13:58:11.161814+0000","last_clean":"2024-04-22T13:58:11.161814+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.161814+0000","last_undegraded":"2024-04-22T13:58:11.161814+0000","last_fullsized":"2024-04-22T13:58:11.161814+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161693+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161693+0000","last_peered":"2024-04-22T13:58:11.161693+0000","last_clean":"2024-04-22T13:58:11.161693+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161693+0000","last_undegraded":"2024-04-22T13:58:11.161693+0000","last_fullsized":"2024-04-22T13:58:11.161693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161546+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161546+0000","last_peered":"2024-04-22T13:58:11.161546+0000","last_clean":"2024-04-22T13:58:11.161546+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161546+0000","last_undegraded":"2024-04-22T13:58:11.161546+0000","last_fullsized":"2024-04-22T13:58:11.161546+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110785+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110785+0000","last_peered":"2024-04-22T13:58:11.110785+0000","last_clean":"2024-04-22T13:58:11.110785+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110785+0000","last_undegraded":"2024-04-22T13:58:11.110785+0000","last_fullsized":"2024-04-22T13:58:11.110785+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161945+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.161945+0000","last_peered":"2024-04-22T13:58:11.161945+0000","last_clean":"2024-04-22T13:58:11.161945+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.161945+0000","last_undegraded":"2024-04-22T13:58:11.161945+0000","last_fullsized":"2024-04-22T13:58:11.161945+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162041+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162041+0000","last_peered":"2024-04-22T13:58:11.162041+0000","last_clean":"2024-04-22T13:58:11.162041+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162041+0000","last_undegraded":"2024-04-22T13:58:11.162041+0000","last_fullsized":"2024-04-22T13:58:11.162041+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162045+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162045+0000","last_peered":"2024-04-22T13:58:11.162045+0000","last_clean":"2024-04-22T13:58:11.162045+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162045+0000","last_undegraded":"2024-04-22T13:58:11.162045+0000","last_fullsized":"2024-04-22T13:58:11.162045+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161560+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161560+0000","last_peered":"2024-04-22T13:58:11.161560+0000","last_clean":"2024-04-22T13:58:11.161560+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161560+0000","last_undegraded":"2024-04-22T13:58:11.161560+0000","last_fullsized":"2024-04-22T13:58:11.161560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'7","reported_seq":154,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.674102+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:11.674102+0000","last_peered":"2024-04-22T13:58:11.674102+0000","last_clean":"2024-04-22T13:58:11.674102+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:11.674102+0000","last_undegraded":"2024-04-22T13:58:11.674102+0000","last_fullsized":"2024-04-22T13:58:11.674102+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1952,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":126,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161851+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161851+0000","last_peered":"2024-04-22T13:58:11.161851+0000","last_clean":"2024-04-22T13:58:11.161851+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161851+0000","last_undegraded":"2024-04-22T13:58:11.161851+0000","last_fullsized":"2024-04-22T13:58:11.161851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'41","reported_seq":70,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.299998+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:11.299998+0000","last_peered":"2024-04-22T13:58:11.299998+0000","last_clean":"2024-04-22T13:58:11.299998+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:11.299998+0000","last_undegraded":"2024-04-22T13:58:11.299998+0000","last_fullsized":"2024-04-22T13:58:11.299998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161696+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161696+0000","last_peered":"2024-04-22T13:58:11.161696+0000","last_clean":"2024-04-22T13:58:11.161696+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161696+0000","last_undegraded":"2024-04-22T13:58:11.161696+0000","last_fullsized":"2024-04-22T13:58:11.161696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162677+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162677+0000","last_peered":"2024-04-22T13:58:11.162677+0000","last_clean":"2024-04-22T13:58:11.162677+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162677+0000","last_undegraded":"2024-04-22T13:58:11.162677+0000","last_fullsized":"2024-04-22T13:58:11.162677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161730+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161730+0000","last_peered":"2024-04-22T13:58:11.161730+0000","last_clean":"2024-04-22T13:58:11.161730+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161730+0000","last_undegraded":"2024-04-22T13:58:11.161730+0000","last_fullsized":"2024-04-22T13:58:11.161730+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111079+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111079+0000","last_peered":"2024-04-22T13:58:11.111079+0000","last_clean":"2024-04-22T13:58:11.111079+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111079+0000","last_undegraded":"2024-04-22T13:58:11.111079+0000","last_fullsized":"2024-04-22T13:58:11.111079+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162646+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162646+0000","last_peered":"2024-04-22T13:58:11.162646+0000","last_clean":"2024-04-22T13:58:11.162646+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162646+0000","last_undegraded":"2024-04-22T13:58:11.162646+0000","last_fullsized":"2024-04-22T13:58:11.162646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162208+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162208+0000","last_peered":"2024-04-22T13:58:11.162208+0000","last_clean":"2024-04-22T13:58:11.162208+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162208+0000","last_undegraded":"2024-04-22T13:58:11.162208+0000","last_fullsized":"2024-04-22T13:58:11.162208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161968+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.161968+0000","last_peered":"2024-04-22T13:58:11.161968+0000","last_clean":"2024-04-22T13:58:11.161968+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.161968+0000","last_undegraded":"2024-04-22T13:58:11.161968+0000","last_fullsized":"2024-04-22T13:58:11.161968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161390+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161390+0000","last_peered":"2024-04-22T13:58:11.161390+0000","last_clean":"2024-04-22T13:58:11.161390+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161390+0000","last_undegraded":"2024-04-22T13:58:11.161390+0000","last_fullsized":"2024-04-22T13:58:11.161390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162243+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162243+0000","last_peered":"2024-04-22T13:58:11.162243+0000","last_clean":"2024-04-22T13:58:11.162243+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162243+0000","last_undegraded":"2024-04-22T13:58:11.162243+0000","last_fullsized":"2024-04-22T13:58:11.162243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162637+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162637+0000","last_peered":"2024-04-22T13:58:11.162637+0000","last_clean":"2024-04-22T13:58:11.162637+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162637+0000","last_undegraded":"2024-04-22T13:58:11.162637+0000","last_fullsized":"2024-04-22T13:58:11.162637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110979+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.110979+0000","last_peered":"2024-04-22T13:58:11.110979+0000","last_clean":"2024-04-22T13:58:11.110979+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.110979+0000","last_undegraded":"2024-04-22T13:58:11.110979+0000","last_fullsized":"2024-04-22T13:58:11.110979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600139,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1363,"num_read_kb":798,"num_write":370,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":700416,"data_stored":1800417,"data_compressed":81486,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383718,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466606,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645355,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":1255309,"data_compressed":46464,"data_compressed_allocated":61440,"data_compressed_original":729088,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808880,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070519,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332156,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060182,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495680,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466163,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1032192,"data_stored":533182,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467502,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1044480,"data_stored":533725,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":990022,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920843,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757318,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1048576,"data_stored":1057847,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":68640,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69183,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":134811,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":135168,"data_stored":200282,"data_compressed":8016,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:16.225 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:16.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T13:58:16.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T13:58:16.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/893456348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:16.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:15 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 -- 172.21.15.83:0/1602327002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 msgr2=0x7f192006ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 --2- 172.21.15.83:0/1602327002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f192006ac70 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1910009900 tx=0x7f191002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 -- 172.21.15.83:0/1602327002 shutdown_connections 2024-04-22T13:58:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 --2- 172.21.15.83:0/1602327002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1920107240 0x7f192010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 --2- 172.21.15.83:0/1602327002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f192006b240 0x7f1920106b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 --2- 172.21.15.83:0/1602327002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f192006ac70 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 -- 172.21.15.83:0/1602327002 >> 172.21.15.83:0/1602327002 conn(0x7f1920077e30 msgr2=0x7f1920078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 -- 172.21.15.83:0/1602327002 shutdown_connections 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.356+0000 7f192623a640 1 -- 172.21.15.83:0/1602327002 wait complete. 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 Processor -- start 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 -- start start 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1920107240 0x7f1920198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 0x7f192019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f19201121d0 con 0x7f192006a890 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1920112050 con 0x7f1920107240 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f192623a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1920112350 con 0x7f192019d010 2024-04-22T13:58:16.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f191f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f191f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43830/0 (socket says 172.21.15.83:43830) 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f191f7fe640 1 -- 172.21.15.83:0/2210914177 learned_addr learned my addr 172.21.15.83:0/2210914177 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.357+0000 7f191ffff640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 0x7f192019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191effd640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1920107240 0x7f1920198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 -- 172.21.15.83:0/2210914177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 msgr2=0x7f192019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 0x7f192019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 -- 172.21.15.83:0/2210914177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1920107240 msgr2=0x7f1920198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1920107240 0x7f1920198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 -- 172.21.15.83:0/2210914177 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f192019db00 con 0x7f192006a890 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191ffff640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 0x7f192019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191f7fe640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1910005940 tx=0x7f191002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910043020 con 0x7f192006a890 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f191002cbe0 con 0x7f192006a890 2024-04-22T13:58:16.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f192019dd90 con 0x7f192006a890 2024-04-22T13:58:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910003bf0 con 0x7f192006a890 2024-04-22T13:58:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.358+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19201a55e0 con 0x7f192006a890 2024-04-22T13:58:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.359+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1920069230 con 0x7f192006a890 2024-04-22T13:58:16.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.360+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f1910046020 con 0x7f192006a890 2024-04-22T13:58:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.360+0000 7f191cff9640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 0x7f19080a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.361+0000 7f191effd640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 0x7f19080a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.361+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f19100f2be0 con 0x7f192006a890 2024-04-22T13:58:16.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.361+0000 7f191effd640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 0x7f19080a6380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1914005fd0 tx=0x7f1914005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.366+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f191004d020 con 0x7f192006a890 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi083:/etc/ceph/ceph.conf 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi084:/etc/ceph/ceph.conf 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi173:/etc/ceph/ceph.conf 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/893456348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:58:16.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:15 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:58:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.545+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f192006b240 con 0x7f192006a890 2024-04-22T13:58:16.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.547+0000 7f191cff9640 1 -- 172.21.15.83:0/2210914177 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7f191003c350 con 0x7f192006a890 2024-04-22T13:58:16.551 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:16.551 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:16.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 msgr2=0x7f19080a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 0x7f19080a6380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1914005fd0 tx=0x7f1914005850 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 msgr2=0x7f1920198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1910005940 tx=0x7f191002c7e0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 shutdown_connections 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f19080a3ec0 0x7f19080a6380 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f192019d010 0x7f192019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1920107240 0x7f1920198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 --2- 172.21.15.83:0/2210914177 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f192006a890 0x7f1920198750 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 >> 172.21.15.83:0/2210914177 conn(0x7f1920077e30 msgr2=0x7f19200ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 shutdown_connections 2024-04-22T13:58:16.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.550+0000 7f192623a640 1 -- 172.21.15.83:0/2210914177 wait complete. 2024-04-22T13:58:16.564 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:16.564 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:16.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 -- 172.21.15.83:0/3906933782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac06b1f0 msgr2=0x7f96ac106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 --2- 172.21.15.83:0/3906933782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac06b1f0 0x7f96ac106b90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f969c009900 tx=0x7f969c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 -- 172.21.15.83:0/3906933782 shutdown_connections 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 --2- 172.21.15.83:0/3906933782 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac10ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 --2- 172.21.15.83:0/3906933782 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac06b1f0 0x7f96ac106b90 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 --2- 172.21.15.83:0/3906933782 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 0x7f96ac06ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 -- 172.21.15.83:0/3906933782 >> 172.21.15.83:0/3906933782 conn(0x7f96ac077eb0 msgr2=0x7f96ac0782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 -- 172.21.15.83:0/3906933782 shutdown_connections 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.662+0000 7f96b3888640 1 -- 172.21.15.83:0/3906933782 wait complete. 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 Processor -- start 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 -- start start 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 0x7f96ac100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac1013c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac112200 con 0x7f96ac101900 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac112080 con 0x7f96ac06a840 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b3888640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac112380 con 0x7f96ac107270 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43856/0 (socket says 172.21.15.83:43856) 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 -- 172.21.15.83:0/1992818819 learned_addr learned my addr 172.21.15.83:0/1992818819 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b0e23640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac1013c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1624640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 0x7f96ac100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 -- 172.21.15.83:0/1992818819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 msgr2=0x7f96ac1013c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac1013c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 -- 172.21.15.83:0/1992818819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 msgr2=0x7f96ac100e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 0x7f96ac100e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 -- 172.21.15.83:0/1992818819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ac1a6ff0 con 0x7f96ac101900 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b0e23640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac1013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.663+0000 7f96b1e25640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f96a400eaa0 tx=0x7f96a400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.664+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a400cdb0 con 0x7f96ac101900 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.664+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96a4005020 con 0x7f96ac101900 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.664+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96ac1a72e0 con 0x7f96ac101900 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.664+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a40116d0 con 0x7f96ac101900 2024-04-22T13:58:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.664+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96ac1a7850 con 0x7f96ac101900 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.665+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96ac0691c0 con 0x7f96ac101900 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.666+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f96a40051d0 con 0x7f96ac101900 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.666+0000 7f96a27fc640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 0x7f96980a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.666+0000 7f96b1624640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 0x7f96980a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.667+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f96a40d0ba0 con 0x7f96ac101900 2024-04-22T13:58:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.667+0000 7f96b1624640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 0x7f96980a63b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f96a8005fd0 tx=0x7f96a8005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.671+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96a4016030 con 0x7f96ac101900 2024-04-22T13:58:16.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.853+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f96ac06b1f0 con 0x7f96ac101900 2024-04-22T13:58:16.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.853+0000 7f96a27fc640 1 -- 172.21.15.83:0/1992818819 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f96a409d020 con 0x7f96ac101900 2024-04-22T13:58:16.856 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 msgr2=0x7f96980a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 0x7f96980a63b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f96a8005fd0 tx=0x7f96a8005850 comp rx=0 tx=0).stop 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 msgr2=0x7f96ac1a68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f96a400eaa0 tx=0x7f96a400ef60 comp rx=0 tx=0).stop 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 shutdown_connections 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96980a3ef0 0x7f96980a63b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96ac101900 0x7f96ac1a68f0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96ac107270 0x7f96ac1013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 --2- 172.21.15.83:0/1992818819 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96ac06a840 0x7f96ac100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 >> 172.21.15.83:0/1992818819 conn(0x7f96ac077eb0 msgr2=0x7f96ac108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 shutdown_connections 2024-04-22T13:58:16.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.855+0000 7f96b3888640 1 -- 172.21.15.83:0/1992818819 wait complete. 2024-04-22T13:58:16.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:16.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 -- 172.21.15.83:0/4234388507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501010a0 msgr2=0x7fa150101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 --2- 172.21.15.83:0/4234388507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501010a0 0x7fa150101480 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa140009900 tx=0x7fa14002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 -- 172.21.15.83:0/4234388507 shutdown_connections 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 --2- 172.21.15.83:0/4234388507 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa150106170 0x7fa15010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 --2- 172.21.15.83:0/4234388507 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150101a50 0x7fa150105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 --2- 172.21.15.83:0/4234388507 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501010a0 0x7fa150101480 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 -- 172.21.15.83:0/4234388507 >> 172.21.15.83:0/4234388507 conn(0x7fa150077eb0 msgr2=0x7fa1500782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 -- 172.21.15.83:0/4234388507 shutdown_connections 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.969+0000 7fa15533d640 1 -- 172.21.15.83:0/4234388507 wait complete. 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 Processor -- start 2024-04-22T13:58:16.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 -- start start 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa1501010a0 0x7fa15019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 0x7fa15019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa150111150 con 0x7fa1501985a0 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa150110fd0 con 0x7fa1501010a0 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa15533d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa1501112d0 con 0x7fa150106170 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43866/0 (socket says 172.21.15.83:43866) 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 -- 172.21.15.83:0/184335994 learned_addr learned my addr 172.21.15.83:0/184335994 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa147fff640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 0x7fa15019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14effd640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa1501010a0 0x7fa15019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 -- 172.21.15.83:0/184335994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 msgr2=0x7fa15019e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 0x7fa15019e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 -- 172.21.15.83:0/184335994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa1501010a0 msgr2=0x7fa15019e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa1501010a0 0x7fa15019e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa14f7fe640 1 -- 172.21.15.83:0/184335994 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1501990c0 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.970+0000 7fa147fff640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 0x7fa15019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa14f7fe640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa14800b970 tx=0x7fa14800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa148019070 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa148014440 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1501993b0 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1480075d0 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.971+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1501a55b0 con 0x7fa1501985a0 2024-04-22T13:58:16.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.972+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa150102570 con 0x7fa1501985a0 2024-04-22T13:58:16.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.973+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fa14801c070 con 0x7fa1501985a0 2024-04-22T13:58:16.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.973+0000 7fa14cff9640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 0x7fa13c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:16.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.973+0000 7fa14effd640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 0x7fa13c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:16.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.973+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa1480cffd0 con 0x7fa1501985a0 2024-04-22T13:58:16.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.974+0000 7fa14effd640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 0x7fa13c0a6300 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa140000c00 tx=0x7fa140004040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:16.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:16.978+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa14809c560 con 0x7fa1501985a0 2024-04-22T13:58:17.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.156+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa15010a3e0 con 0x7fa1501985a0 2024-04-22T13:58:17.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.157+0000 7fa14cff9640 1 -- 172.21.15.83:0/184335994 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fa14809be60 con 0x7fa1501985a0 2024-04-22T13:58:17.159 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 msgr2=0x7fa13c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 0x7fa13c0a6300 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa140000c00 tx=0x7fa140004040 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 msgr2=0x7fa150198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fa14800b970 tx=0x7fa14800be30 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 shutdown_connections 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa13c0a3e40 0x7fa13c0a6300 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa1501985a0 0x7fa150198a50 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa150106170 0x7fa15019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 --2- 172.21.15.83:0/184335994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa1501010a0 0x7fa15019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 >> 172.21.15.83:0/184335994 conn(0x7fa150077eb0 msgr2=0x7fa15006a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 shutdown_connections 2024-04-22T13:58:17.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.159+0000 7fa15533d640 1 -- 172.21.15.83:0/184335994 wait complete. 2024-04-22T13:58:17.171 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2210914177' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:17.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1992818819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:17.173 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:17.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2210914177' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1992818819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:17.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- 172.21.15.83:0/3384427164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa78106160 msgr2=0x7faa7810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 --2- 172.21.15.83:0/3384427164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa78106160 0x7faa7810dd30 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7faa70009ca0 tx=0x7faa7002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- 172.21.15.83:0/3384427164 shutdown_connections 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 --2- 172.21.15.83:0/3384427164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa78106160 0x7faa7810dd30 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 --2- 172.21.15.83:0/3384427164 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101a40 0x7faa78105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 --2- 172.21.15.83:0/3384427164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78101090 0x7faa78101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- 172.21.15.83:0/3384427164 >> 172.21.15.83:0/3384427164 conn(0x7faa78077f50 msgr2=0x7faa78078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- 172.21.15.83:0/3384427164 shutdown_connections 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- 172.21.15.83:0/3384427164 wait complete. 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 Processor -- start 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.273+0000 7faa804f1640 1 -- start start 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101090 0x7faa78198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78106160 0x7faa78198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa781121e0 con 0x7faa7819cfc0 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faa78112060 con 0x7faa78106160 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa78112360 con 0x7faa78101090 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43876/0 (socket says 172.21.15.83:43876) 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 -- 172.21.15.83:0/1358452406 learned_addr learned my addr 172.21.15.83:0/1358452406 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7da8c640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78106160 0x7faa78198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7e28d640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101090 0x7faa78198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 -- 172.21.15.83:0/1358452406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101090 msgr2=0x7faa78198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101090 0x7faa78198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 -- 172.21.15.83:0/1358452406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78106160 msgr2=0x7faa78198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78106160 0x7faa78198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 -- 172.21.15.83:0/1358452406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa7819dab0 con 0x7faa7819cfc0 2024-04-22T13:58:17.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa7ea8e640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faa70005e30 tx=0x7faa70034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70039040 con 0x7faa7819cfc0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa7819dd40 con 0x7faa7819cfc0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa70044070 con 0x7faa7819cfc0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70003e60 con 0x7faa7819cfc0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.274+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa781a5510 con 0x7faa7819cfc0 2024-04-22T13:58:17.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.275+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa78068d70 con 0x7faa7819cfc0 2024-04-22T13:58:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.276+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7faa700324c0 con 0x7faa7819cfc0 2024-04-22T13:58:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.277+0000 7faa6f7fe640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 0x7faa640a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.277+0000 7faa7e28d640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 0x7faa640a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.277+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faa700f2c30 con 0x7faa7819cfc0 2024-04-22T13:58:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.277+0000 7faa7e28d640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 0x7faa640a6300 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faa74005fd0 tx=0x7faa74005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.281+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faa700bf1c0 con 0x7faa7819cfc0 2024-04-22T13:58:17.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi084:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: Updating smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: from='client.15504 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2210914177' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:17.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1992818819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:17.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.459+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7faa78109450 con 0x7faa7819cfc0 2024-04-22T13:58:17.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.460+0000 7faa6f7fe640 1 -- 172.21.15.83:0/1358452406 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7faa700beac0 con 0x7faa7819cfc0 2024-04-22T13:58:17.462 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.461+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 msgr2=0x7faa640a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.461+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 0x7faa640a6300 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7faa74005fd0 tx=0x7faa74005850 comp rx=0 tx=0).stop 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.461+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 msgr2=0x7faa7819d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.461+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7faa70005e30 tx=0x7faa70034760 comp rx=0 tx=0).stop 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 shutdown_connections 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa640a3e40 0x7faa640a6300 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa7819cfc0 0x7faa7819d470 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa78106160 0x7faa78198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 --2- 172.21.15.83:0/1358452406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa78101090 0x7faa78198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 >> 172.21.15.83:0/1358452406 conn(0x7faa78077f50 msgr2=0x7faa780ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 shutdown_connections 2024-04-22T13:58:17.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.462+0000 7faa804f1640 1 -- 172.21.15.83:0/1358452406 wait complete. 2024-04-22T13:58:17.475 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- 172.21.15.83:0/2296011912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4101840 msgr2=0x7ffbb4101c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 --2- 172.21.15.83:0/2296011912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4101840 0x7ffbb4101c20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009900 tx=0x7ffba402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- 172.21.15.83:0/2296011912 shutdown_connections 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 --2- 172.21.15.83:0/2296011912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4106150 0x7ffbb410dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 --2- 172.21.15.83:0/2296011912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb41021f0 0x7ffbb4105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 --2- 172.21.15.83:0/2296011912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4101840 0x7ffbb4101c20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- 172.21.15.83:0/2296011912 >> 172.21.15.83:0/2296011912 conn(0x7ffbb4077450 msgr2=0x7ffbb40fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- 172.21.15.83:0/2296011912 shutdown_connections 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- 172.21.15.83:0/2296011912 wait complete. 2024-04-22T13:58:17.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 Processor -- start 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.571+0000 7ffbba625640 1 -- start start 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4101840 0x7ffbb41976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 0x7ffbb419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41110c0 con 0x7ffbb4106150 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4110f40 con 0x7ffbb419bec0 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbba625640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4111240 con 0x7ffbb4101840 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43894/0 (socket says 172.21.15.83:43894) 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 -- 172.21.15.83:0/2665364421 learned_addr learned my addr 172.21.15.83:0/2665364421 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb3fff640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4101840 0x7ffbb41976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb8bc2640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 0x7ffbb419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 -- 172.21.15.83:0/2665364421 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4101840 msgr2=0x7ffbb41976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4101840 0x7ffbb41976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 -- 172.21.15.83:0/2665364421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 msgr2=0x7ffbb419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 0x7ffbb419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 -- 172.21.15.83:0/2665364421 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb419c9b0 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb8bc2640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 0x7ffbb419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.572+0000 7ffbb37fe640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ffba800d770 tx=0x7ffba800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.573+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba8017070 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.573+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba8009c30 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.573+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb419cca0 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.573+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba800f620 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.573+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb41a44e0 con 0x7ffbb4106150 2024-04-22T13:58:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.574+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbb41989f0 con 0x7ffbb4106150 2024-04-22T13:58:17.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.575+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7ffba801a070 con 0x7ffbb4106150 2024-04-22T13:58:17.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.576+0000 7ffbb17fa640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 0x7ffb9c0a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.576+0000 7ffbb3fff640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 0x7ffb9c0a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.576+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffba80d0590 con 0x7ffbb4106150 2024-04-22T13:58:17.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.576+0000 7ffbb3fff640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 0x7ffb9c0a6380 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ffba4000c00 tx=0x7ffba402c6b0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.579+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ffba8009de0 con 0x7ffbb4106150 2024-04-22T13:58:17.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.793+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbb4109380 con 0x7ffbb4106150 2024-04-22T13:58:17.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.794+0000 7ffbb17fa640 1 -- 172.21.15.83:0/2665364421 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7ffba809ca90 con 0x7ffbb4106150 2024-04-22T13:58:17.796 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:17.796 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:17.797 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:17.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 msgr2=0x7ffb9c0a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 0x7ffb9c0a6380 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ffba4000c00 tx=0x7ffba402c6b0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 msgr2=0x7ffbb4197be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ffba800d770 tx=0x7ffba800dc30 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 shutdown_connections 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb9c0a3ec0 0x7ffb9c0a6380 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb419bec0 0x7ffbb419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb4106150 0x7ffbb4197be0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 --2- 172.21.15.83:0/2665364421 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb4101840 0x7ffbb41976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 >> 172.21.15.83:0/2665364421 conn(0x7ffbb4077450 msgr2=0x7ffbb41044a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 shutdown_connections 2024-04-22T13:58:17.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.796+0000 7ffbba625640 1 -- 172.21.15.83:0/2665364421 wait complete. 2024-04-22T13:58:17.810 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 -- 172.21.15.83:0/1767799000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080102b40 msgr2=0x7fd080106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 --2- 172.21.15.83:0/1767799000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080102b40 0x7fd080106b80 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd070009900 tx=0x7fd07002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 -- 172.21.15.83:0/1767799000 shutdown_connections 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 --2- 172.21.15.83:0/1767799000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd080107260 0x7fd08010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 --2- 172.21.15.83:0/1767799000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080102b40 0x7fd080106b80 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 --2- 172.21.15.83:0/1767799000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd080102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 -- 172.21.15.83:0/1767799000 >> 172.21.15.83:0/1767799000 conn(0x7fd0800793e0 msgr2=0x7fd0800797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 -- 172.21.15.83:0/1767799000 shutdown_connections 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.909+0000 7fd087cb3640 1 -- 172.21.15.83:0/1767799000 wait complete. 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 Processor -- start 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 -- start start 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd08019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 0x7fd080198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0801121c0 con 0x7fd080107260 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd080112040 con 0x7fd0801985a0 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd087cb3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd080112340 con 0x7fd080102190 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43906/0 (socket says 172.21.15.83:43906) 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 -- 172.21.15.83:0/3038698645 learned_addr learned my addr 172.21.15.83:0/3038698645 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:17.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd085a4f640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd08019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd086250640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 0x7fd080198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 -- 172.21.15.83:0/3038698645 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 msgr2=0x7fd08019e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd08019e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 -- 172.21.15.83:0/3038698645 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 msgr2=0x7fd080198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 0x7fd080198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd08524e640 1 -- 172.21.15.83:0/3038698645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0801990c0 con 0x7fd080107260 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd085a4f640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd08019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.910+0000 7fd086250640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 0x7fd080198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:17.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.911+0000 7fd08524e640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd070036040 tx=0x7fd07002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.913+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070043020 con 0x7fd080107260 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.913+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd07002cbe0 con 0x7fd080107260 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.913+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd080199350 con 0x7fd080107260 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.913+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070003bf0 con 0x7fd080107260 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.913+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0801a55f0 con 0x7fd080107260 2024-04-22T13:58:17.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.914+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd080069230 con 0x7fd080107260 2024-04-22T13:58:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.915+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fd070046020 con 0x7fd080107260 2024-04-22T13:58:17.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.915+0000 7fd076ffd640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 0x7fd06c0a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.915+0000 7fd085a4f640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 0x7fd06c0a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.915+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd0700f2c30 con 0x7fd080107260 2024-04-22T13:58:17.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.916+0000 7fd085a4f640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 0x7fd06c0a6380 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd07c0058c0 tx=0x7fd07c005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:17.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:17.920+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd07004d020 con 0x7fd080107260 2024-04-22T13:58:18.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.098+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd08010a4f0 con 0x7fd080107260 2024-04-22T13:58:18.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.099+0000 7fd076ffd640 1 -- 172.21.15.83:0/3038698645 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7fd07003c350 con 0x7fd080107260 2024-04-22T13:58:18.102 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:18.102 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:18.103 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:17 smithi083 ceph-mon[27977]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:18.103 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/184335994' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.103 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1358452406' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.103 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2665364421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:18.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 msgr2=0x7fd06c0a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 0x7fd06c0a6380 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd07c0058c0 tx=0x7fd07c005850 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 msgr2=0x7fd08019e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd070036040 tx=0x7fd07002c7e0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 shutdown_connections 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd06c0a3ec0 0x7fd06c0a6380 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0801985a0 0x7fd080198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd080107260 0x7fd08019e930 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 --2- 172.21.15.83:0/3038698645 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd080102190 0x7fd08019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 >> 172.21.15.83:0/3038698645 conn(0x7fd0800793e0 msgr2=0x7fd0801000c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 shutdown_connections 2024-04-22T13:58:18.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.102+0000 7fd087cb3640 1 -- 172.21.15.83:0/3038698645 wait complete. 2024-04-22T13:58:18.116 DEBUG:tasks.fwd_scrub:Yielding 2024-04-22T13:58:18.116 INFO:teuthology.run_tasks:Running task exec... 2024-04-22T13:58:18.126 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T13:58:18.126 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T13:58:18.126 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-22T13:58:18.127 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-04-22T13:58:18.127 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T13:58:18.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:18.127 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T13:58:18.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:17 smithi084 ceph-mon[31312]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:18.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/184335994' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1358452406' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2665364421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:18.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 -- 172.21.15.83:0/1065838616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 msgr2=0x7f7df0103440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 --2- 172.21.15.83:0/1065838616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0103440 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f7de0009900 tx=0x7f7de002bcd0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 -- 172.21.15.83:0/1065838616 shutdown_connections 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 --2- 172.21.15.83:0/1065838616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df010c580 0x7f7df010e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 --2- 172.21.15.83:0/1065838616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df0103980 0x7f7df010c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 --2- 172.21.15.83:0/1065838616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0103440 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 -- 172.21.15.83:0/1065838616 >> 172.21.15.83:0/1065838616 conn(0x7f7df0077fd0 msgr2=0x7f7df00783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 -- 172.21.15.83:0/1065838616 shutdown_connections 2024-04-22T13:58:18.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f7df57bd640 1 -- 172.21.15.83:0/1065838616 wait complete. 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 -- 172.21.15.83:0/4067476497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368101a40 msgr2=0x7f8368105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 --2- 172.21.15.83:0/4067476497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368101a40 0x7f8368105a80 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f8354009900 tx=0x7f835402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 -- 172.21.15.83:0/4067476497 shutdown_connections 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 --2- 172.21.15.83:0/4067476497 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8368106160 0x7f836810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 --2- 172.21.15.83:0/4067476497 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368101a40 0x7f8368105a80 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 --2- 172.21.15.83:0/4067476497 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 0x7f8368101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 -- 172.21.15.83:0/4067476497 >> 172.21.15.83:0/4067476497 conn(0x7f8368077f50 msgr2=0x7f8368078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 -- 172.21.15.83:0/4067476497 shutdown_connections 2024-04-22T13:58:18.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.228+0000 7f836eee9640 1 -- 172.21.15.83:0/4067476497 wait complete. 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 Processor -- start 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 -- start start 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 0x7f7df0198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 0x7f7df019cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01121b0 con 0x7f7df0103060 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7df0112030 con 0x7f7df0103980 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7df57bd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7df0112330 con 0x7f7df010c580 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43934/0 (socket says 172.21.15.83:43934) 2024-04-22T13:58:18.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 -- 172.21.15.83:0/680658622 learned_addr learned my addr 172.21.15.83:0/680658622 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 Processor -- start 2024-04-22T13:58:18.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7de7fff640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 0x7f7df0198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 -- start start 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 0x7f83681995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f836819a090 0x7f83681a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f83681110a0 con 0x7f8368106160 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8368110f20 con 0x7f836819a090 2024-04-22T13:58:18.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836eee9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8368111220 con 0x7f8368101090 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 -- 172.21.15.83:0/680658622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 msgr2=0x7f7df019cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7def7fe640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 0x7f7df019cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 0x7f7df019cff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 -- 172.21.15.83:0/680658622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 msgr2=0x7f7df0198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 0x7f7df0198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7deeffd640 1 -- 172.21.15.83:0/680658622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df019d720 con 0x7f7df0103060 2024-04-22T13:58:18.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43942/0 (socket says 172.21.15.83:43942) 2024-04-22T13:58:18.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f8367fff640 1 -- 172.21.15.83:0/4181828613 learned_addr learned my addr 172.21.15.83:0/4181828613 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7def7fe640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 0x7f7df019cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:18.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f7de7fff640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 0x7f7df0198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:18.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.229+0000 7f836d486640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f836819a090 0x7f83681a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f836cc85640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 0x7f83681995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7deeffd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7de0005940 tx=0x7f7de002d890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 -- 172.21.15.83:0/4181828613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 msgr2=0x7f83681995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 0x7f83681995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 -- 172.21.15.83:0/4181828613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f836819a090 msgr2=0x7f83681a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f836819a090 0x7f83681a4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 -- 172.21.15.83:0/4181828613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83681a4e10 con 0x7f8368106160 2024-04-22T13:58:18.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0043020 con 0x7f7df0103060 2024-04-22T13:58:18.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de002dc90 con 0x7f7df0103060 2024-04-22T13:58:18.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0003ab0 con 0x7f7df0103060 2024-04-22T13:58:18.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df019d9b0 con 0x7f7df0103060 2024-04-22T13:58:18.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df01a52a0 con 0x7f7df0103060 2024-04-22T13:58:18.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.230+0000 7f8367fff640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8354036040 tx=0x7f83540045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f8365ffb640 1 -- 172.21.15.83:0/4181828613 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8354043020 con 0x7f8368106160 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f8365ffb640 1 -- 172.21.15.83:0/4181828613 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f835402cb70 con 0x7f8368106160 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83681a50a0 con 0x7f8368106160 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f8365ffb640 1 -- 172.21.15.83:0/4181828613 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8354003bf0 con 0x7f8368106160 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83681a55f0 con 0x7f8368106160 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.231+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7df004fce0 con 0x7f7df0103060 2024-04-22T13:58:18.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.233+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7de0046020 con 0x7f7df0103060 2024-04-22T13:58:18.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.233+0000 7f8365ffb640 1 -- 172.21.15.83:0/4181828613 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f8354046020 con 0x7f8368106160 2024-04-22T13:58:18.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8365ffb640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 0x7f83580a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f7decff9640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 0x7f7ddc0a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f7de7fff640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 0x7f7ddc0a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8365ffb640 1 -- 172.21.15.83:0/4181828613 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f83540f2a80 con 0x7f8368106160 2024-04-22T13:58:18.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f836cc85640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 0x7f83580a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7de00f2a10 con 0x7f7df0103060 2024-04-22T13:58:18.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 Processor -- start 2024-04-22T13:58:18.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 -- start start 2024-04-22T13:58:18.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f836cc85640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 0x7f83580a6300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f835c009bd0 tx=0x7f835c005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f7de7fff640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 0x7f7ddc0a6420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7df0100970 tx=0x7f7dd800b410 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bb740 0x5638099bbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099c5250 0x5638099c56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56380991ff00 con 0x5638099bc0f0 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5638098bd590 con 0x5638099bb740 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8371bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56380991bec0 con 0x5638099c5250 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.234+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43954/0 (socket says 172.21.15.83:43954) 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 -- 172.21.15.83:0/764239572 learned_addr learned my addr 172.21.15.83:0/764239572 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f836cc85640 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bb740 0x5638099bbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f836d486640 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099c5250 0x5638099c56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 -- 172.21.15.83:0/764239572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099c5250 msgr2=0x5638099c56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099c5250 0x5638099c56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 -- 172.21.15.83:0/764239572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bb740 msgr2=0x5638099bbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bb740 0x5638099bbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 -- 172.21.15.83:0/764239572 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638096fa7e0 con 0x5638099bc0f0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.235+0000 7f8367fff640 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f83540be610 tx=0x7f83540036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=effd273aea44505c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.238+0000 7f8352ffd640 1 -- 172.21.15.83:0/764239572 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540be910 con 0x5638099bc0f0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.238+0000 7f8352ffd640 1 -- 172.21.15.83:0/764239572 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83540a7e50 con 0x5638099bc0f0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.238+0000 7f8352ffd640 1 -- 172.21.15.83:0/764239572 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540a90e0 con 0x5638099bc0f0 2024-04-22T13:58:18.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.238+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7de004d020 con 0x7f7df0103060 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 -- 172.21.15.83:0/764239572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 msgr2=0x5638099c4c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f83540be610 tx=0x7f83540036f0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 -- 172.21.15.83:0/764239572 shutdown_connections 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099c5250 0x5638099c56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099c4c30 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 --2- 172.21.15.83:0/764239572 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bb740 0x5638099bbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 -- 172.21.15.83:0/764239572 >> 172.21.15.83:0/764239572 conn(0x5638099b5fb0 msgr2=0x5638099b6390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 -- 172.21.15.83:0/764239572 shutdown_connections 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.239+0000 7f8371bb0740 1 -- 172.21.15.83:0/764239572 wait complete. 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 -- start start 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 Processor -- start 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099c8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5638099cbf90 con 0x5638099c5250 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5638098d9580 con 0x5638099bc0f0 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5638099cc110 con 0x5638099bb740 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f8371bb0740 10 client.0 _ll_register_callbacks cb 0x5638098df650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f836d486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f836d486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43964/0 (socket says 172.21.15.83:43964) 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f836d486640 1 -- 172.21.15.83:0/78935640 learned_addr learned my addr 172.21.15.83:0/78935640 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.240+0000 7f836cc85640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099c8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8367fff640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 -- 172.21.15.83:0/78935640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 msgr2=0x5638099c8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099c8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 -- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 msgr2=0x5638099c92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 -- 172.21.15.83:0/78935640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56380975af70 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f836d486640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f83600126a0 tx=0x7f8360012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2adbf70a730077cc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8347fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8360004d20 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83540a7e50 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8360010b60 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8360010d60 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8371bb0740 10 client.15564 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5638095f2170 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.241+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83540a7e50 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8360019030 con 0x5638099c5250 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 10 client.15564 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 10 client.15564 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:18.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 20 client.15564 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099d9500 0x5638099db910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 4 client.15564 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56380992d920 con 0x5638099d9500 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f836cc85640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099d9500 0x5638099db910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f8347fff640 10 client.15564 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.242+0000 7f836cc85640 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099d9500 0x5638099db910 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=953ed2ffca2462a2 server_cookie=ec3a5965a4a08c49 in_seq=0 out_seq=0 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8347fff640 1 -- 172.21.15.83:0/78935640 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56380992d920 con 0x5638099d9500 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8347fff640 10 client.15564 handle_command_reply: tid=0 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 client.15564 shutdown 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 msgr2=0x5638099c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f83600126a0 tx=0x7f8360012b60 comp rx=0 tx=0).stop 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 shutdown_connections 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099d9500 0x5638099db910 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099c5250 0x5638099c9800 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8347fff640 0 client.15564 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 --2- 172.21.15.83:0/78935640 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099c8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 >> 172.21.15.83:0/78935640 conn(0x5638099b5fb0 msgr2=0x5638099b7d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.243+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 shutdown_connections 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.244+0000 7f8371bb0740 1 -- 172.21.15.83:0/78935640 wait complete. 2024-04-22T13:58:18.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.244+0000 7f8371bb0740 20 client.15564 trim_cache size 0 max 16384 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 Processor -- start 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 -- start start 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099b5fb0 0x5638099d4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f83681ab980 con 0x5638099bb740 2024-04-22T13:58:18.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83681ad4c0 con 0x5638099bc0f0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8371bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f83681ac050 con 0x5638099b5fb0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43978/0 (socket says 172.21.15.83:43978) 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 -- 172.21.15.83:0/2493742245 learned_addr learned my addr 172.21.15.83:0/2493742245 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f836d486640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f836cc85640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099b5fb0 0x5638099d4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 -- 172.21.15.83:0/2493742245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099b5fb0 msgr2=0x5638099d4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099b5fb0 0x5638099d4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 -- 172.21.15.83:0/2493742245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 msgr2=0x5638099c6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.261+0000 7f8367fff640 1 -- 172.21.15.83:0/2493742245 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638099b6fb0 con 0x5638099bb740 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.262+0000 7f836d486640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.262+0000 7f8367fff640 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f83540f02a0 tx=0x7f83540be370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e4af4bafd104a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.262+0000 7f83527fc640 1 -- 172.21.15.83:0/2493742245 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540be910 con 0x5638099bb740 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.262+0000 7f83527fc640 1 -- 172.21.15.83:0/2493742245 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83540a7e50 con 0x5638099bb740 2024-04-22T13:58:18.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.262+0000 7f83527fc640 1 -- 172.21.15.83:0/2493742245 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83540bcca0 con 0x5638099bb740 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- 172.21.15.83:0/2493742245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 msgr2=0x5638099c95f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f83540f02a0 tx=0x7f83540be370 comp rx=0 tx=0).stop 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- 172.21.15.83:0/2493742245 shutdown_connections 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099bc0f0 0x5638099c6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bb740 0x5638099c95f0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- 172.21.15.83:0/2493742245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099b5fb0 0x5638099d4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- 172.21.15.83:0/2493742245 >> 172.21.15.83:0/2493742245 conn(0x5638099c3390 msgr2=0x5638099b5010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- 172.21.15.83:0/2493742245 shutdown_connections 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- 172.21.15.83:0/2493742245 wait complete. 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- start start 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 Processor -- start 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099b5fb0 0x5638099d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f83681acdf0 con 0x5638099bc0f0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83681ac720 con 0x5638099b5fb0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f83681a9980 con 0x5638099bb740 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.263+0000 7f8371bb0740 10 client.0 _ll_register_callbacks cb 0x7f8360009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43994/0 (socket says 172.21.15.83:43994) 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836cc85640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099b5fb0 0x5638099d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 -- 172.21.15.83:0/414318208 learned_addr learned my addr 172.21.15.83:0/414318208 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8367fff640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 -- 172.21.15.83:0/414318208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 msgr2=0x5638099ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099ce2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 -- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099b5fb0 msgr2=0x5638099d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099b5fb0 0x5638099d1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 -- 172.21.15.83:0/414318208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638099d8100 con 0x5638099bc0f0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f836d486640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f836001a6b0 tx=0x7f8360009d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1e03590863c2719 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8347fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8360003b70 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83540a7e50 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8360003d10 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8360032050 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8371bb0740 10 client.15570 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563809a40830 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.264+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83540a7e50 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8360019040 con 0x5638099bc0f0 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 10 client.15570 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 10 client.15570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 20 client.15570 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099c5250 0x563809a42fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 4 client.15570 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563809927790 con 0x5638099c5250 2024-04-22T13:58:18.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f836cc85640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099c5250 0x563809a42fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f836cc85640 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099c5250 0x563809a42fe0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d8891ec4c2789fe server_cookie=ef856d280370cd63 in_seq=0 out_seq=0 2024-04-22T13:58:18.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.265+0000 7f8347fff640 10 client.15570 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.266+0000 7f8347fff640 1 -- 172.21.15.83:0/414318208 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563809927790 con 0x5638099c5250 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.266+0000 7f8347fff640 10 client.15570 handle_command_reply: tid=0 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.266+0000 7f8371bb0740 1 client.15570 shutdown 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 msgr2=0x5638099ce7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f836001a6b0 tx=0x7f8360009d50 comp rx=0 tx=0).stop 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 shutdown_connections 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5638099c5250 0x563809a42fe0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5638099bc0f0 0x5638099ce7e0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5638099bb740 0x5638099ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8347fff640 0 client.15570 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 --2- 172.21.15.83:0/414318208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5638099b5fb0 0x5638099d1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 >> 172.21.15.83:0/414318208 conn(0x5638099c3390 msgr2=0x5638099b71a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 shutdown_connections 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 1 -- 172.21.15.83:0/414318208 wait complete. 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f8371bb0740 20 client.15570 trim_cache size 0 max 16384 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "30067b3f-3416-40b1-b4ca-75fc0d00a3ee", 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T13:58:18.275 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:18.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 msgr2=0x7f83580a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 0x7f83580a6300 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f835c009bd0 tx=0x7f835c005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:18.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 msgr2=0x7f8368199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.267+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8354036040 tx=0x7f83540045e0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 shutdown_connections 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f83580a3e40 0x7f83580a6300 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f836819a090 0x7f83681a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8368106160 0x7f8368199b00 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 --2- 172.21.15.83:0/4181828613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8368101090 0x7f83681995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 >> 172.21.15.83:0/4181828613 conn(0x7f8368077f50 msgr2=0x7f83680ff120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 shutdown_connections 2024-04-22T13:58:18.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.268+0000 7f836eee9640 1 -- 172.21.15.83:0/4181828613 wait complete. 2024-04-22T13:58:18.281 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:58:18.281 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:58:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- 172.21.15.83:0/1843352229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98106150 msgr2=0x7faf9810dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 --2- 172.21.15.83:0/1843352229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98106150 0x7faf9810dd20 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7faf90009ca0 tx=0x7faf9002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- 172.21.15.83:0/1843352229 shutdown_connections 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 --2- 172.21.15.83:0/1843352229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98106150 0x7faf9810dd20 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 --2- 172.21.15.83:0/1843352229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101a30 0x7faf98105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 --2- 172.21.15.83:0/1843352229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98101080 0x7faf98101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- 172.21.15.83:0/1843352229 >> 172.21.15.83:0/1843352229 conn(0x7faf98078000 msgr2=0x7faf98078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- 172.21.15.83:0/1843352229 shutdown_connections 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- 172.21.15.83:0/1843352229 wait complete. 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 Processor -- start 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.380+0000 7faf9e893640 1 -- start start 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101080 0x7faf98199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 0x7faf98199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faf981110a0 con 0x7faf98199fc0 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faf98110f20 con 0x7faf98106150 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9e893640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faf98111220 con 0x7faf98101080 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44008/0 (socket says 172.21.15.83:44008) 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 -- 172.21.15.83:0/813565036 learned_addr learned my addr 172.21.15.83:0/813565036 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf97fff640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101080 0x7faf98199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf977fe640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 0x7faf98199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 -- 172.21.15.83:0/813565036 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101080 msgr2=0x7faf98199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101080 0x7faf98199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 -- 172.21.15.83:0/813565036 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 msgr2=0x7faf98199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 0x7faf98199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 -- 172.21.15.83:0/813565036 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf981a4d60 con 0x7faf98199fc0 2024-04-22T13:58:18.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf977fe640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 0x7faf98199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:18.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf9ce30640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7faf90005e30 tx=0x7faf90034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.381+0000 7faf957fa640 1 -- 172.21.15.83:0/813565036 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90039040 con 0x7faf98199fc0 2024-04-22T13:58:18.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.382+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf981a4ff0 con 0x7faf98199fc0 2024-04-22T13:58:18.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.382+0000 7faf957fa640 1 -- 172.21.15.83:0/813565036 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf90044070 con 0x7faf98199fc0 2024-04-22T13:58:18.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.382+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf981a5500 con 0x7faf98199fc0 2024-04-22T13:58:18.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.382+0000 7faf957fa640 1 -- 172.21.15.83:0/813565036 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90003e60 con 0x7faf98199fc0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.384+0000 7faf957fa640 1 -- 172.21.15.83:0/813565036 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7faf900324c0 con 0x7faf98199fc0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.384+0000 7faf957fa640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 0x7faf800a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.384+0000 7faf97fff640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 0x7faf800a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.384+0000 7faf957fa640 1 -- 172.21.15.83:0/813565036 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faf900f2960 con 0x7faf98199fc0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7faf97fff640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 0x7faf800a6330 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faf8800bbe0 tx=0x7faf8800b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 Processor -- start 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 -- start start 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 0x55da47560960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47569a80 0x55da4756be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55da474c51e0 con 0x55da47560ea0 2024-04-22T13:58:18.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55da47462390 con 0x55da47560580 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7fafa1567740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55da474c11a0 con 0x55da47569a80 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44010/0 (socket says 172.21.15.83:44010) 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.385+0000 7faf977fe640 1 -- 172.21.15.83:0/292744176 learned_addr learned my addr 172.21.15.83:0/292744176 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf9ce30640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47569a80 0x55da4756be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf97fff640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 0x55da47560960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 -- 172.21.15.83:0/292744176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47569a80 msgr2=0x55da4756be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47569a80 0x55da4756be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 -- 172.21.15.83:0/292744176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 msgr2=0x55da47560960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 0x55da47560960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 -- 172.21.15.83:0/292744176 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da472a17d0 con 0x55da47560ea0 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf97fff640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 0x55da47560960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf977fe640 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00bc60 tx=0x7faf8c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7b3e34ca752e4e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf7e7fc640 1 -- 172.21.15.83:0/292744176 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c015070 con 0x55da47560ea0 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf7e7fc640 1 -- 172.21.15.83:0/292744176 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf8c01a910 con 0x55da47560ea0 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.386+0000 7faf7e7fc640 1 -- 172.21.15.83:0/292744176 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c011880 con 0x55da47560ea0 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- 172.21.15.83:0/292744176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 msgr2=0x55da47569540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7faf8c00bc60 tx=0x7faf8c00f730 comp rx=0 tx=0).stop 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- 172.21.15.83:0/292744176 shutdown_connections 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47569a80 0x55da4756be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47569540 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 --2- 172.21.15.83:0/292744176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560580 0x55da47560960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- 172.21.15.83:0/292744176 >> 172.21.15.83:0/292744176 conn(0x55da4755acb0 msgr2=0x55da4755b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- 172.21.15.83:0/292744176 shutdown_connections 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- 172.21.15.83:0/292744176 wait complete. 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 -- start start 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.387+0000 7fafa1567740 1 Processor -- start 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da475669e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da47567460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55da4756c870 con 0x55da47560ea0 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55da4747e2f0 con 0x55da47569a80 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55da4756c9f0 con 0x55da47560580 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 10 client.0 _ll_register_callbacks cb 0x55da4748b580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44018/0 (socket says 172.21.15.83:44018) 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 -- 172.21.15.83:0/1967071124 learned_addr learned my addr 172.21.15.83:0/1967071124 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf97fff640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da475669e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf9ce30640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da47567460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 -- 172.21.15.83:0/1967071124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 msgr2=0x55da475669e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da475669e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 -- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 msgr2=0x55da47567460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da47567460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 -- 172.21.15.83:0/1967071124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da471d73f0 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf977fe640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7faf8c000c00 tx=0x7faf8c01a460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bc16d9d41405a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c015070 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faf8c01a710 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.388+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf8c01a910 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf8c01acd0 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 10 client.15582 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da471970f0 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf8c01a910 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7faf8c004b10 con 0x55da47560ea0 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 10 client.15582 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 10 client.15582 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 20 client.15582 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da47579800 0x55da4757bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 4 client.15582 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da474d2c00 con 0x55da47579800 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.389+0000 7faf97fff640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da47579800 0x55da4757bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.390+0000 7faf777fe640 10 client.15582 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.390+0000 7faf97fff640 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da47579800 0x55da4757bbf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94b41c6b269e210 server_cookie=fdf663a0fe38062d in_seq=0 out_seq=0 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.390+0000 7faf777fe640 1 -- 172.21.15.83:0/1967071124 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da474d2c00 con 0x55da47579800 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.390+0000 7faf777fe640 10 client.15582 handle_command_reply: tid=0 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.390+0000 7fafa1567740 1 client.15582 shutdown 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 msgr2=0x55da47566f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7faf8c000c00 tx=0x7faf8c01a460 comp rx=0 tx=0).stop 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 shutdown_connections 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da47579800 0x55da4757bbf0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da47567460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7faf777fe640 0 client.15582 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47566f20 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 --2- 172.21.15.83:0/1967071124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da475669e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 >> 172.21.15.83:0/1967071124 conn(0x55da4755acb0 msgr2=0x55da4755ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 shutdown_connections 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 1 -- 172.21.15.83:0/1967071124 wait complete. 2024-04-22T13:58:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.391+0000 7fafa1567740 20 client.15582 trim_cache size 0 max 16384 2024-04-22T13:58:18.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:17 smithi173 ceph-mon[31493]: from='client.15510 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:18.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/184335994' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1358452406' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:18.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2665364421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 Processor -- start 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 -- start start 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da47569110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da4757ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faf981adb60 con 0x55da47560ea0 2024-04-22T13:58:18.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faf981af6a0 con 0x55da47569a80 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7fafa1567740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faf981ae230 con 0x55da47560580 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.427+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44028/0 (socket says 172.21.15.83:44028) 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 -- 172.21.15.83:0/3859800992 learned_addr learned my addr 172.21.15.83:0/3859800992 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 -- 172.21.15.83:0/3859800992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 msgr2=0x55da47569110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da47569110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 -- 172.21.15.83:0/3859800992 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 msgr2=0x55da4757ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da4757ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 -- 172.21.15.83:0/3859800992 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da47560c90 con 0x55da47560ea0 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf977fe640 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7faf8c001eb0 tx=0x7faf8c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a883ef943d0bf1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf7dffb640 1 -- 172.21.15.83:0/3859800992 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c031070 con 0x55da47560ea0 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf7dffb640 1 -- 172.21.15.83:0/3859800992 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf8c01a710 con 0x55da47560ea0 2024-04-22T13:58:18.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.428+0000 7faf7dffb640 1 -- 172.21.15.83:0/3859800992 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf8c015040 con 0x55da47560ea0 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- 172.21.15.83:0/3859800992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 msgr2=0x55da47565920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7faf8c001eb0 tx=0x7faf8c00f730 comp rx=0 tx=0).stop 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- 172.21.15.83:0/3859800992 shutdown_connections 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47569a80 0x55da4757ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47560ea0 0x55da47565920 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- 172.21.15.83:0/3859800992 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da47569110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- 172.21.15.83:0/3859800992 >> 172.21.15.83:0/3859800992 conn(0x55da4755acb0 msgr2=0x55da475754d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- 172.21.15.83:0/3859800992 shutdown_connections 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- 172.21.15.83:0/3859800992 wait complete. 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 -- start start 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 Processor -- start 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da4757c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 0x55da4757ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.429+0000 7fafa1567740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faf981aefd0 con 0x55da47569a80 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faf981ae900 con 0x55da47560ea0 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faf981abb60 con 0x55da47560580 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 10 client.0 _ll_register_callbacks cb 0x7faf8c00bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44040/0 (socket says 172.21.15.83:44040) 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 -- 172.21.15.83:0/4084627513 learned_addr learned my addr 172.21.15.83:0/4084627513 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf97fff640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da4757c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf977fe640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 0x55da4757ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 -- 172.21.15.83:0/4084627513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 msgr2=0x55da4757c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da4757c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 -- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 msgr2=0x55da4757ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:18.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 0x55da4757ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 -- 172.21.15.83:0/4084627513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da475decd0 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf977fe640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 0x55da4757ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf9ce30640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7faf900f06e0 tx=0x7faf900be5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70d716f0aeeb6f02 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf90035e50 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faf900327b0 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf8c01a710 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7faf900beef0 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 10 client.15588 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.430+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55da475e0040 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf8c01a710 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7faf900d5070 con 0x55da47569a80 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 10 client.15588 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:18.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 10 client.15588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 20 client.15588 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da475e07e0 0x55da475e2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 4 client.15588 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55da474cca70 con 0x55da475e07e0 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.431+0000 7faf97fff640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da475e07e0 0x55da475e2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7faf777fe640 10 client.15588 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7faf97fff640 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da475e07e0 0x55da475e2c00 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=154d74004ac02126 server_cookie=6c86a965c79d9f67 in_seq=0 out_seq=0 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7faf777fe640 1 -- 172.21.15.83:0/4084627513 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55da474cca70 con 0x55da475e07e0 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7faf777fe640 10 client.15588 handle_command_reply: tid=0 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 client.15588 shutdown 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 msgr2=0x55da4757d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7faf900f06e0 tx=0x7faf900be5c0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 shutdown_connections 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da475e07e0 0x55da475e2c00 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da47569a80 0x55da4757d400 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da47560ea0 0x55da4757ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7faf777fe640 0 client.15588 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 --2- 172.21.15.83:0/4084627513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da47560580 0x55da4757c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 >> 172.21.15.83:0/4084627513 conn(0x55da4755acb0 msgr2=0x55da47566980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 shutdown_connections 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 1 -- 172.21.15.83:0/4084627513 wait complete. 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.432+0000 7fafa1567740 20 client.15588 trim_cache size 0 max 16384 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T13:58:18.441 INFO:teuthology.orchestra.run.smithi083.stdout: "30067b3f-3416-40b1-b4ca-75fc0d00a3ee": { 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "30067b3f-3416-40b1-b4ca-75fc0d00a3ee", 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:18.442 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 msgr2=0x7faf800a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 0x7faf800a6330 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faf8800bbe0 tx=0x7faf8800b390 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 msgr2=0x7faf981a45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7faf90005e30 tx=0x7faf90034760 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 shutdown_connections 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faf800a3e70 0x7faf800a6330 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faf98199fc0 0x7faf981a45c0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf98106150 0x7faf98199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 --2- 172.21.15.83:0/813565036 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faf98101080 0x7faf98199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 >> 172.21.15.83:0/813565036 conn(0x7faf98078000 msgr2=0x7faf980fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 shutdown_connections 2024-04-22T13:58:18.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.433+0000 7faf9e893640 1 -- 172.21.15.83:0/813565036 wait complete. 2024-04-22T13:58:18.447 INFO:tasks.cephfs.filesystem:scrub status for tag:30067b3f-3416-40b1-b4ca-75fc0d00a3ee - {'path': '/', 'tag': '30067b3f-3416-40b1-b4ca-75fc0d00a3ee', 'options': 'recursive,force'} 2024-04-22T13:58:18.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.474+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f7df0107770 con 0x7f7ddc0a3f60 2024-04-22T13:58:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.545+0000 7f7decff9640 1 -- 172.21.15.83:0/680658622 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f7dd800bc80 con 0x7f7ddc0a3f60 2024-04-22T13:58:18.547 INFO:teuthology.orchestra.run.smithi083.stdout:Schedule set for path / 2024-04-22T13:58:18.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 msgr2=0x7f7ddc0a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 0x7f7ddc0a6420 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7df0100970 tx=0x7f7dd800b410 comp rx=0 tx=0).stop 2024-04-22T13:58:18.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 msgr2=0x7f7df0198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7de0005940 tx=0x7f7de002d890 comp rx=0 tx=0).stop 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 shutdown_connections 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7ddc0a3f60 0x7f7ddc0a6420 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7df010c580 0x7f7df019cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7df0103980 0x7f7df0198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 --2- 172.21.15.83:0/680658622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7df0103060 0x7f7df0198730 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 >> 172.21.15.83:0/680658622 conn(0x7f7df0077fd0 msgr2=0x7f7df00fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 shutdown_connections 2024-04-22T13:58:18.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.547+0000 7f7df57bd640 1 -- 172.21.15.83:0/680658622 wait complete. 2024-04-22T13:58:18.560 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-22T13:58:18.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/3535997086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 msgr2=0x7f7d88102590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/3535997086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d88102590 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7d78009ca0 tx=0x7f7d7802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/3535997086 shutdown_connections 2024-04-22T13:58:18.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/3535997086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d88107280 0x7f7d8810ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/3535997086 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88102b60 0x7f7d88106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/3535997086 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d88102590 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/3535997086 >> 172.21.15.83:0/3535997086 conn(0x7f7d880fda10 msgr2=0x7f7d880ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.699+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/3535997086 shutdown_connections 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.700+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/3535997086 wait complete. 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.700+0000 7f7d8d0fd640 1 Processor -- start 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.700+0000 7f7d8d0fd640 1 -- start start 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.700+0000 7f7d8d0fd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 0x7f7d88198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d8819cf30 0x7f7d8819d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7d881121c0 con 0x7f7d881021b0 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7d88112040 con 0x7f7d8819cf30 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7d88112340 con 0x7f7d88107280 2024-04-22T13:58:18.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44060/0 (socket says 172.21.15.83:44060) 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 -- 172.21.15.83:0/1878257050 learned_addr learned my addr 172.21.15.83:0/1878257050 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8659c640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 0x7f7d88198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8759e640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d8819cf30 0x7f7d8819d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 -- 172.21.15.83:0/1878257050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 msgr2=0x7f7d88198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 0x7f7d88198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 -- 172.21.15.83:0/1878257050 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d8819cf30 msgr2=0x7f7d8819d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d8819cf30 0x7f7d8819d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 -- 172.21.15.83:0/1878257050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8819da20 con 0x7f7d881021b0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8659c640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 0x7f7d88198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d86d9d640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7d780098d0 tx=0x7f7d78035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78039040 con 0x7f7d881021b0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d78044070 con 0x7f7d881021b0 2024-04-22T13:58:18.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d8819dcb0 con 0x7f7d881021b0 2024-04-22T13:58:18.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d780042a0 con 0x7f7d881021b0 2024-04-22T13:58:18.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.701+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d881a5470 con 0x7f7d881021b0 2024-04-22T13:58:18.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.703+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d8804fce0 con 0x7f7d881021b0 2024-04-22T13:58:18.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.703+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7d78004440 con 0x7f7d881021b0 2024-04-22T13:58:18.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.704+0000 7f7d6ffff640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 0x7f7d700a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:18.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.704+0000 7f7d8659c640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 0x7f7d700a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:18.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.704+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7d780f2f40 con 0x7f7d881021b0 2024-04-22T13:58:18.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.705+0000 7f7d8659c640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 0x7f7d700a63a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d880fdf10 tx=0x7f7d7c005ec0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:18.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.709+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d780bf4d0 con 0x7f7d881021b0 2024-04-22T13:58:18.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.913+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f7d88102b60 con 0x7f7d700a3ee0 2024-04-22T13:58:18.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.973+0000 7f7d6ffff640 1 -- 172.21.15.83:0/1878257050 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f7d88102b60 con 0x7f7d700a3ee0 2024-04-22T13:58:18.975 INFO:teuthology.orchestra.run.smithi083.stdout:Retention added to path / 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 msgr2=0x7f7d700a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 0x7f7d700a63a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7d880fdf10 tx=0x7f7d7c005ec0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 msgr2=0x7f7d881986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f7d780098d0 tx=0x7f7d78035d60 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 shutdown_connections 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7d700a3ee0 0x7f7d700a63a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d8819cf30 0x7f7d8819d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7d88107280 0x7f7d88198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 --2- 172.21.15.83:0/1878257050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7d881021b0 0x7f7d881986c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 >> 172.21.15.83:0/1878257050 conn(0x7f7d880fda10 msgr2=0x7f7d880fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 shutdown_connections 2024-04-22T13:58:18.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:18.975+0000 7f7d8d0fd640 1 -- 172.21.15.83:0/1878257050 wait complete. 2024-04-22T13:58:18.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.085+0000 7fdc90e48640 1 -- 172.21.15.83:0/2662004583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c101aa0 msgr2=0x7fdc8c105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.085+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2662004583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c101aa0 0x7fdc8c105a90 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009900 tx=0x7fdc7402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 -- 172.21.15.83:0/2662004583 shutdown_connections 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2662004583 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c106170 0x7fdc8c10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2662004583 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c101aa0 0x7fdc8c105a90 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2662004583 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c1014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 -- 172.21.15.83:0/2662004583 >> 172.21.15.83:0/2662004583 conn(0x7fdc8c077fd0 msgr2=0x7fdc8c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 -- 172.21.15.83:0/2662004583 shutdown_connections 2024-04-22T13:58:19.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 -- 172.21.15.83:0/2662004583 wait complete. 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 Processor -- start 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.086+0000 7fdc90e48640 1 -- start start 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c106170 0x7fdc8c197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 0x7fdc8c19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c1110b0 con 0x7fdc8c1010f0 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c110f30 con 0x7fdc8c106170 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdc8c111230 con 0x7fdc8c19bf10 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44072/0 (socket says 172.21.15.83:44072) 2024-04-22T13:58:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 -- 172.21.15.83:0/2862880932 learned_addr learned my addr 172.21.15.83:0/2862880932 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc89d9b640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c106170 0x7fdc8c197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8ad9d640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 0x7fdc8c19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 -- 172.21.15.83:0/2862880932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 msgr2=0x7fdc8c19c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 0x7fdc8c19c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 -- 172.21.15.83:0/2862880932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c106170 msgr2=0x7fdc8c197b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c106170 0x7fdc8c197b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 -- 172.21.15.83:0/2862880932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc8c19ca00 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8ad9d640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 0x7fdc8c19c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc8a59c640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00eab0 tx=0x7fdc7c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c00ce40 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdc7c011920 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc8c19ccf0 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc7c010a30 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.087+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc8c1a44b0 con 0x7fdc8c1010f0 2024-04-22T13:58:19.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.088+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc8c04fce0 con 0x7fdc8c1010f0 2024-04-22T13:58:19.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.090+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fdc7c010bd0 con 0x7fdc8c1010f0 2024-04-22T13:58:19.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.090+0000 7fdc837fe640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 0x7fdc780a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.090+0000 7fdc89d9b640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 0x7fdc780a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.090+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fdc7c0d1090 con 0x7fdc8c1010f0 2024-04-22T13:58:19.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.091+0000 7fdc89d9b640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 0x7fdc780a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009230 tx=0x7fdc74005fd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.094+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdc7c016030 con 0x7fdc8c1010f0 2024-04-22T13:58:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-04-22T13:58:19.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3038698645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T13:58:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T13:58:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:18 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T13:58:19.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3038698645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:18 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T13:58:19.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.294+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fdc8c101aa0 con 0x7fdc780a3ee0 2024-04-22T13:58:19.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.302+0000 7fdc837fe640 1 -- 172.21.15.83:0/2862880932 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fdc8c101aa0 con 0x7fdc780a3ee0 2024-04-22T13:58:19.304 INFO:teuthology.orchestra.run.smithi083.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-22T00:00:00", "created": "2024-04-22T13:58:18", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 msgr2=0x7fdc780a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 0x7fdc780a63a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fdc74009230 tx=0x7fdc74005fd0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 msgr2=0x7fdc8c197650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c00eab0 tx=0x7fdc7c00ef70 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 shutdown_connections 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdc780a3ee0 0x7fdc780a63a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdc8c19bf10 0x7fdc8c19c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc8c106170 0x7fdc8c197b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 --2- 172.21.15.83:0/2862880932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdc8c1010f0 0x7fdc8c197650 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 >> 172.21.15.83:0/2862880932 conn(0x7fdc8c077fd0 msgr2=0x7fdc8c0ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:19.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 shutdown_connections 2024-04-22T13:58:19.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.304+0000 7fdc90e48640 1 -- 172.21.15.83:0/2862880932 wait complete. 2024-04-22T13:58:19.317 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-22T13:58:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 205 B/s wr, 2 op/s 2024-04-22T13:58:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3038698645' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T13:58:19.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T13:58:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:18 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 -- 172.21.15.83:0/4004823846 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e0107270 msgr2=0x7f27e010ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 --2- 172.21.15.83:0/4004823846 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e0107270 0x7f27e010ee40 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f27d8009ca0 tx=0x7f27d802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 -- 172.21.15.83:0/4004823846 shutdown_connections 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 --2- 172.21.15.83:0/4004823846 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e0107270 0x7f27e010ee40 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 --2- 172.21.15.83:0/4004823846 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0102b50 0x7f27e0106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 --2- 172.21.15.83:0/4004823846 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e01021a0 0x7f27e0102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 -- 172.21.15.83:0/4004823846 >> 172.21.15.83:0/4004823846 conn(0x7f27e00fda00 msgr2=0x7f27e00ffe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 -- 172.21.15.83:0/4004823846 shutdown_connections 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.414+0000 7f27e6c32640 1 -- 172.21.15.83:0/4004823846 wait complete. 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 Processor -- start 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 -- start start 2024-04-22T13:58:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 0x7f27e0198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e019cf50 0x7f27e019d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f27e01121e0 con 0x7f27e01021a0 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27e0112060 con 0x7f27e0107270 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e6c32640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f27e0112360 con 0x7f27e019cf50 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e49ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e49ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44080/0 (socket says 172.21.15.83:44080) 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.415+0000 7f27e49ce640 1 -- 172.21.15.83:0/3154139905 learned_addr learned my addr 172.21.15.83:0/3154139905 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e51cf640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e019cf50 0x7f27e019d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27dffff640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 0x7f27e0198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 -- 172.21.15.83:0/3154139905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e019cf50 msgr2=0x7f27e019d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e019cf50 0x7f27e019d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 -- 172.21.15.83:0/3154139905 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 msgr2=0x7f27e0198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 0x7f27e0198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 -- 172.21.15.83:0/3154139905 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e019da40 con 0x7f27e01021a0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27dffff640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 0x7f27e0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e49ce640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f27d400c970 tx=0x7f27d400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d4007bb0 con 0x7f27e01021a0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27d4007d50 con 0x7f27e01021a0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e019dd30 con 0x7f27e01021a0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27d400f450 con 0x7f27e01021a0 2024-04-22T13:58:19.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.416+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e01a5520 con 0x7f27e01021a0 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.417+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e004fce0 con 0x7f27e01021a0 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.418+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f27d4004f40 con 0x7f27e01021a0 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.418+0000 7f27ddffb640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 0x7f27d00a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.419+0000 7f27dffff640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 0x7f27d00a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.419+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f27d40d0830 con 0x7f27e01021a0 2024-04-22T13:58:19.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.419+0000 7f27dffff640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 0x7f27d00a6420 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f27e00fdf20 tx=0x7f27cc005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.423+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f27d4014030 con 0x7f27e01021a0 2024-04-22T13:58:19.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.622+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f27e0102b50 con 0x7f27d00a3f60 2024-04-22T13:58:19.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.629+0000 7f27ddffb640 1 -- 172.21.15.83:0/3154139905 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f27e0102b50 con 0x7f27d00a3f60 2024-04-22T13:58:19.632 INFO:teuthology.orchestra.run.smithi083.stdout:/ 1m 6m3h 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 msgr2=0x7f27d00a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 0x7f27d00a6420 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f27e00fdf20 tx=0x7f27cc005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 msgr2=0x7f27e01986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f27d400c970 tx=0x7f27d400ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 shutdown_connections 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27d00a3f60 0x7f27d00a6420 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27e019cf50 0x7f27e019d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27e0107270 0x7f27e0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 --2- 172.21.15.83:0/3154139905 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f27e01021a0 0x7f27e01986e0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 >> 172.21.15.83:0/3154139905 conn(0x7f27e00fda00 msgr2=0x7f27e00ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:19.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 shutdown_connections 2024-04-22T13:58:19.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.631+0000 7f27e6c32640 1 -- 172.21.15.83:0/3154139905 wait complete. 2024-04-22T13:58:19.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-22T13:58:19.669 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-22T13:58:19.681 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-22T13:58:19.693 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:19.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 -- 172.21.15.83:0/1623137107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c581017f0 msgr2=0x7f7c5810dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 --2- 172.21.15.83:0/1623137107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c581017f0 0x7f7c5810dcb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009ca0 tx=0x7f7c5002c180 comp rx=0 tx=0).stop 2024-04-22T13:58:19.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 -- 172.21.15.83:0/1623137107 shutdown_connections 2024-04-22T13:58:19.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 --2- 172.21.15.83:0/1623137107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c581017f0 0x7f7c5810dcb0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 --2- 172.21.15.83:0/1623137107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 --2- 172.21.15.83:0/1623137107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c58106f10 0x7f7c581072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 -- 172.21.15.83:0/1623137107 >> 172.21.15.83:0/1623137107 conn(0x7f7c58077f80 msgr2=0x7f7c58078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 -- 172.21.15.83:0/1623137107 shutdown_connections 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.804+0000 7f7c6044e640 1 -- 172.21.15.83:0/1623137107 wait complete. 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 Processor -- start 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 -- start start 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c581017f0 0x7f7c581999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7c581110a0 con 0x7f7c58106f10 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58110f20 con 0x7f7c581017f0 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c6044e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7c58111220 con 0x7f7c58100e50 2024-04-22T13:58:19.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44094/0 (socket says 172.21.15.83:44094) 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 -- 172.21.15.83:0/2383488114 learned_addr learned my addr 172.21.15.83:0/2383488114 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e1ea640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5d9e9640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c581017f0 0x7f7c581999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 -- 172.21.15.83:0/2383488114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 msgr2=0x7f7c581994a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581994a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 -- 172.21.15.83:0/2383488114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c581017f0 msgr2=0x7f7c581999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c581017f0 0x7f7c581999e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e9eb640 1 -- 172.21.15.83:0/2383488114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c581a4a60 con 0x7f7c58106f10 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.805+0000 7f7c5e1ea640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581994a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c5e9eb640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7c5002c790 tx=0x7f7c50003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50039040 con 0x7f7c58106f10 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c581a4c30 con 0x7f7c58106f10 2024-04-22T13:58:19.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c50044070 con 0x7f7c58106f10 2024-04-22T13:58:19.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c50032a90 con 0x7f7c58106f10 2024-04-22T13:58:19.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.806+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c581a50f0 con 0x7f7c58106f10 2024-04-22T13:58:19.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.807+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c58068550 con 0x7f7c58106f10 2024-04-22T13:58:19.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.808+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7c50032c30 con 0x7f7c58106f10 2024-04-22T13:58:19.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.808+0000 7f7c4f7fe640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 0x7f7c440a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:19.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.809+0000 7f7c5e1ea640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 0x7f7c440a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:19.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.809+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7c500f30f0 con 0x7f7c58106f10 2024-04-22T13:58:19.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.809+0000 7f7c5e1ea640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 0x7f7c440a6300 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400baa0 tx=0x7f7c54005d20 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:19.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.813+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7c500bf680 con 0x7f7c58106f10 2024-04-22T13:58:19.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.994+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c58109300 con 0x7f7c58106f10 2024-04-22T13:58:19.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.996+0000 7f7c4f7fe640 1 -- 172.21.15.83:0/2383488114 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7f7c500bef80 con 0x7f7c58106f10 2024-04-22T13:58:19.999 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:19.999 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:20.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 msgr2=0x7f7c440a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 0x7f7c440a6300 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400baa0 tx=0x7f7c54005d20 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 msgr2=0x7f7c581a4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7c5002c790 tx=0x7f7c50003c20 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 shutdown_connections 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7c440a3e40 0x7f7c440a6300 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7c58106f10 0x7f7c581a4520 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c581017f0 0x7f7c581999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 --2- 172.21.15.83:0/2383488114 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7c58100e50 0x7f7c581994a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 >> 172.21.15.83:0/2383488114 conn(0x7f7c58077f80 msgr2=0x7f7c580ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 shutdown_connections 2024-04-22T13:58:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:19.998+0000 7f7c6044e640 1 -- 172.21.15.83:0/2383488114 wait complete. 2024-04-22T13:58:20.012 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:20.012 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 -- 172.21.15.83:0/2908485366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260102190 msgr2=0x7fa260102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 --2- 172.21.15.83:0/2908485366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260102190 0x7fa260102570 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa250009900 tx=0x7fa25002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 -- 172.21.15.83:0/2908485366 shutdown_connections 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 --2- 172.21.15.83:0/2908485366 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 0x7fa26010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 --2- 172.21.15.83:0/2908485366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102b40 0x7fa260106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 --2- 172.21.15.83:0/2908485366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260102190 0x7fa260102570 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 -- 172.21.15.83:0/2908485366 >> 172.21.15.83:0/2908485366 conn(0x7fa2600fd990 msgr2=0x7fa2600ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 -- 172.21.15.83:0/2908485366 shutdown_connections 2024-04-22T13:58:20.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.110+0000 7fa2650a8640 1 -- 172.21.15.83:0/2908485366 wait complete. 2024-04-22T13:58:20.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 Processor -- start 2024-04-22T13:58:20.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 -- start start 2024-04-22T13:58:20.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102190 0x7fa26019e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 0x7fa26019e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa2601121d0 con 0x7fa260198610 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa260112050 con 0x7fa260102190 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa2650a8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa260112350 con 0x7fa260107260 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa25f59e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa25f59e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44104/0 (socket says 172.21.15.83:44104) 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.111+0000 7fa25f59e640 1 -- 172.21.15.83:0/66843787 learned_addr learned my addr 172.21.15.83:0/66843787 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25e59c640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 0x7fa26019e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25ed9d640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102190 0x7fa26019e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 -- 172.21.15.83:0/66843787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 msgr2=0x7fa26019e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 0x7fa26019e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 -- 172.21.15.83:0/66843787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102190 msgr2=0x7fa26019e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102190 0x7fa26019e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 -- 172.21.15.83:0/66843787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa260199130 con 0x7fa260198610 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa25f59e640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa25800cad0 tx=0x7fa25800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25800ae20 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa260199420 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa258005020 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa25800f6b0 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.112+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2601a5670 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.113+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2600691c0 con 0x7fa260198610 2024-04-22T13:58:20.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.114+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fa2580051d0 con 0x7fa260198610 2024-04-22T13:58:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.115+0000 7fa247fff640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 0x7fa2480a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.115+0000 7fa25ed9d640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 0x7fa2480a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.115+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa2580d0b00 con 0x7fa260198610 2024-04-22T13:58:20.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.115+0000 7fa25ed9d640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 0x7fa2480a6300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa250036040 tx=0x7fa250000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.119+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa258014030 con 0x7fa260198610 2024-04-22T13:58:20.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:19 smithi083 ceph-mon[27977]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:19 smithi083 ceph-mon[27977]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:19 smithi084 ceph-mon[31312]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:19 smithi084 ceph-mon[31312]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.300+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa260102b40 con 0x7fa260198610 2024-04-22T13:58:20.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.300+0000 7fa247fff640 1 -- 172.21.15.83:0/66843787 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fa25809cf80 con 0x7fa260198610 2024-04-22T13:58:20.303 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 msgr2=0x7fa2480a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 0x7fa2480a6300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa250036040 tx=0x7fa250000bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 msgr2=0x7fa260198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fa25800cad0 tx=0x7fa25800cf90 comp rx=0 tx=0).stop 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 shutdown_connections 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2480a3e40 0x7fa2480a6300 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa260198610 0x7fa260198ac0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa260107260 0x7fa26019e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 --2- 172.21.15.83:0/66843787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa260102190 0x7fa26019e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.302+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 >> 172.21.15.83:0/66843787 conn(0x7fa2600fd990 msgr2=0x7fa2600fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.303+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 shutdown_connections 2024-04-22T13:58:20.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.303+0000 7fa2650a8640 1 -- 172.21.15.83:0/66843787 wait complete. 2024-04-22T13:58:20.316 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:20.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:19 smithi173 ceph-mon[31493]: from='client.15555 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:19 smithi173 ceph-mon[31493]: from='client.15594 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.417+0000 7f96ce2eb640 1 -- 172.21.15.83:0/3053554002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 msgr2=0x7f96c810e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.417+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/3053554002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c810e9b0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f96c0009ca0 tx=0x7f96c002c230 comp rx=0 tx=0).stop 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 -- 172.21.15.83:0/3053554002 shutdown_connections 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/3053554002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c810e9b0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/3053554002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c8103af0 0x7f96c810bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/3053554002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c81031d0 0x7f96c81035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 -- 172.21.15.83:0/3053554002 >> 172.21.15.83:0/3053554002 conn(0x7f96c8077f50 msgr2=0x7f96c8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 -- 172.21.15.83:0/3053554002 shutdown_connections 2024-04-22T13:58:20.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 -- 172.21.15.83:0/3053554002 wait complete. 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 Processor -- start 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.418+0000 7f96ce2eb640 1 -- start start 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c81031d0 0x7f96c8198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 0x7f96c8198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f96c8112180 con 0x7f96c810c510 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f96c8112000 con 0x7f96c81031d0 2024-04-22T13:58:20.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96ce2eb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f96c8112300 con 0x7f96c8103af0 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44114/0 (socket says 172.21.15.83:44114) 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 -- 172.21.15.83:0/2597348391 learned_addr learned my addr 172.21.15.83:0/2597348391 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96c7fff640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c81031d0 0x7f96c8198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96c77fe640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 0x7f96c8198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 -- 172.21.15.83:0/2597348391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 msgr2=0x7f96c8198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 0x7f96c8198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 -- 172.21.15.83:0/2597348391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c81031d0 msgr2=0x7f96c8198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c81031d0 0x7f96c8198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 -- 172.21.15.83:0/2597348391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c819d630 con 0x7f96c810c510 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96c77fe640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 0x7f96c8198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96cc888640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f96c002c840 tx=0x7f96c0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.419+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c0039040 con 0x7f96c810c510 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.420+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96c0044070 con 0x7f96c810c510 2024-04-22T13:58:20.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.420+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c819d8c0 con 0x7f96c810c510 2024-04-22T13:58:20.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.420+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c00328a0 con 0x7f96c810c510 2024-04-22T13:58:20.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.420+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c81a51b0 con 0x7f96c810c510 2024-04-22T13:58:20.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.421+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96c8068d70 con 0x7f96c810c510 2024-04-22T13:58:20.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.422+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f96c0032a40 con 0x7f96c810c510 2024-04-22T13:58:20.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.422+0000 7f96c57fa640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 0x7f96b00a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.422+0000 7f96c7fff640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 0x7f96b00a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.423+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f96c00f2eb0 con 0x7f96c810c510 2024-04-22T13:58:20.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.423+0000 7f96c7fff640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 0x7f96b00a6300 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f96b800abe0 tx=0x7f96b800a2d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.427+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96c00333a0 con 0x7f96c810c510 2024-04-22T13:58:20.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.615+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f96c8107690 con 0x7f96c810c510 2024-04-22T13:58:20.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.616+0000 7f96c57fa640 1 -- 172.21.15.83:0/2597348391 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7f96c00bf440 con 0x7f96c810c510 2024-04-22T13:58:20.619 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:20.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 msgr2=0x7f96b00a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 0x7f96b00a6300 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f96b800abe0 tx=0x7f96b800a2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 msgr2=0x7f96c819cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f96c002c840 tx=0x7f96c0003c20 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 shutdown_connections 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f96b00a3e40 0x7f96b00a6300 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f96c810c510 0x7f96c819cf00 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f96c8103af0 0x7f96c8198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 --2- 172.21.15.83:0/2597348391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f96c81031d0 0x7f96c8198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 >> 172.21.15.83:0/2597348391 conn(0x7f96c8077f50 msgr2=0x7f96c80fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 shutdown_connections 2024-04-22T13:58:20.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.618+0000 7f96ce2eb640 1 -- 172.21.15.83:0/2597348391 wait complete. 2024-04-22T13:58:20.632 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:20.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 -- 172.21.15.83:0/3091188998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8101a40 msgr2=0x7fe6f8105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/3091188998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8101a40 0x7fe6f8105a80 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8009900 tx=0x7fe6e802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 -- 172.21.15.83:0/3091188998 shutdown_connections 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/3091188998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8106160 0x7fe6f810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/3091188998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8101a40 0x7fe6f8105a80 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/3091188998 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f8101090 0x7fe6f8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 -- 172.21.15.83:0/3091188998 >> 172.21.15.83:0/3091188998 conn(0x7fe6f8077f50 msgr2=0x7fe6f8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 -- 172.21.15.83:0/3091188998 shutdown_connections 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.733+0000 7fe6ff29a640 1 -- 172.21.15.83:0/3091188998 wait complete. 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 Processor -- start 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 -- start start 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 0x7fe6f8199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f819a030 0x7fe6f81a45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f8111080 con 0x7fe6f8106160 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f8110f00 con 0x7fe6f8101090 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6ff29a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f8111200 con 0x7fe6f819a030 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44128/0 (socket says 172.21.15.83:44128) 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 -- 172.21.15.83:0/1143998812 learned_addr learned my addr 172.21.15.83:0/1143998812 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fd036640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 0x7fe6f8199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fd837640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f819a030 0x7fe6f81a45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 -- 172.21.15.83:0/1143998812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f819a030 msgr2=0x7fe6f81a45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f819a030 0x7fe6f81a45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 -- 172.21.15.83:0/1143998812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 msgr2=0x7fe6f8199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 0x7fe6f8199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 -- 172.21.15.83:0/1143998812 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6f81a4db0 con 0x7fe6f8106160 2024-04-22T13:58:20.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fd036640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 0x7fe6f8199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.734+0000 7fe6fc835640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8005ec0 tx=0x7fe6e802ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.735+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e8043020 con 0x7fe6f8106160 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.735+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6f81a5040 con 0x7fe6f8106160 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.735+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe6e80052b0 con 0x7fe6f8106160 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.735+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e8003d40 con 0x7fe6f8106160 2024-04-22T13:58:20.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.735+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6f81a5590 con 0x7fe6f8106160 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.736+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6f8068d70 con 0x7fe6f8106160 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.738+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fe6e8046020 con 0x7fe6f8106160 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.738+0000 7fe6ee7fc640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 0x7fe6e40a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.738+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe6e80f2d00 con 0x7fe6f8106160 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.738+0000 7fe6fd036640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 0x7fe6e40a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.739+0000 7fe6fd036640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 0x7fe6e40a6300 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0007e70 tx=0x7fe6f0007850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:20.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.743+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe6e804d020 con 0x7fe6f8106160 2024-04-22T13:58:20.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.929+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe6f8109390 con 0x7fe6f8106160 2024-04-22T13:58:20.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.932+0000 7fe6ee7fc640 1 -- 172.21.15.83:0/1143998812 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fe6e80bf3b0 con 0x7fe6f8106160 2024-04-22T13:58:20.935 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:20.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 msgr2=0x7fe6e40a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 0x7fe6e40a6300 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe6f0007e70 tx=0x7fe6f0007850 comp rx=0 tx=0).stop 2024-04-22T13:58:20.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 msgr2=0x7fe6f8199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:20.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fe6e8005ec0 tx=0x7fe6e802ca10 comp rx=0 tx=0).stop 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 shutdown_connections 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe6e40a3e40 0x7fe6e40a6300 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe6f819a030 0x7fe6f81a45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe6f8106160 0x7fe6f8199aa0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 --2- 172.21.15.83:0/1143998812 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6f8101090 0x7fe6f8199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 >> 172.21.15.83:0/1143998812 conn(0x7fe6f8077f50 msgr2=0x7fe6f80ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 shutdown_connections 2024-04-22T13:58:20.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:20.935+0000 7fe6ff29a640 1 -- 172.21.15.83:0/1143998812 wait complete. 2024-04-22T13:58:20.948 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 -- 172.21.15.83:0/1666829098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a81011a0 msgr2=0x7f51a8101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 --2- 172.21.15.83:0/1666829098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a81011a0 0x7f51a8101620 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f5190009930 tx=0x7f519002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 -- 172.21.15.83:0/1666829098 shutdown_connections 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 --2- 172.21.15.83:0/1666829098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a8101b60 0x7f51a810dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 --2- 172.21.15.83:0/1666829098 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a81011a0 0x7f51a8101620 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 --2- 172.21.15.83:0/1666829098 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8105e30 0x7f51a8106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 -- 172.21.15.83:0/1666829098 >> 172.21.15.83:0/1666829098 conn(0x7f51a8077e30 msgr2=0x7f51a8078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 -- 172.21.15.83:0/1666829098 shutdown_connections 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.044+0000 7f51adb46640 1 -- 172.21.15.83:0/1666829098 wait complete. 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 Processor -- start 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 -- start start 2024-04-22T13:58:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a81011a0 0x7f51a8199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 0x7f51a8199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f51a81110e0 con 0x7f51a8105e30 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f51a8110f60 con 0x7f51a81011a0 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51adb46640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f51a8111260 con 0x7f51a8101b60 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44134/0 (socket says 172.21.15.83:44134) 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.045+0000 7f51a7fff640 1 -- 172.21.15.83:0/970674438 learned_addr learned my addr 172.21.15.83:0/970674438 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a6ffd640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 0x7f51a8199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a77fe640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a81011a0 0x7f51a8199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 -- 172.21.15.83:0/970674438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 msgr2=0x7f51a8199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 0x7f51a8199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 -- 172.21.15.83:0/970674438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a81011a0 msgr2=0x7f51a8199620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a81011a0 0x7f51a8199620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 -- 172.21.15.83:0/970674438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a81a4be0 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a6ffd640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 0x7f51a8199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a7fff640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f51a000c970 tx=0x7f51a000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0007bb0 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51a81a4db0 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51a0007d50 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0004e60 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.046+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51a81a5220 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.047+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51a8068de0 con 0x7f51a8105e30 2024-04-22T13:58:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.048+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f51a0005000 con 0x7f51a8105e30 2024-04-22T13:58:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.049+0000 7f51a4ff9640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 0x7f51940a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.049+0000 7f51a77fe640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 0x7f51940a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.049+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f51a00d0ba0 con 0x7f51a8105e30 2024-04-22T13:58:21.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.049+0000 7f51a77fe640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 0x7f51940a6300 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f51980092f0 tx=0x7f5198009280 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.057+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f51a0014030 con 0x7f51a8105e30 2024-04-22T13:58:21.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.1 KiB/s wr, 26 op/s 2024-04-22T13:58:21.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2383488114' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:21.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/66843787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2597348391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.1 KiB/s wr, 26 op/s 2024-04-22T13:58:21.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2383488114' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:21.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/66843787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2597348391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.240+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51a802d5c0 con 0x7f51a8105e30 2024-04-22T13:58:21.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.242+0000 7f51a4ff9640 1 -- 172.21.15.83:0/970674438 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7f51a009d020 con 0x7f51a8105e30 2024-04-22T13:58:21.245 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:21.246 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 msgr2=0x7f51940a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 0x7f51940a6300 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f51980092f0 tx=0x7f5198009280 comp rx=0 tx=0).stop 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 msgr2=0x7f51a81a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f51a000c970 tx=0x7f51a000ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 shutdown_connections 2024-04-22T13:58:21.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f51940a3e40 0x7f51940a6300 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f51a8105e30 0x7f51a81a46a0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f51a8101b60 0x7f51a8199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.244+0000 7f51adb46640 1 --2- 172.21.15.83:0/970674438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f51a81011a0 0x7f51a8199620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.245+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 >> 172.21.15.83:0/970674438 conn(0x7f51a8077e30 msgr2=0x7f51a80fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.245+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 shutdown_connections 2024-04-22T13:58:21.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.245+0000 7f51adb46640 1 -- 172.21.15.83:0/970674438 wait complete. 2024-04-22T13:58:21.259 INFO:tasks.quiescer.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:21.260 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 -- 172.21.15.83:0/3369891682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 msgr2=0x7f25e810ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/3369891682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e810ee40 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f25e0009ca0 tx=0x7f25e002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 -- 172.21.15.83:0/3369891682 shutdown_connections 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/3369891682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e810ee40 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/3369891682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8102b50 0x7f25e8106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/3369891682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 0x7f25e8102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 -- 172.21.15.83:0/3369891682 >> 172.21.15.83:0/3369891682 conn(0x7f25e8079350 msgr2=0x7f25e8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 -- 172.21.15.83:0/3369891682 shutdown_connections 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 -- 172.21.15.83:0/3369891682 wait complete. 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.360+0000 7f25ee1b6640 1 Processor -- start 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 -- start start 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 0x7f25e8074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 0x7f25e81a6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25e81121c0 con 0x7f25e8107270 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f25e8112040 con 0x7f25e8074cd0 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25ee1b6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f25e8112340 con 0x7f25e81021a0 2024-04-22T13:58:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44142/0 (socket says 172.21.15.83:44142) 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 -- 172.21.15.83:0/1826939936 learned_addr learned my addr 172.21.15.83:0/1826939936 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e77fe640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 0x7f25e8074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e7fff640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 0x7f25e81a6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 -- 172.21.15.83:0/1826939936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 msgr2=0x7f25e8074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 0x7f25e8074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 -- 172.21.15.83:0/1826939936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 msgr2=0x7f25e81a6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 0x7f25e81a6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 -- 172.21.15.83:0/1826939936 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25e81a6f30 con 0x7f25e8107270 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e7fff640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 0x7f25e81a6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.361+0000 7f25e6ffd640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f25dc00d770 tx=0x7f25dc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.362+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25dc017070 con 0x7f25e8107270 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.362+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25dc009c30 con 0x7f25e8107270 2024-04-22T13:58:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.362+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25e81a7220 con 0x7f25e8107270 2024-04-22T13:58:21.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.362+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25dc00f620 con 0x7f25e8107270 2024-04-22T13:58:21.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.362+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25e81a7770 con 0x7f25e8107270 2024-04-22T13:58:21.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.363+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25e8068d70 con 0x7f25e8107270 2024-04-22T13:58:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.365+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f25dc01a070 con 0x7f25e8107270 2024-04-22T13:58:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.365+0000 7f25e4ff9640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 0x7f25d00a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.365+0000 7f25e77fe640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 0x7f25d00a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.366+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f25dc0d05b0 con 0x7f25e8107270 2024-04-22T13:58:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.366+0000 7f25e77fe640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 0x7f25d00a6330 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f25d8005e10 tx=0x7f25d8005da0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.370+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f25dc09ca30 con 0x7f25e8107270 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: pgmap v7: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.1 KiB/s wr, 26 op/s 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: from='client.15600 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: from='client.15606 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2383488114' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/66843787' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2597348391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:21.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.551+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f25e810a4a0 con 0x7f25e8107270 2024-04-22T13:58:21.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.552+0000 7f25e4ff9640 1 -- 172.21.15.83:0/1826939936 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f25dc09c330 con 0x7f25e8107270 2024-04-22T13:58:21.554 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 msgr2=0x7f25d00a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 0x7f25d00a6330 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f25d8005e10 tx=0x7f25d8005da0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 msgr2=0x7f25e8074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f25dc00d770 tx=0x7f25dc00dc30 comp rx=0 tx=0).stop 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 shutdown_connections 2024-04-22T13:58:21.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25d00a3e70 0x7f25d00a6330 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f25e8074cd0 0x7f25e81a6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f25e8107270 0x7f25e8074790 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 --2- 172.21.15.83:0/1826939936 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f25e81021a0 0x7f25e8074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 >> 172.21.15.83:0/1826939936 conn(0x7f25e8079350 msgr2=0x7f25e8100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 shutdown_connections 2024-04-22T13:58:21.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.554+0000 7f25ee1b6640 1 -- 172.21.15.83:0/1826939936 wait complete. 2024-04-22T13:58:21.567 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 -- 172.21.15.83:0/3576476058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c06a840 msgr2=0x7fe16c06ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 --2- 172.21.15.83:0/3576476058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c06a840 0x7fe16c06ac20 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fe15c009900 tx=0x7fe15c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 -- 172.21.15.83:0/3576476058 shutdown_connections 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 --2- 172.21.15.83:0/3576476058 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c107270 0x7fe16c10ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 --2- 172.21.15.83:0/3576476058 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c06b1f0 0x7fe16c106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 --2- 172.21.15.83:0/3576476058 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c06a840 0x7fe16c06ac20 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 -- 172.21.15.83:0/3576476058 >> 172.21.15.83:0/3576476058 conn(0x7fe16c077eb0 msgr2=0x7fe16c0782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 -- 172.21.15.83:0/3576476058 shutdown_connections 2024-04-22T13:58:21.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.665+0000 7fe170f52640 1 -- 172.21.15.83:0/3576476058 wait complete. 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 Processor -- start 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 -- start start 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c06a840 0x7fe16c19e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 0x7fe16c19e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1121e0 con 0x7fe16c1985c0 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c112060 con 0x7fe16c107270 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe170f52640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c112360 con 0x7fe16c06a840 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44154/0 (socket says 172.21.15.83:44154) 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.666+0000 7fe16ad9d640 1 -- 172.21.15.83:0/1324356820 learned_addr learned my addr 172.21.15.83:0/1324356820 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe161d9b640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 0x7fe16c19e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16a59c640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c06a840 0x7fe16c19e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 -- 172.21.15.83:0/1324356820 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c06a840 msgr2=0x7fe16c19e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c06a840 0x7fe16c19e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 -- 172.21.15.83:0/1324356820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 msgr2=0x7fe16c19e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 0x7fe16c19e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 -- 172.21.15.83:0/1324356820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c1990e0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe161d9b640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 0x7fe16c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe16ad9d640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe16400eaa0 tx=0x7fe16400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe16400cdb0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c1993d0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe164005020 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1640116d0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.667+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c1a5620 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.668+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe16c0691c0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.669+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fe1640054a0 con 0x7fe16c1985c0 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.670+0000 7fe163fff640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 0x7fe1580a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.670+0000 7fe16a59c640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 0x7fe1580a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.670+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe1640d0c60 con 0x7fe16c1985c0 2024-04-22T13:58:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.670+0000 7fe16a59c640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 0x7fe1580a6300 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe15c000c00 tx=0x7fe15c02c6b0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.674+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe164016030 con 0x7fe16c1985c0 2024-04-22T13:58:21.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.853+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe16c10a4a0 con 0x7fe16c1985c0 2024-04-22T13:58:21.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.853+0000 7fe163fff640 1 -- 172.21.15.83:0/1324356820 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fe16409d0e0 con 0x7fe16c1985c0 2024-04-22T13:58:21.856 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 msgr2=0x7fe1580a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 0x7fe1580a6300 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe15c000c00 tx=0x7fe15c02c6b0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 msgr2=0x7fe16c198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe16400eaa0 tx=0x7fe16400ef60 comp rx=0 tx=0).stop 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 shutdown_connections 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe1580a3e40 0x7fe1580a6300 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe16c1985c0 0x7fe16c198a70 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe16c107270 0x7fe16c19e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 --2- 172.21.15.83:0/1324356820 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe16c06a840 0x7fe16c19e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 >> 172.21.15.83:0/1324356820 conn(0x7fe16c077eb0 msgr2=0x7fe16c0ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 shutdown_connections 2024-04-22T13:58:21.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.855+0000 7fe170f52640 1 -- 172.21.15.83:0/1324356820 wait complete. 2024-04-22T13:58:21.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/2233369076 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78102b40 msgr2=0x7f3c78106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/2233369076 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78102b40 0x7f3c78106b80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009900 tx=0x7f3c6402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/2233369076 shutdown_connections 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/2233369076 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78107260 0x7f3c7810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/2233369076 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78102b40 0x7f3c78106b80 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/2233369076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c78102190 0x7f3c78102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/2233369076 >> 172.21.15.83:0/2233369076 conn(0x7f3c780793a0 msgr2=0x7f3c780797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/2233369076 shutdown_connections 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.968+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/2233369076 wait complete. 2024-04-22T13:58:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 Processor -- start 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 -- start start 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78102190 0x7f3c78198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c7819d010 0x7f3c7819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3c781121f0 con 0x7f3c78107260 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3c78112070 con 0x7f3c7819d010 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7f0fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3c78112370 con 0x7f3c78102190 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44178/0 (socket says 172.21.15.83:44178) 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 -- 172.21.15.83:0/1493253684 learned_addr learned my addr 172.21.15.83:0/1493253684 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7ce99640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78102190 0x7f3c78198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c7d69a640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c7819d010 0x7f3c7819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 -- 172.21.15.83:0/1493253684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78102190 msgr2=0x7f3c78198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78102190 0x7f3c78198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 -- 172.21.15.83:0/1493253684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c7819d010 msgr2=0x7f3c7819d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c7819d010 0x7f3c7819d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.969+0000 7f3c77fff640 1 -- 172.21.15.83:0/1493253684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7819db00 con 0x7f3c78107260 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c77fff640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c6402c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64043020 con 0x7f3c78107260 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c6402cc60 con 0x7f3c78107260 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c7819dd90 con 0x7f3c78107260 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c64003c30 con 0x7f3c78107260 2024-04-22T13:58:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.970+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c781a55b0 con 0x7f3c78107260 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.971+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c780691c0 con 0x7f3c78107260 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.972+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f3c64046020 con 0x7f3c78107260 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.972+0000 7f3c75ffb640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 0x7f3c680a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.973+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3c640f2ba0 con 0x7f3c78107260 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.973+0000 7f3c7ce99640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 0x7f3c680a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.973+0000 7f3c7ce99640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 0x7f3c680a6300 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c00bbe0 tx=0x7f3c6c00b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:21.977+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c6404d020 con 0x7f3c78107260 2024-04-22T13:58:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1143998812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/970674438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:22.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1826939936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1324356820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.158+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3c78102b40 con 0x7f3c78107260 2024-04-22T13:58:22.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.158+0000 7f3c75ffb640 1 -- 172.21.15.83:0/1493253684 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f3c640bf130 con 0x7f3c78107260 2024-04-22T13:58:22.161 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 msgr2=0x7f3c680a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 0x7f3c680a6300 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c00bbe0 tx=0x7f3c6c00b390 comp rx=0 tx=0).stop 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 msgr2=0x7f3c78198c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f3c64000c00 tx=0x7f3c6402c860 comp rx=0 tx=0).stop 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 shutdown_connections 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3c680a3e40 0x7f3c680a6300 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3c7819d010 0x7f3c7819d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3c78107260 0x7f3c78198c90 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 --2- 172.21.15.83:0/1493253684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3c78102190 0x7f3c78198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 >> 172.21.15.83:0/1493253684 conn(0x7f3c780793a0 msgr2=0x7f3c780fff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 shutdown_connections 2024-04-22T13:58:22.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.160+0000 7f3c7f0fd640 1 -- 172.21.15.83:0/1493253684 wait complete. 2024-04-22T13:58:22.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1143998812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/970674438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:22.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1826939936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.172 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1324356820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.173 INFO:tasks.quiescer.ceph_manager:waiting for clean 2024-04-22T13:58:22.174 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:22.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1143998812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/970674438' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:22.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1826939936' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1324356820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 -- 172.21.15.83:0/1495339354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 msgr2=0x7feff410ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 --2- 172.21.15.83:0/1495339354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff410ee30 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fefec009ca0 tx=0x7fefec02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 -- 172.21.15.83:0/1495339354 shutdown_connections 2024-04-22T13:58:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 --2- 172.21.15.83:0/1495339354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff410ee30 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 --2- 172.21.15.83:0/1495339354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff406b280 0x7feff4106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 --2- 172.21.15.83:0/1495339354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 0x7feff406acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 -- 172.21.15.83:0/1495339354 >> 172.21.15.83:0/1495339354 conn(0x7feff4077c20 msgr2=0x7feff4078030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 -- 172.21.15.83:0/1495339354 shutdown_connections 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.269+0000 7feffac06640 1 -- 172.21.15.83:0/1495339354 wait complete. 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 Processor -- start 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 -- start start 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 0x7feff4101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 0x7feff41a6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7feff41121d0 con 0x7feff4107260 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7feff4112050 con 0x7feff406a8d0 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feffac06640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7feff4112350 con 0x7feff4101cf0 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feff3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feff3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44192/0 (socket says 172.21.15.83:44192) 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feff3fff640 1 -- 172.21.15.83:0/1844414019 learned_addr learned my addr 172.21.15.83:0/1844414019 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feff89a2640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 0x7feff4101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.270+0000 7feff91a3640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 0x7feff41a6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 -- 172.21.15.83:0/1844414019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 msgr2=0x7feff41a6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 0x7feff41a6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 -- 172.21.15.83:0/1844414019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 msgr2=0x7feff4101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 0x7feff4101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 -- 172.21.15.83:0/1844414019 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff41a7000 con 0x7feff4107260 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff91a3640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 0x7feff41a6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff3fff640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fefe800d740 tx=0x7fefe800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe8017070 con 0x7feff4107260 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fefe800de50 con 0x7feff4107260 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feff41a72f0 con 0x7feff4107260 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe8004ce0 con 0x7feff4107260 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.271+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feff41a7840 con 0x7feff4107260 2024-04-22T13:58:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.272+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feff4069230 con 0x7feff4107260 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.273+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fefe8004e80 con 0x7feff4107260 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.274+0000 7feff1ffb640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 0x7fefdc0a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.274+0000 7feff89a2640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 0x7fefdc0a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.274+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fefe80d02c0 con 0x7feff4107260 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.274+0000 7feff89a2640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 0x7fefdc0a63b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fefe400bbe0 tx=0x7fefe400b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.278+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fefe809c740 con 0x7feff4107260 2024-04-22T13:58:22.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.454+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feff410a560 con 0x7fefdc0a3ef0 2024-04-22T13:58:22.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.461+0000 7feff1ffb640 1 -- 172.21.15.83:0/1844414019 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258085 (secure 0 0 0) 0x7fefe4010c30 con 0x7fefdc0a3ef0 2024-04-22T13:58:22.467 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:22.468 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 msgr2=0x7fefdc0a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 0x7fefdc0a63b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fefe400bbe0 tx=0x7fefe400b390 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 msgr2=0x7feff41017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fefe800d740 tx=0x7fefe800dc00 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 shutdown_connections 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fefdc0a3ef0 0x7fefdc0a63b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.464+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feff4101cf0 0x7feff41a6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.465+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feff4107260 0x7feff41017b0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.465+0000 7feffac06640 1 --2- 172.21.15.83:0/1844414019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feff406a8d0 0x7feff4101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.465+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 >> 172.21.15.83:0/1844414019 conn(0x7feff4077c20 msgr2=0x7feff40ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.465+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 shutdown_connections 2024-04-22T13:58:22.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.465+0000 7feffac06640 1 -- 172.21.15.83:0/1844414019 wait complete. 2024-04-22T13:58:22.478 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-22T13:58:21.123300+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194825,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1655,"num_read_kb":1160,"num_write":580,"num_write_kb":4411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":955,"ondisk_log_size":955,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361180,"kb_used_data":12000,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580644,"statfs":{"total":1151940427776,"available":1151570579456,"internally_reserved":0,"allocated":12288000,"data_stored":9158979,"data_compressed":222840,"data_compressed_allocated":294912,"data_compressed_original":3440640,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4084,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":243,"num_write":27,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.990717"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161729+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161729+0000","last_peered":"2024-04-22T13:58:11.161729+0000","last_clean":"2024-04-22T13:58:11.161729+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161729+0000","last_undegraded":"2024-04-22T13:58:11.161729+0000","last_fullsized":"2024-04-22T13:58:11.161729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109388+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109388+0000","last_peered":"2024-04-22T13:58:11.109388+0000","last_clean":"2024-04-22T13:58:11.109388+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109388+0000","last_undegraded":"2024-04-22T13:58:11.109388+0000","last_fullsized":"2024-04-22T13:58:11.109388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":164,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.685904+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:15.685904+0000","last_peered":"2024-04-22T13:58:15.685904+0000","last_clean":"2024-04-22T13:58:15.685904+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:15.685904+0000","last_undegraded":"2024-04-22T13:58:15.685904+0000","last_fullsized":"2024-04-22T13:58:15.685904+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":160,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.679943+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:15.679943+0000","last_peered":"2024-04-22T13:58:15.679943+0000","last_clean":"2024-04-22T13:58:15.679943+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:15.679943+0000","last_undegraded":"2024-04-22T13:58:15.679943+0000","last_fullsized":"2024-04-22T13:58:15.679943+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":132,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":283,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.680545+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:16.680545+0000","last_peered":"2024-04-22T13:58:16.680545+0000","last_clean":"2024-04-22T13:58:16.680545+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:16.680545+0000","last_undegraded":"2024-04-22T13:58:16.680545+0000","last_fullsized":"2024-04-22T13:58:16.680545+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":256,"num_read_kb":256,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'38","reported_seq":326,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.687972+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:16.687972+0000","last_peered":"2024-04-22T13:58:16.687972+0000","last_clean":"2024-04-22T13:58:16.687972+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:16.687972+0000","last_undegraded":"2024-04-22T13:58:16.687972+0000","last_fullsized":"2024-04-22T13:58:16.687972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69017,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":267,"num_read_kb":203,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162643+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162643+0000","last_peered":"2024-04-22T13:58:11.162643+0000","last_clean":"2024-04-22T13:58:11.162643+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162643+0000","last_undegraded":"2024-04-22T13:58:11.162643+0000","last_fullsized":"2024-04-22T13:58:11.162643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":161,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.727588+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:15.727588+0000","last_peered":"2024-04-22T13:58:15.727588+0000","last_clean":"2024-04-22T13:58:15.727588+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:15.727588+0000","last_undegraded":"2024-04-22T13:58:15.727588+0000","last_fullsized":"2024-04-22T13:58:15.727588+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161542+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161542+0000","last_peered":"2024-04-22T13:58:11.161542+0000","last_clean":"2024-04-22T13:58:11.161542+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161542+0000","last_undegraded":"2024-04-22T13:58:11.161542+0000","last_fullsized":"2024-04-22T13:58:11.161542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111153+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111153+0000","last_peered":"2024-04-22T13:58:11.111153+0000","last_clean":"2024-04-22T13:58:11.111153+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111153+0000","last_undegraded":"2024-04-22T13:58:11.111153+0000","last_fullsized":"2024-04-22T13:58:11.111153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'8","reported_seq":160,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.686337+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:15.686337+0000","last_peered":"2024-04-22T13:58:15.686337+0000","last_clean":"2024-04-22T13:58:15.686337+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:15.686337+0000","last_undegraded":"2024-04-22T13:58:15.686337+0000","last_fullsized":"2024-04-22T13:58:15.686337+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1761,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":130,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":158,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.727201+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:15.727201+0000","last_peered":"2024-04-22T13:58:15.727201+0000","last_clean":"2024-04-22T13:58:15.727201+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:15.727201+0000","last_undegraded":"2024-04-22T13:58:15.727201+0000","last_fullsized":"2024-04-22T13:58:15.727201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":129,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"88'148","reported_seq":401,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:13.222314+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:13.222314+0000","last_peered":"2024-04-22T13:58:13.222314+0000","last_clean":"2024-04-22T13:58:13.222314+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:13.222314+0000","last_undegraded":"2024-04-22T13:58:13.222314+0000","last_fullsized":"2024-04-22T13:58:13.222314+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'50","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:12.120105+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:12.120105+0000","last_peered":"2024-04-22T13:58:12.120105+0000","last_clean":"2024-04-22T13:58:12.120105+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:12.120105+0000","last_undegraded":"2024-04-22T13:58:12.120105+0000","last_fullsized":"2024-04-22T13:58:12.120105+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":88,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162188+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.162188+0000","last_peered":"2024-04-22T13:58:11.162188+0000","last_clean":"2024-04-22T13:58:11.162188+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.162188+0000","last_undegraded":"2024-04-22T13:58:11.162188+0000","last_fullsized":"2024-04-22T13:58:11.162188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161693+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161693+0000","last_peered":"2024-04-22T13:58:11.161693+0000","last_clean":"2024-04-22T13:58:11.161693+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161693+0000","last_undegraded":"2024-04-22T13:58:11.161693+0000","last_fullsized":"2024-04-22T13:58:11.161693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161598+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161598+0000","last_peered":"2024-04-22T13:58:11.161598+0000","last_clean":"2024-04-22T13:58:11.161598+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161598+0000","last_undegraded":"2024-04-22T13:58:11.161598+0000","last_fullsized":"2024-04-22T13:58:11.161598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110849+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110849+0000","last_peered":"2024-04-22T13:58:11.110849+0000","last_clean":"2024-04-22T13:58:11.110849+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110849+0000","last_undegraded":"2024-04-22T13:58:11.110849+0000","last_fullsized":"2024-04-22T13:58:11.110849+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.971059+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.971059+0000","last_peered":"2024-04-22T13:58:11.971059+0000","last_clean":"2024-04-22T13:58:11.971059+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.971059+0000","last_undegraded":"2024-04-22T13:58:11.971059+0000","last_fullsized":"2024-04-22T13:58:11.971059+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162094+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162094+0000","last_peered":"2024-04-22T13:58:11.162094+0000","last_clean":"2024-04-22T13:58:11.162094+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162094+0000","last_undegraded":"2024-04-22T13:58:11.162094+0000","last_fullsized":"2024-04-22T13:58:11.162094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162100+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162100+0000","last_peered":"2024-04-22T13:58:11.162100+0000","last_clean":"2024-04-22T13:58:11.162100+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162100+0000","last_undegraded":"2024-04-22T13:58:11.162100+0000","last_fullsized":"2024-04-22T13:58:11.162100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161560+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161560+0000","last_peered":"2024-04-22T13:58:11.161560+0000","last_clean":"2024-04-22T13:58:11.161560+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161560+0000","last_undegraded":"2024-04-22T13:58:11.161560+0000","last_fullsized":"2024-04-22T13:58:11.161560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'8","reported_seq":162,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.681279+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:16.681279+0000","last_peered":"2024-04-22T13:58:16.681279+0000","last_clean":"2024-04-22T13:58:16.681279+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:16.681279+0000","last_undegraded":"2024-04-22T13:58:16.681279+0000","last_fullsized":"2024-04-22T13:58:16.681279+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161851+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161851+0000","last_peered":"2024-04-22T13:58:11.161851+0000","last_clean":"2024-04-22T13:58:11.161851+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161851+0000","last_undegraded":"2024-04-22T13:58:11.161851+0000","last_fullsized":"2024-04-22T13:58:11.161851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'41","reported_seq":71,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.305883+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:11.305883+0000","last_peered":"2024-04-22T13:58:11.305883+0000","last_clean":"2024-04-22T13:58:11.305883+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:11.305883+0000","last_undegraded":"2024-04-22T13:58:11.305883+0000","last_fullsized":"2024-04-22T13:58:11.305883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161696+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161696+0000","last_peered":"2024-04-22T13:58:11.161696+0000","last_clean":"2024-04-22T13:58:11.161696+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161696+0000","last_undegraded":"2024-04-22T13:58:11.161696+0000","last_fullsized":"2024-04-22T13:58:11.161696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162677+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162677+0000","last_peered":"2024-04-22T13:58:11.162677+0000","last_clean":"2024-04-22T13:58:11.162677+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162677+0000","last_undegraded":"2024-04-22T13:58:11.162677+0000","last_fullsized":"2024-04-22T13:58:11.162677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161788+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161788+0000","last_peered":"2024-04-22T13:58:11.161788+0000","last_clean":"2024-04-22T13:58:11.161788+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161788+0000","last_undegraded":"2024-04-22T13:58:11.161788+0000","last_fullsized":"2024-04-22T13:58:11.161788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111128+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111128+0000","last_peered":"2024-04-22T13:58:11.111128+0000","last_clean":"2024-04-22T13:58:11.111128+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111128+0000","last_undegraded":"2024-04-22T13:58:11.111128+0000","last_fullsized":"2024-04-22T13:58:11.111128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162693+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162693+0000","last_peered":"2024-04-22T13:58:11.162693+0000","last_clean":"2024-04-22T13:58:11.162693+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162693+0000","last_undegraded":"2024-04-22T13:58:11.162693+0000","last_fullsized":"2024-04-22T13:58:11.162693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162257+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162257+0000","last_peered":"2024-04-22T13:58:11.162257+0000","last_clean":"2024-04-22T13:58:11.162257+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162257+0000","last_undegraded":"2024-04-22T13:58:11.162257+0000","last_fullsized":"2024-04-22T13:58:11.162257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161968+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.161968+0000","last_peered":"2024-04-22T13:58:11.161968+0000","last_clean":"2024-04-22T13:58:11.161968+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.161968+0000","last_undegraded":"2024-04-22T13:58:11.161968+0000","last_fullsized":"2024-04-22T13:58:11.161968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161443+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161443+0000","last_peered":"2024-04-22T13:58:11.161443+0000","last_clean":"2024-04-22T13:58:11.161443+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161443+0000","last_undegraded":"2024-04-22T13:58:11.161443+0000","last_fullsized":"2024-04-22T13:58:11.161443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162292+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162292+0000","last_peered":"2024-04-22T13:58:11.162292+0000","last_clean":"2024-04-22T13:58:11.162292+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162292+0000","last_undegraded":"2024-04-22T13:58:11.162292+0000","last_fullsized":"2024-04-22T13:58:11.162292+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162637+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162637+0000","last_peered":"2024-04-22T13:58:11.162637+0000","last_clean":"2024-04-22T13:58:11.162637+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162637+0000","last_undegraded":"2024-04-22T13:58:11.162637+0000","last_fullsized":"2024-04-22T13:58:11.162637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110979+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.110979+0000","last_peered":"2024-04-22T13:58:11.110979+0000","last_clean":"2024-04-22T13:58:11.110979+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.110979+0000","last_undegraded":"2024-04-22T13:58:11.110979+0000","last_fullsized":"2024-04-22T13:58:11.110979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":604223,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1418,"num_read_kb":830,"num_write":377,"num_write_kb":1471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":712704,"data_stored":1812669,"data_compressed":81486,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":305,"ondisk_log_size":305,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383719,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466997,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645356,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":1258220,"data_compressed":46464,"data_compressed_allocated":61440,"data_compressed_original":729088,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070520,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332157,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060964,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495681,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466554,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":536484,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467893,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1048576,"data_stored":537418,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182480,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":990022,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920844,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757319,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1190229,"data_compressed":44604,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71942,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72876,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135202,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":203193,"data_compressed":8016,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:22.483 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:22.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.614+0000 7fe419924640 1 -- 172.21.15.83:0/1032091313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4141011a0 msgr2=0x7fe414101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.614+0000 7fe419924640 1 --2- 172.21.15.83:0/1032091313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4141011a0 0x7fe414101620 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe408009930 tx=0x7fe40802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:22.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- 172.21.15.83:0/1032091313 shutdown_connections 2024-04-22T13:58:22.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- 172.21.15.83:0/1032091313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414101b60 0x7fe41410dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- 172.21.15.83:0/1032091313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe4141011a0 0x7fe414101620 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- 172.21.15.83:0/1032091313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe414105e30 0x7fe414106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- 172.21.15.83:0/1032091313 >> 172.21.15.83:0/1032091313 conn(0x7fe414077e30 msgr2=0x7fe414078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- 172.21.15.83:0/1032091313 shutdown_connections 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- 172.21.15.83:0/1032091313 wait complete. 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 Processor -- start 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- start start 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe4141011a0 0x7fe414198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 0x7fe41419cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe414112240 con 0x7fe414101b60 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe4141120c0 con 0x7fe4141011a0 2024-04-22T13:58:22.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.615+0000 7fe419924640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe4141123c0 con 0x7fe414105e30 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44206/0 (socket says 172.21.15.83:44206) 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 -- 172.21.15.83:0/3350993517 learned_addr learned my addr 172.21.15.83:0/3350993517 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe412ffd640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe4141011a0 0x7fe414198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4137fe640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 0x7fe41419cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 -- 172.21.15.83:0/3350993517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 msgr2=0x7fe41419cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 0x7fe41419cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 -- 172.21.15.83:0/3350993517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe4141011a0 msgr2=0x7fe414198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe4141011a0 0x7fe414198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 -- 172.21.15.83:0/3350993517 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41419d700 con 0x7fe414101b60 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4137fe640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 0x7fe41419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe4127fc640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe408009230 tx=0x7fe408004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.621 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408043020 con 0x7fe414101b60 2024-04-22T13:58:22.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe408004350 con 0x7fe414101b60 2024-04-22T13:58:22.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe41419d990 con 0x7fe414101b60 2024-04-22T13:58:22.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408003b50 con 0x7fe414101b60 2024-04-22T13:58:22.622 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.616+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4141a5280 con 0x7fe414101b60 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.617+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe414068de0 con 0x7fe414101b60 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.618+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fe408046020 con 0x7fe414101b60 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.619+0000 7fe418922640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 0x7fe3fc0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.619+0000 7fe412ffd640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 0x7fe3fc0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.619+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe4080f2b30 con 0x7fe414101b60 2024-04-22T13:58:22.623 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.619+0000 7fe412ffd640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 0x7fe3fc0a6300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe404009bd0 tx=0x7fe404005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.623+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe40804d020 con 0x7fe414101b60 2024-04-22T13:58:22.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.799+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe414062390 con 0x7fe3fc0a3e40 2024-04-22T13:58:22.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.806+0000 7fe418922640 1 -- 172.21.15.83:0/3350993517 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258085 (secure 0 0 0) 0x7fe414062390 con 0x7fe3fc0a3e40 2024-04-22T13:58:22.811 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:22.812 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 msgr2=0x7fe3fc0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 0x7fe3fc0a6300 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe404009bd0 tx=0x7fe404005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 msgr2=0x7fe414198ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe408009230 tx=0x7fe408004bb0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 shutdown_connections 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3fc0a3e40 0x7fe3fc0a6300 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe414105e30 0x7fe41419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe414101b60 0x7fe414198ca0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 --2- 172.21.15.83:0/3350993517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe4141011a0 0x7fe414198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.808+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 >> 172.21.15.83:0/3350993517 conn(0x7fe414077e30 msgr2=0x7fe4140fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.809+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 shutdown_connections 2024-04-22T13:58:22.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.809+0000 7fe419924640 1 -- 172.21.15.83:0/3350993517 wait complete. 2024-04-22T13:58:22.822 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-04-22T13:58:21.123300+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1194825,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1655,"num_read_kb":1160,"num_write":580,"num_write_kb":4411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":955,"ondisk_log_size":955,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361180,"kb_used_data":12000,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580644,"statfs":{"total":1151940427776,"available":1151570579456,"internally_reserved":0,"allocated":12288000,"data_stored":9158979,"data_compressed":222840,"data_compressed_allocated":294912,"data_compressed_original":3440640,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4084,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":156,"num_read_kb":243,"num_write":27,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.990717"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161729+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161729+0000","last_peered":"2024-04-22T13:58:11.161729+0000","last_clean":"2024-04-22T13:58:11.161729+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161729+0000","last_undegraded":"2024-04-22T13:58:11.161729+0000","last_fullsized":"2024-04-22T13:58:11.161729+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109388+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109388+0000","last_peered":"2024-04-22T13:58:11.109388+0000","last_clean":"2024-04-22T13:58:11.109388+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109388+0000","last_undegraded":"2024-04-22T13:58:11.109388+0000","last_fullsized":"2024-04-22T13:58:11.109388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":164,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.685904+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:15.685904+0000","last_peered":"2024-04-22T13:58:15.685904+0000","last_clean":"2024-04-22T13:58:15.685904+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:15.685904+0000","last_undegraded":"2024-04-22T13:58:15.685904+0000","last_fullsized":"2024-04-22T13:58:15.685904+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":160,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.679943+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:15.679943+0000","last_peered":"2024-04-22T13:58:15.679943+0000","last_clean":"2024-04-22T13:58:15.679943+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:15.679943+0000","last_undegraded":"2024-04-22T13:58:15.679943+0000","last_fullsized":"2024-04-22T13:58:15.679943+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":132,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":283,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.680545+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:16.680545+0000","last_peered":"2024-04-22T13:58:16.680545+0000","last_clean":"2024-04-22T13:58:16.680545+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:16.680545+0000","last_undegraded":"2024-04-22T13:58:16.680545+0000","last_fullsized":"2024-04-22T13:58:16.680545+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":256,"num_read_kb":256,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'38","reported_seq":326,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.687972+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:16.687972+0000","last_peered":"2024-04-22T13:58:16.687972+0000","last_clean":"2024-04-22T13:58:16.687972+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:16.687972+0000","last_undegraded":"2024-04-22T13:58:16.687972+0000","last_fullsized":"2024-04-22T13:58:16.687972+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69017,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":267,"num_read_kb":203,"num_write":40,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162643+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162643+0000","last_peered":"2024-04-22T13:58:11.162643+0000","last_clean":"2024-04-22T13:58:11.162643+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162643+0000","last_undegraded":"2024-04-22T13:58:11.162643+0000","last_fullsized":"2024-04-22T13:58:11.162643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":161,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.727588+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:15.727588+0000","last_peered":"2024-04-22T13:58:15.727588+0000","last_clean":"2024-04-22T13:58:15.727588+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:15.727588+0000","last_undegraded":"2024-04-22T13:58:15.727588+0000","last_fullsized":"2024-04-22T13:58:15.727588+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":133,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161542+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161542+0000","last_peered":"2024-04-22T13:58:11.161542+0000","last_clean":"2024-04-22T13:58:11.161542+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161542+0000","last_undegraded":"2024-04-22T13:58:11.161542+0000","last_fullsized":"2024-04-22T13:58:11.161542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111153+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111153+0000","last_peered":"2024-04-22T13:58:11.111153+0000","last_clean":"2024-04-22T13:58:11.111153+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111153+0000","last_undegraded":"2024-04-22T13:58:11.111153+0000","last_fullsized":"2024-04-22T13:58:11.111153+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'8","reported_seq":160,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.686337+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:15.686337+0000","last_peered":"2024-04-22T13:58:15.686337+0000","last_clean":"2024-04-22T13:58:15.686337+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:15.686337+0000","last_undegraded":"2024-04-22T13:58:15.686337+0000","last_fullsized":"2024-04-22T13:58:15.686337+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1761,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":130,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":158,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:15.727201+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:15.727201+0000","last_peered":"2024-04-22T13:58:15.727201+0000","last_clean":"2024-04-22T13:58:15.727201+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:15.727201+0000","last_undegraded":"2024-04-22T13:58:15.727201+0000","last_fullsized":"2024-04-22T13:58:15.727201+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":129,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"88'148","reported_seq":401,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:13.222314+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:13.222314+0000","last_peered":"2024-04-22T13:58:13.222314+0000","last_clean":"2024-04-22T13:58:13.222314+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:13.222314+0000","last_undegraded":"2024-04-22T13:58:13.222314+0000","last_fullsized":"2024-04-22T13:58:13.222314+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'50","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:12.120105+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:12.120105+0000","last_peered":"2024-04-22T13:58:12.120105+0000","last_clean":"2024-04-22T13:58:12.120105+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:12.120105+0000","last_undegraded":"2024-04-22T13:58:12.120105+0000","last_fullsized":"2024-04-22T13:58:12.120105+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":88,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162188+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.162188+0000","last_peered":"2024-04-22T13:58:11.162188+0000","last_clean":"2024-04-22T13:58:11.162188+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.162188+0000","last_undegraded":"2024-04-22T13:58:11.162188+0000","last_fullsized":"2024-04-22T13:58:11.162188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161693+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161693+0000","last_peered":"2024-04-22T13:58:11.161693+0000","last_clean":"2024-04-22T13:58:11.161693+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161693+0000","last_undegraded":"2024-04-22T13:58:11.161693+0000","last_fullsized":"2024-04-22T13:58:11.161693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161598+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161598+0000","last_peered":"2024-04-22T13:58:11.161598+0000","last_clean":"2024-04-22T13:58:11.161598+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161598+0000","last_undegraded":"2024-04-22T13:58:11.161598+0000","last_fullsized":"2024-04-22T13:58:11.161598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110849+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110849+0000","last_peered":"2024-04-22T13:58:11.110849+0000","last_clean":"2024-04-22T13:58:11.110849+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110849+0000","last_undegraded":"2024-04-22T13:58:11.110849+0000","last_fullsized":"2024-04-22T13:58:11.110849+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.971059+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.971059+0000","last_peered":"2024-04-22T13:58:11.971059+0000","last_clean":"2024-04-22T13:58:11.971059+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.971059+0000","last_undegraded":"2024-04-22T13:58:11.971059+0000","last_fullsized":"2024-04-22T13:58:11.971059+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162094+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162094+0000","last_peered":"2024-04-22T13:58:11.162094+0000","last_clean":"2024-04-22T13:58:11.162094+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162094+0000","last_undegraded":"2024-04-22T13:58:11.162094+0000","last_fullsized":"2024-04-22T13:58:11.162094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162100+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162100+0000","last_peered":"2024-04-22T13:58:11.162100+0000","last_clean":"2024-04-22T13:58:11.162100+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162100+0000","last_undegraded":"2024-04-22T13:58:11.162100+0000","last_fullsized":"2024-04-22T13:58:11.162100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161560+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161560+0000","last_peered":"2024-04-22T13:58:11.161560+0000","last_clean":"2024-04-22T13:58:11.161560+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161560+0000","last_undegraded":"2024-04-22T13:58:11.161560+0000","last_fullsized":"2024-04-22T13:58:11.161560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'8","reported_seq":162,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:16.681279+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:16.681279+0000","last_peered":"2024-04-22T13:58:16.681279+0000","last_clean":"2024-04-22T13:58:16.681279+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:16.681279+0000","last_undegraded":"2024-04-22T13:58:16.681279+0000","last_fullsized":"2024-04-22T13:58:16.681279+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161851+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161851+0000","last_peered":"2024-04-22T13:58:11.161851+0000","last_clean":"2024-04-22T13:58:11.161851+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161851+0000","last_undegraded":"2024-04-22T13:58:11.161851+0000","last_fullsized":"2024-04-22T13:58:11.161851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'41","reported_seq":71,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.305883+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:11.305883+0000","last_peered":"2024-04-22T13:58:11.305883+0000","last_clean":"2024-04-22T13:58:11.305883+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:11.305883+0000","last_undegraded":"2024-04-22T13:58:11.305883+0000","last_fullsized":"2024-04-22T13:58:11.305883+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161696+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161696+0000","last_peered":"2024-04-22T13:58:11.161696+0000","last_clean":"2024-04-22T13:58:11.161696+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161696+0000","last_undegraded":"2024-04-22T13:58:11.161696+0000","last_fullsized":"2024-04-22T13:58:11.161696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162677+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162677+0000","last_peered":"2024-04-22T13:58:11.162677+0000","last_clean":"2024-04-22T13:58:11.162677+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162677+0000","last_undegraded":"2024-04-22T13:58:11.162677+0000","last_fullsized":"2024-04-22T13:58:11.162677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161788+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161788+0000","last_peered":"2024-04-22T13:58:11.161788+0000","last_clean":"2024-04-22T13:58:11.161788+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161788+0000","last_undegraded":"2024-04-22T13:58:11.161788+0000","last_fullsized":"2024-04-22T13:58:11.161788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111128+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111128+0000","last_peered":"2024-04-22T13:58:11.111128+0000","last_clean":"2024-04-22T13:58:11.111128+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111128+0000","last_undegraded":"2024-04-22T13:58:11.111128+0000","last_fullsized":"2024-04-22T13:58:11.111128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162693+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162693+0000","last_peered":"2024-04-22T13:58:11.162693+0000","last_clean":"2024-04-22T13:58:11.162693+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162693+0000","last_undegraded":"2024-04-22T13:58:11.162693+0000","last_fullsized":"2024-04-22T13:58:11.162693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162257+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162257+0000","last_peered":"2024-04-22T13:58:11.162257+0000","last_clean":"2024-04-22T13:58:11.162257+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162257+0000","last_undegraded":"2024-04-22T13:58:11.162257+0000","last_fullsized":"2024-04-22T13:58:11.162257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161968+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.161968+0000","last_peered":"2024-04-22T13:58:11.161968+0000","last_clean":"2024-04-22T13:58:11.161968+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.161968+0000","last_undegraded":"2024-04-22T13:58:11.161968+0000","last_fullsized":"2024-04-22T13:58:11.161968+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161443+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161443+0000","last_peered":"2024-04-22T13:58:11.161443+0000","last_clean":"2024-04-22T13:58:11.161443+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161443+0000","last_undegraded":"2024-04-22T13:58:11.161443+0000","last_fullsized":"2024-04-22T13:58:11.161443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162292+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162292+0000","last_peered":"2024-04-22T13:58:11.162292+0000","last_clean":"2024-04-22T13:58:11.162292+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162292+0000","last_undegraded":"2024-04-22T13:58:11.162292+0000","last_fullsized":"2024-04-22T13:58:11.162292+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162637+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162637+0000","last_peered":"2024-04-22T13:58:11.162637+0000","last_clean":"2024-04-22T13:58:11.162637+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162637+0000","last_undegraded":"2024-04-22T13:58:11.162637+0000","last_fullsized":"2024-04-22T13:58:11.162637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110979+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.110979+0000","last_peered":"2024-04-22T13:58:11.110979+0000","last_clean":"2024-04-22T13:58:11.110979+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.110979+0000","last_undegraded":"2024-04-22T13:58:11.110979+0000","last_fullsized":"2024-04-22T13:58:11.110979+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":604223,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1418,"num_read_kb":830,"num_write":377,"num_write_kb":1471,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":712704,"data_stored":1812669,"data_compressed":81486,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":305,"ondisk_log_size":305,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383719,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466997,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645356,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":1258220,"data_compressed":46464,"data_compressed_allocated":61440,"data_compressed_original":729088,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070520,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22036,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332157,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060964,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495681,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466554,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":536484,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467893,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1048576,"data_stored":537418,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182480,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":990022,"data_compressed":28192,"data_compressed_allocated":36864,"data_compressed_original":524288,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920844,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757319,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1069056,"data_stored":1190229,"data_compressed":44604,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71942,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72876,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135202,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":203193,"data_compressed":8016,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:22.825 INFO:tasks.quiescer.ceph_manager:clean! 2024-04-22T13:58:22.825 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-22T13:58:22.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.959+0000 7f6b36fa4640 1 -- 172.21.15.83:0/4126097590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30101b60 msgr2=0x7f6b3010dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.959+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/4126097590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30101b60 0x7f6b3010dc90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f6b28009cd0 tx=0x7f6b2802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- 172.21.15.83:0/4126097590 shutdown_connections 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/4126097590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30101b60 0x7f6b3010dc90 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/4126097590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b301011a0 0x7f6b30101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/4126097590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b30105e30 0x7f6b30106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- 172.21.15.83:0/4126097590 >> 172.21.15.83:0/4126097590 conn(0x7f6b30077e30 msgr2=0x7f6b30078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- 172.21.15.83:0/4126097590 shutdown_connections 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- 172.21.15.83:0/4126097590 wait complete. 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 Processor -- start 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- start start 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 0x7f6b3019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 0x7f6b3019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6b301110e0 con 0x7f6b30105e30 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b30110f60 con 0x7f6b30101b60 2024-04-22T13:58:22.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b36fa4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6b30111260 con 0x7f6b301011a0 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b35541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b35541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44228/0 (socket says 172.21.15.83:44228) 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.960+0000 7f6b35541640 1 -- 172.21.15.83:0/2847135318 learned_addr learned my addr 172.21.15.83:0/2847135318 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b2ffff640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 0x7f6b3019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b34d40640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 0x7f6b3019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 -- 172.21.15.83:0/2847135318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 msgr2=0x7f6b3019e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 0x7f6b3019e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 -- 172.21.15.83:0/2847135318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 msgr2=0x7f6b3019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 0x7f6b3019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 -- 172.21.15.83:0/2847135318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b30198d10 con 0x7f6b30105e30 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b2ffff640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 0x7f6b3019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b34d40640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 0x7f6b3019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:22.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b35541640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6b28004af0 tx=0x7f6b28034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b28041020 con 0x7f6b30105e30 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b28034ca0 con 0x7f6b30105e30 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b28039040 con 0x7f6b30105e30 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b30198fa0 con 0x7f6b30105e30 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.961+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b301a52a0 con 0x7f6b30105e30 2024-04-22T13:58:22.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.962+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b30068de0 con 0x7f6b30105e30 2024-04-22T13:58:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.963+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f6b28044020 con 0x7f6b30105e30 2024-04-22T13:58:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.964+0000 7f6b2dffb640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 0x7f6b200a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.964+0000 7f6b34d40640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 0x7f6b200a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.964+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6b280f2760 con 0x7f6b30105e30 2024-04-22T13:58:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.964+0000 7f6b34d40640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 0x7f6b200a6380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6b24005fd0 tx=0x7f6b2400b5d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:22.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:22.969+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6b2804b020 con 0x7f6b30105e30 2024-04-22T13:58:23.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.145+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6b3010a3d0 con 0x7f6b200a3ec0 2024-04-22T13:58:23.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.152+0000 7f6b2dffb640 1 -- 172.21.15.83:0/2847135318 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258108 (secure 0 0 0) 0x7f6b2400fb60 con 0x7f6b200a3ec0 2024-04-22T13:58:23.157 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:23.158 INFO:teuthology.orchestra.run.smithi083.stderr:dumped all 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 msgr2=0x7f6b200a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 0x7f6b200a6380 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6b24005fd0 tx=0x7f6b2400b5d0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 msgr2=0x7f6b30198590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f6b28004af0 tx=0x7f6b28034670 comp rx=0 tx=0).stop 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 shutdown_connections 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b200a3ec0 0x7f6b200a6380 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b30105e30 0x7f6b30198590 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b30101b60 0x7f6b3019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 --2- 172.21.15.83:0/2847135318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b301011a0 0x7f6b3019e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 >> 172.21.15.83:0/2847135318 conn(0x7f6b30077e30 msgr2=0x7f6b30069480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 shutdown_connections 2024-04-22T13:58:23.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.155+0000 7f6b36fa4640 1 -- 172.21.15.83:0/2847135318 wait complete. 2024-04-22T13:58:23.168 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:22 smithi083 ceph-mon[27977]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 911 B/s wr, 20 op/s 2024-04-22T13:58:23.168 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:22 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1493253684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:23.168 INFO:teuthology.orchestra.run.smithi083.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2024-04-22T13:58:23.123588+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1392595,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1961,"num_read_kb":1419,"num_write":707,"num_write_kb":5327,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1180826,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1035,"ondisk_log_size":1035,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361268,"kb_used_data":12072,"kb_used_omap":18,"kb_used_meta":349037,"kb_avail":1124580556,"statfs":{"total":1151940427776,"available":1151570489344,"internally_reserved":0,"allocated":12361728,"data_stored":9752289,"data_compressed":250407,"data_compressed_allocated":331776,"data_compressed_original":3993600,"omap_allocated":19143,"internal_metadata":357414201},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":201854,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":462,"num_read_kb":502,"num_write":154,"num_write_kb":924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.991006"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111243+0000","last_change":"2024-04-22T13:56:04.514384+0000","last_active":"2024-04-22T13:58:11.111243+0000","last_peered":"2024-04-22T13:58:11.111243+0000","last_clean":"2024-04-22T13:58:11.111243+0000","last_became_active":"2024-04-22T13:56:04.513974+0000","last_became_peered":"2024-04-22T13:56:04.513974+0000","last_unstale":"2024-04-22T13:58:11.111243+0000","last_undegraded":"2024-04-22T13:58:11.111243+0000","last_fullsized":"2024-04-22T13:58:11.111243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:12:46.210202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161739+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161739+0000","last_peered":"2024-04-22T13:58:11.161739+0000","last_clean":"2024-04-22T13:58:11.161739+0000","last_became_active":"2024-04-22T13:56:04.499768+0000","last_became_peered":"2024-04-22T13:56:04.499768+0000","last_unstale":"2024-04-22T13:58:11.161739+0000","last_undegraded":"2024-04-22T13:58:11.161739+0000","last_fullsized":"2024-04-22T13:58:11.161739+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:42.771677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162063+0000","last_change":"2024-04-22T13:56:04.513580+0000","last_active":"2024-04-22T13:58:11.162063+0000","last_peered":"2024-04-22T13:58:11.162063+0000","last_clean":"2024-04-22T13:58:11.162063+0000","last_became_active":"2024-04-22T13:56:04.513330+0000","last_became_peered":"2024-04-22T13:56:04.513330+0000","last_unstale":"2024-04-22T13:58:11.162063+0000","last_undegraded":"2024-04-22T13:58:11.162063+0000","last_fullsized":"2024-04-22T13:58:11.162063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:00:57.720591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161871+0000","last_change":"2024-04-22T13:56:04.506983+0000","last_active":"2024-04-22T13:58:11.161871+0000","last_peered":"2024-04-22T13:58:11.161871+0000","last_clean":"2024-04-22T13:58:11.161871+0000","last_became_active":"2024-04-22T13:56:04.506640+0000","last_became_peered":"2024-04-22T13:56:04.506640+0000","last_unstale":"2024-04-22T13:58:11.161871+0000","last_undegraded":"2024-04-22T13:58:11.161871+0000","last_fullsized":"2024-04-22T13:58:11.161871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:33:57.580674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161902+0000","last_change":"2024-04-22T13:56:04.508663+0000","last_active":"2024-04-22T13:58:11.161902+0000","last_peered":"2024-04-22T13:58:11.161902+0000","last_clean":"2024-04-22T13:58:11.161902+0000","last_became_active":"2024-04-22T13:56:04.508238+0000","last_became_peered":"2024-04-22T13:56:04.508238+0000","last_unstale":"2024-04-22T13:58:11.161902+0000","last_undegraded":"2024-04-22T13:58:11.161902+0000","last_fullsized":"2024-04-22T13:58:11.161902+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:06:08.400721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112922+0000","last_change":"2024-04-22T13:56:04.499204+0000","last_active":"2024-04-22T13:58:11.112922+0000","last_peered":"2024-04-22T13:58:11.112922+0000","last_clean":"2024-04-22T13:58:11.112922+0000","last_became_active":"2024-04-22T13:56:04.497748+0000","last_became_peered":"2024-04-22T13:56:04.497748+0000","last_unstale":"2024-04-22T13:58:11.112922+0000","last_undegraded":"2024-04-22T13:58:11.112922+0000","last_fullsized":"2024-04-22T13:58:11.112922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:42.876004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161324+0000","last_change":"2024-04-22T13:56:04.502927+0000","last_active":"2024-04-22T13:58:11.161324+0000","last_peered":"2024-04-22T13:58:11.161324+0000","last_clean":"2024-04-22T13:58:11.161324+0000","last_became_active":"2024-04-22T13:56:04.502604+0000","last_became_peered":"2024-04-22T13:56:04.502604+0000","last_unstale":"2024-04-22T13:58:11.161324+0000","last_undegraded":"2024-04-22T13:58:11.161324+0000","last_fullsized":"2024-04-22T13:58:11.161324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:45:00.542114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161489+0000","last_change":"2024-04-22T13:56:04.498813+0000","last_active":"2024-04-22T13:58:11.161489+0000","last_peered":"2024-04-22T13:58:11.161489+0000","last_clean":"2024-04-22T13:58:11.161489+0000","last_became_active":"2024-04-22T13:56:04.497095+0000","last_became_peered":"2024-04-22T13:56:04.497095+0000","last_unstale":"2024-04-22T13:58:11.161489+0000","last_undegraded":"2024-04-22T13:58:11.161489+0000","last_fullsized":"2024-04-22T13:58:11.161489+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:00:15.048639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162846+0000","last_change":"2024-04-22T13:56:04.515090+0000","last_active":"2024-04-22T13:58:11.162846+0000","last_peered":"2024-04-22T13:58:11.162846+0000","last_clean":"2024-04-22T13:58:11.162846+0000","last_became_active":"2024-04-22T13:56:04.514552+0000","last_became_peered":"2024-04-22T13:56:04.514552+0000","last_unstale":"2024-04-22T13:58:11.162846+0000","last_undegraded":"2024-04-22T13:58:11.162846+0000","last_fullsized":"2024-04-22T13:58:11.162846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:29:46.729401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113211+0000","last_change":"2024-04-22T13:56:04.503157+0000","last_active":"2024-04-22T13:58:11.113211+0000","last_peered":"2024-04-22T13:58:11.113211+0000","last_clean":"2024-04-22T13:58:11.113211+0000","last_became_active":"2024-04-22T13:56:04.502852+0000","last_became_peered":"2024-04-22T13:56:04.502852+0000","last_unstale":"2024-04-22T13:58:11.113211+0000","last_undegraded":"2024-04-22T13:58:11.113211+0000","last_fullsized":"2024-04-22T13:58:11.113211+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:13:19.376032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161809+0000","last_change":"2024-04-22T13:56:04.516078+0000","last_active":"2024-04-22T13:58:11.161809+0000","last_peered":"2024-04-22T13:58:11.161809+0000","last_clean":"2024-04-22T13:58:11.161809+0000","last_became_active":"2024-04-22T13:56:04.515567+0000","last_became_peered":"2024-04-22T13:56:04.515567+0000","last_unstale":"2024-04-22T13:58:11.161809+0000","last_undegraded":"2024-04-22T13:58:11.161809+0000","last_fullsized":"2024-04-22T13:58:11.161809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:33:26.872544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161803+0000","last_change":"2024-04-22T13:56:04.504684+0000","last_active":"2024-04-22T13:58:11.161803+0000","last_peered":"2024-04-22T13:58:11.161803+0000","last_clean":"2024-04-22T13:58:11.161803+0000","last_became_active":"2024-04-22T13:56:04.504371+0000","last_became_peered":"2024-04-22T13:56:04.504371+0000","last_unstale":"2024-04-22T13:58:11.161803+0000","last_undegraded":"2024-04-22T13:58:11.161803+0000","last_fullsized":"2024-04-22T13:58:11.161803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:36:00.296140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162582+0000","last_change":"2024-04-22T13:56:04.488524+0000","last_active":"2024-04-22T13:58:11.162582+0000","last_peered":"2024-04-22T13:58:11.162582+0000","last_clean":"2024-04-22T13:58:11.162582+0000","last_became_active":"2024-04-22T13:56:04.488161+0000","last_became_peered":"2024-04-22T13:56:04.488161+0000","last_unstale":"2024-04-22T13:58:11.162582+0000","last_undegraded":"2024-04-22T13:58:11.162582+0000","last_fullsized":"2024-04-22T13:58:11.162582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:07:47.660202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161517+0000","last_change":"2024-04-22T13:56:04.502803+0000","last_active":"2024-04-22T13:58:11.161517+0000","last_peered":"2024-04-22T13:58:11.161517+0000","last_clean":"2024-04-22T13:58:11.161517+0000","last_became_active":"2024-04-22T13:56:04.502362+0000","last_became_peered":"2024-04-22T13:56:04.502362+0000","last_unstale":"2024-04-22T13:58:11.161517+0000","last_undegraded":"2024-04-22T13:58:11.161517+0000","last_fullsized":"2024-04-22T13:58:11.161517+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:45.926171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161815+0000","last_change":"2024-04-22T13:56:58.902776+0000","last_active":"2024-04-22T13:58:11.161815+0000","last_peered":"2024-04-22T13:58:11.161815+0000","last_clean":"2024-04-22T13:58:11.161815+0000","last_became_active":"2024-04-22T13:56:58.901777+0000","last_became_peered":"2024-04-22T13:56:58.901777+0000","last_unstale":"2024-04-22T13:58:11.161815+0000","last_undegraded":"2024-04-22T13:58:11.161815+0000","last_fullsized":"2024-04-22T13:58:11.161815+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:35.733711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,2],"acting":[0,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161783+0000","last_change":"2024-04-22T13:56:04.515715+0000","last_active":"2024-04-22T13:58:11.161783+0000","last_peered":"2024-04-22T13:58:11.161783+0000","last_clean":"2024-04-22T13:58:11.161783+0000","last_became_active":"2024-04-22T13:56:04.515087+0000","last_became_peered":"2024-04-22T13:56:04.515087+0000","last_unstale":"2024-04-22T13:58:11.161783+0000","last_undegraded":"2024-04-22T13:58:11.161783+0000","last_fullsized":"2024-04-22T13:58:11.161783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:22:21.504100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111141+0000","last_change":"2024-04-22T13:56:04.513959+0000","last_active":"2024-04-22T13:58:11.111141+0000","last_peered":"2024-04-22T13:58:11.111141+0000","last_clean":"2024-04-22T13:58:11.111141+0000","last_became_active":"2024-04-22T13:56:04.513602+0000","last_became_peered":"2024-04-22T13:56:04.513602+0000","last_unstale":"2024-04-22T13:58:11.111141+0000","last_undegraded":"2024-04-22T13:58:11.111141+0000","last_fullsized":"2024-04-22T13:58:11.111141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:32:41.559315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109438+0000","last_change":"2024-04-22T13:56:04.514047+0000","last_active":"2024-04-22T13:58:11.109438+0000","last_peered":"2024-04-22T13:58:11.109438+0000","last_clean":"2024-04-22T13:58:11.109438+0000","last_became_active":"2024-04-22T13:56:04.513737+0000","last_became_peered":"2024-04-22T13:56:04.513737+0000","last_unstale":"2024-04-22T13:58:11.109438+0000","last_undegraded":"2024-04-22T13:58:11.109438+0000","last_fullsized":"2024-04-22T13:58:11.109438+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:08:04.231458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162221+0000","last_change":"2024-04-22T13:56:04.510135+0000","last_active":"2024-04-22T13:58:11.162221+0000","last_peered":"2024-04-22T13:58:11.162221+0000","last_clean":"2024-04-22T13:58:11.162221+0000","last_became_active":"2024-04-22T13:56:04.509792+0000","last_became_peered":"2024-04-22T13:56:04.509792+0000","last_unstale":"2024-04-22T13:58:11.162221+0000","last_undegraded":"2024-04-22T13:58:11.162221+0000","last_fullsized":"2024-04-22T13:58:11.162221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:18:18.016208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":170,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:20.692632+0000","last_change":"2024-04-22T13:56:03.930064+0000","last_active":"2024-04-22T13:58:20.692632+0000","last_peered":"2024-04-22T13:58:20.692632+0000","last_clean":"2024-04-22T13:58:20.692632+0000","last_became_active":"2024-04-22T13:56:03.929684+0000","last_became_peered":"2024-04-22T13:56:03.929684+0000","last_unstale":"2024-04-22T13:58:20.692632+0000","last_undegraded":"2024-04-22T13:58:20.692632+0000","last_fullsized":"2024-04-22T13:58:20.692632+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:33:07.942738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162563+0000","last_change":"2024-04-22T13:56:04.507838+0000","last_active":"2024-04-22T13:58:11.162563+0000","last_peered":"2024-04-22T13:58:11.162563+0000","last_clean":"2024-04-22T13:58:11.162563+0000","last_became_active":"2024-04-22T13:56:04.506849+0000","last_became_peered":"2024-04-22T13:56:04.506849+0000","last_unstale":"2024-04-22T13:58:11.162563+0000","last_undegraded":"2024-04-22T13:58:11.162563+0000","last_fullsized":"2024-04-22T13:58:11.162563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:58:26.503895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162758+0000","last_change":"2024-04-22T13:56:03.928175+0000","last_active":"2024-04-22T13:58:11.162758+0000","last_peered":"2024-04-22T13:58:11.162758+0000","last_clean":"2024-04-22T13:58:11.162758+0000","last_became_active":"2024-04-22T13:56:03.927885+0000","last_became_peered":"2024-04-22T13:56:03.927885+0000","last_unstale":"2024-04-22T13:58:11.162758+0000","last_undegraded":"2024-04-22T13:58:11.162758+0000","last_fullsized":"2024-04-22T13:58:11.162758+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:38:49.504295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162182+0000","last_change":"2024-04-22T13:56:04.507230+0000","last_active":"2024-04-22T13:58:11.162182+0000","last_peered":"2024-04-22T13:58:11.162182+0000","last_clean":"2024-04-22T13:58:11.162182+0000","last_became_active":"2024-04-22T13:56:04.506875+0000","last_became_peered":"2024-04-22T13:56:04.506875+0000","last_unstale":"2024-04-22T13:58:11.162182+0000","last_undegraded":"2024-04-22T13:58:11.162182+0000","last_fullsized":"2024-04-22T13:58:11.162182+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:43.306964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162480+0000","last_change":"2024-04-22T13:56:03.932339+0000","last_active":"2024-04-22T13:58:11.162480+0000","last_peered":"2024-04-22T13:58:11.162480+0000","last_clean":"2024-04-22T13:58:11.162480+0000","last_became_active":"2024-04-22T13:56:03.932041+0000","last_became_peered":"2024-04-22T13:56:03.932041+0000","last_unstale":"2024-04-22T13:58:11.162480+0000","last_undegraded":"2024-04-22T13:58:11.162480+0000","last_fullsized":"2024-04-22T13:58:11.162480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:16:20.743306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162446+0000","last_change":"2024-04-22T13:56:04.511221+0000","last_active":"2024-04-22T13:58:11.162446+0000","last_peered":"2024-04-22T13:58:11.162446+0000","last_clean":"2024-04-22T13:58:11.162446+0000","last_became_active":"2024-04-22T13:56:04.510895+0000","last_became_peered":"2024-04-22T13:56:04.510895+0000","last_unstale":"2024-04-22T13:58:11.162446+0000","last_undegraded":"2024-04-22T13:58:11.162446+0000","last_fullsized":"2024-04-22T13:58:11.162446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:11:36.707337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162431+0000","last_change":"2024-04-22T13:56:03.937908+0000","last_active":"2024-04-22T13:58:11.162431+0000","last_peered":"2024-04-22T13:58:11.162431+0000","last_clean":"2024-04-22T13:58:11.162431+0000","last_became_active":"2024-04-22T13:56:03.937475+0000","last_became_peered":"2024-04-22T13:56:03.937475+0000","last_unstale":"2024-04-22T13:58:11.162431+0000","last_undegraded":"2024-04-22T13:58:11.162431+0000","last_fullsized":"2024-04-22T13:58:11.162431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:24:08.751097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162501+0000","last_change":"2024-04-22T13:56:04.508856+0000","last_active":"2024-04-22T13:58:11.162501+0000","last_peered":"2024-04-22T13:58:11.162501+0000","last_clean":"2024-04-22T13:58:11.162501+0000","last_became_active":"2024-04-22T13:56:04.508528+0000","last_became_peered":"2024-04-22T13:56:04.508528+0000","last_unstale":"2024-04-22T13:58:11.162501+0000","last_undegraded":"2024-04-22T13:58:11.162501+0000","last_fullsized":"2024-04-22T13:58:11.162501+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:38:48.090951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"88'7","reported_seq":165,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:20.687671+0000","last_change":"2024-04-22T13:56:03.935811+0000","last_active":"2024-04-22T13:58:20.687671+0000","last_peered":"2024-04-22T13:58:20.687671+0000","last_clean":"2024-04-22T13:58:20.687671+0000","last_became_active":"2024-04-22T13:56:03.935420+0000","last_became_peered":"2024-04-22T13:56:03.935420+0000","last_unstale":"2024-04-22T13:58:20.687671+0000","last_undegraded":"2024-04-22T13:58:20.687671+0000","last_fullsized":"2024-04-22T13:58:20.687671+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:42:10.902351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1404,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161870+0000","last_change":"2024-04-22T13:56:04.499201+0000","last_active":"2024-04-22T13:58:11.161870+0000","last_peered":"2024-04-22T13:58:11.161870+0000","last_clean":"2024-04-22T13:58:11.161870+0000","last_became_active":"2024-04-22T13:56:04.498686+0000","last_became_peered":"2024-04-22T13:56:04.498686+0000","last_unstale":"2024-04-22T13:58:11.161870+0000","last_undegraded":"2024-04-22T13:58:11.161870+0000","last_fullsized":"2024-04-22T13:58:11.161870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:00:09.904212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":42,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112778+0000","last_change":"2024-04-22T13:56:58.908375+0000","last_active":"2024-04-22T13:58:11.112778+0000","last_peered":"2024-04-22T13:58:11.112778+0000","last_clean":"2024-04-22T13:58:11.112778+0000","last_became_active":"2024-04-22T13:56:58.903532+0000","last_became_peered":"2024-04-22T13:56:58.903532+0000","last_unstale":"2024-04-22T13:58:11.112778+0000","last_undegraded":"2024-04-22T13:58:11.112778+0000","last_fullsized":"2024-04-22T13:58:11.112778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:51:25.499174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162862+0000","last_change":"2024-04-22T13:56:04.503489+0000","last_active":"2024-04-22T13:58:11.162862+0000","last_peered":"2024-04-22T13:58:11.162862+0000","last_clean":"2024-04-22T13:58:11.162862+0000","last_became_active":"2024-04-22T13:56:04.502767+0000","last_became_peered":"2024-04-22T13:56:04.502767+0000","last_unstale":"2024-04-22T13:58:11.162862+0000","last_undegraded":"2024-04-22T13:58:11.162862+0000","last_fullsized":"2024-04-22T13:58:11.162862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:59:42.917277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162398+0000","last_change":"2024-04-22T13:56:03.925519+0000","last_active":"2024-04-22T13:58:11.162398+0000","last_peered":"2024-04-22T13:58:11.162398+0000","last_clean":"2024-04-22T13:58:11.162398+0000","last_became_active":"2024-04-22T13:56:03.924964+0000","last_became_peered":"2024-04-22T13:56:03.924964+0000","last_unstale":"2024-04-22T13:58:11.162398+0000","last_undegraded":"2024-04-22T13:58:11.162398+0000","last_fullsized":"2024-04-22T13:58:11.162398+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:40:11.800097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161312+0000","last_change":"2024-04-22T13:56:04.500367+0000","last_active":"2024-04-22T13:58:11.161312+0000","last_peered":"2024-04-22T13:58:11.161312+0000","last_clean":"2024-04-22T13:58:11.161312+0000","last_became_active":"2024-04-22T13:56:04.499905+0000","last_became_peered":"2024-04-22T13:56:04.499905+0000","last_unstale":"2024-04-22T13:58:11.161312+0000","last_undegraded":"2024-04-22T13:58:11.161312+0000","last_fullsized":"2024-04-22T13:58:11.161312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:44:26.576676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161841+0000","last_change":"2024-04-22T13:56:03.933967+0000","last_active":"2024-04-22T13:58:11.161841+0000","last_peered":"2024-04-22T13:58:11.161841+0000","last_clean":"2024-04-22T13:58:11.161841+0000","last_became_active":"2024-04-22T13:56:03.933637+0000","last_became_peered":"2024-04-22T13:56:03.933637+0000","last_unstale":"2024-04-22T13:58:11.161841+0000","last_undegraded":"2024-04-22T13:58:11.161841+0000","last_fullsized":"2024-04-22T13:58:11.161841+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:27:02.538343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109230+0000","last_change":"2024-04-22T13:56:04.498925+0000","last_active":"2024-04-22T13:58:11.109230+0000","last_peered":"2024-04-22T13:58:11.109230+0000","last_clean":"2024-04-22T13:58:11.109230+0000","last_became_active":"2024-04-22T13:56:04.498633+0000","last_became_peered":"2024-04-22T13:56:04.498633+0000","last_unstale":"2024-04-22T13:58:11.109230+0000","last_undegraded":"2024-04-22T13:58:11.109230+0000","last_fullsized":"2024-04-22T13:58:11.109230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:02:38.856553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"88'6","reported_seq":293,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:21.688422+0000","last_change":"2024-04-22T13:56:03.925962+0000","last_active":"2024-04-22T13:58:21.688422+0000","last_peered":"2024-04-22T13:58:21.688422+0000","last_clean":"2024-04-22T13:58:21.688422+0000","last_became_active":"2024-04-22T13:56:03.925598+0000","last_became_peered":"2024-04-22T13:56:03.925598+0000","last_unstale":"2024-04-22T13:58:21.688422+0000","last_undegraded":"2024-04-22T13:58:21.688422+0000","last_fullsized":"2024-04-22T13:58:21.688422+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:42:52.977740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":266,"num_read_kb":266,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162762+0000","last_change":"2024-04-22T13:56:04.510582+0000","last_active":"2024-04-22T13:58:11.162762+0000","last_peered":"2024-04-22T13:58:11.162762+0000","last_clean":"2024-04-22T13:58:11.162762+0000","last_became_active":"2024-04-22T13:56:04.510246+0000","last_became_peered":"2024-04-22T13:56:04.510246+0000","last_unstale":"2024-04-22T13:58:11.162762+0000","last_undegraded":"2024-04-22T13:58:11.162762+0000","last_fullsized":"2024-04-22T13:58:11.162762+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:33:19.281551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161559+0000","last_change":"2024-04-22T13:56:03.933465+0000","last_active":"2024-04-22T13:58:11.161559+0000","last_peered":"2024-04-22T13:58:11.161559+0000","last_clean":"2024-04-22T13:58:11.161559+0000","last_became_active":"2024-04-22T13:56:03.933155+0000","last_became_peered":"2024-04-22T13:56:03.933155+0000","last_unstale":"2024-04-22T13:58:11.161559+0000","last_undegraded":"2024-04-22T13:58:11.161559+0000","last_fullsized":"2024-04-22T13:58:11.161559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:33:09.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161991+0000","last_change":"2024-04-22T13:56:04.509430+0000","last_active":"2024-04-22T13:58:11.161991+0000","last_peered":"2024-04-22T13:58:11.161991+0000","last_clean":"2024-04-22T13:58:11.161991+0000","last_became_active":"2024-04-22T13:56:04.509093+0000","last_became_peered":"2024-04-22T13:56:04.509093+0000","last_unstale":"2024-04-22T13:58:11.161991+0000","last_undegraded":"2024-04-22T13:58:11.161991+0000","last_fullsized":"2024-04-22T13:58:11.161991+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:24:01.181163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162683+0000","last_change":"2024-04-22T13:56:03.930414+0000","last_active":"2024-04-22T13:58:11.162683+0000","last_peered":"2024-04-22T13:58:11.162683+0000","last_clean":"2024-04-22T13:58:11.162683+0000","last_became_active":"2024-04-22T13:56:03.930070+0000","last_became_peered":"2024-04-22T13:56:03.930070+0000","last_unstale":"2024-04-22T13:58:11.162683+0000","last_undegraded":"2024-04-22T13:58:11.162683+0000","last_fullsized":"2024-04-22T13:58:11.162683+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:49:50.860403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162546+0000","last_change":"2024-04-22T13:56:04.516664+0000","last_active":"2024-04-22T13:58:11.162546+0000","last_peered":"2024-04-22T13:58:11.162546+0000","last_clean":"2024-04-22T13:58:11.162546+0000","last_became_active":"2024-04-22T13:56:04.516233+0000","last_became_peered":"2024-04-22T13:56:04.516233+0000","last_unstale":"2024-04-22T13:58:11.162546+0000","last_undegraded":"2024-04-22T13:58:11.162546+0000","last_fullsized":"2024-04-22T13:58:11.162546+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:57:01.210158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"88'39","reported_seq":339,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:21.694381+0000","last_change":"2024-04-22T13:56:03.927812+0000","last_active":"2024-04-22T13:58:21.694381+0000","last_peered":"2024-04-22T13:58:21.694381+0000","last_clean":"2024-04-22T13:58:21.694381+0000","last_became_active":"2024-04-22T13:56:03.927441+0000","last_became_peered":"2024-04-22T13:56:03.927441+0000","last_unstale":"2024-04-22T13:58:21.694381+0000","last_undegraded":"2024-04-22T13:58:21.694381+0000","last_fullsized":"2024-04-22T13:58:21.694381+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:42:32.671363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70155,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":279,"num_read_kb":211,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161978+0000","last_change":"2024-04-22T13:56:04.503065+0000","last_active":"2024-04-22T13:58:11.161978+0000","last_peered":"2024-04-22T13:58:11.161978+0000","last_clean":"2024-04-22T13:58:11.161978+0000","last_became_active":"2024-04-22T13:56:04.502755+0000","last_became_peered":"2024-04-22T13:56:04.502755+0000","last_unstale":"2024-04-22T13:58:11.161978+0000","last_undegraded":"2024-04-22T13:58:11.161978+0000","last_fullsized":"2024-04-22T13:58:11.161978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:19:37.649349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110842+0000","last_change":"2024-04-22T13:56:58.913636+0000","last_active":"2024-04-22T13:58:11.110842+0000","last_peered":"2024-04-22T13:58:11.110842+0000","last_clean":"2024-04-22T13:58:11.110842+0000","last_became_active":"2024-04-22T13:56:58.903494+0000","last_became_peered":"2024-04-22T13:56:58.903494+0000","last_unstale":"2024-04-22T13:58:11.110842+0000","last_undegraded":"2024-04-22T13:58:11.110842+0000","last_fullsized":"2024-04-22T13:58:11.110842+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:36:20.485751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162340+0000","last_change":"2024-04-22T13:56:04.498313+0000","last_active":"2024-04-22T13:58:11.162340+0000","last_peered":"2024-04-22T13:58:11.162340+0000","last_clean":"2024-04-22T13:58:11.162340+0000","last_became_active":"2024-04-22T13:56:04.497899+0000","last_became_peered":"2024-04-22T13:56:04.497899+0000","last_unstale":"2024-04-22T13:58:11.162340+0000","last_undegraded":"2024-04-22T13:58:11.162340+0000","last_fullsized":"2024-04-22T13:58:11.162340+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:25:30.712022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162694+0000","last_change":"2024-04-22T13:56:03.930726+0000","last_active":"2024-04-22T13:58:11.162694+0000","last_peered":"2024-04-22T13:58:11.162694+0000","last_clean":"2024-04-22T13:58:11.162694+0000","last_became_active":"2024-04-22T13:56:03.930374+0000","last_became_peered":"2024-04-22T13:56:03.930374+0000","last_unstale":"2024-04-22T13:58:11.162694+0000","last_undegraded":"2024-04-22T13:58:11.162694+0000","last_fullsized":"2024-04-22T13:58:11.162694+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:26:20.338051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161621+0000","last_change":"2024-04-22T13:56:04.506988+0000","last_active":"2024-04-22T13:58:11.161621+0000","last_peered":"2024-04-22T13:58:11.161621+0000","last_clean":"2024-04-22T13:58:11.161621+0000","last_became_active":"2024-04-22T13:56:04.506662+0000","last_became_peered":"2024-04-22T13:56:04.506662+0000","last_unstale":"2024-04-22T13:58:11.161621+0000","last_undegraded":"2024-04-22T13:58:11.161621+0000","last_fullsized":"2024-04-22T13:58:11.161621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:25:21.989308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'8","reported_seq":167,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:21.736837+0000","last_change":"2024-04-22T13:56:03.925965+0000","last_active":"2024-04-22T13:58:21.736837+0000","last_peered":"2024-04-22T13:58:21.736837+0000","last_clean":"2024-04-22T13:58:21.736837+0000","last_became_active":"2024-04-22T13:56:03.925563+0000","last_became_peered":"2024-04-22T13:56:03.925563+0000","last_unstale":"2024-04-22T13:58:21.736837+0000","last_undegraded":"2024-04-22T13:58:21.736837+0000","last_fullsized":"2024-04-22T13:58:21.736837+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:13:52.355324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1428,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":138,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161299+0000","last_change":"2024-04-22T13:56:04.502086+0000","last_active":"2024-04-22T13:58:11.161299+0000","last_peered":"2024-04-22T13:58:11.161299+0000","last_clean":"2024-04-22T13:58:11.161299+0000","last_became_active":"2024-04-22T13:56:04.501503+0000","last_became_peered":"2024-04-22T13:56:04.501503+0000","last_unstale":"2024-04-22T13:58:11.161299+0000","last_undegraded":"2024-04-22T13:58:11.161299+0000","last_fullsized":"2024-04-22T13:58:11.161299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:39:21.546707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161600+0000","last_change":"2024-04-22T13:56:03.932026+0000","last_active":"2024-04-22T13:58:11.161600+0000","last_peered":"2024-04-22T13:58:11.161600+0000","last_clean":"2024-04-22T13:58:11.161600+0000","last_became_active":"2024-04-22T13:56:03.931417+0000","last_became_peered":"2024-04-22T13:56:03.931417+0000","last_unstale":"2024-04-22T13:58:11.161600+0000","last_undegraded":"2024-04-22T13:58:11.161600+0000","last_fullsized":"2024-04-22T13:58:11.161600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:13:18.388558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162370+0000","last_change":"2024-04-22T13:56:04.509599+0000","last_active":"2024-04-22T13:58:11.162370+0000","last_peered":"2024-04-22T13:58:11.162370+0000","last_clean":"2024-04-22T13:58:11.162370+0000","last_became_active":"2024-04-22T13:56:04.509259+0000","last_became_peered":"2024-04-22T13:56:04.509259+0000","last_unstale":"2024-04-22T13:58:11.162370+0000","last_undegraded":"2024-04-22T13:58:11.162370+0000","last_fullsized":"2024-04-22T13:58:11.162370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:11:37.515594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111008+0000","last_change":"2024-04-22T13:56:58.917361+0000","last_active":"2024-04-22T13:58:11.111008+0000","last_peered":"2024-04-22T13:58:11.111008+0000","last_clean":"2024-04-22T13:58:11.111008+0000","last_became_active":"2024-04-22T13:56:58.904786+0000","last_became_peered":"2024-04-22T13:56:58.904786+0000","last_unstale":"2024-04-22T13:58:11.111008+0000","last_undegraded":"2024-04-22T13:58:11.111008+0000","last_fullsized":"2024-04-22T13:58:11.111008+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:31:44.241020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111199+0000","last_change":"2024-04-22T13:56:04.506582+0000","last_active":"2024-04-22T13:58:11.111199+0000","last_peered":"2024-04-22T13:58:11.111199+0000","last_clean":"2024-04-22T13:58:11.111199+0000","last_became_active":"2024-04-22T13:56:04.506226+0000","last_became_peered":"2024-04-22T13:56:04.506226+0000","last_unstale":"2024-04-22T13:58:11.111199+0000","last_undegraded":"2024-04-22T13:58:11.111199+0000","last_fullsized":"2024-04-22T13:58:11.111199+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:31:11.805985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109402+0000","last_change":"2024-04-22T13:56:03.935138+0000","last_active":"2024-04-22T13:58:11.109402+0000","last_peered":"2024-04-22T13:58:11.109402+0000","last_clean":"2024-04-22T13:58:11.109402+0000","last_became_active":"2024-04-22T13:56:03.934793+0000","last_became_peered":"2024-04-22T13:56:03.934793+0000","last_unstale":"2024-04-22T13:58:11.109402+0000","last_undegraded":"2024-04-22T13:58:11.109402+0000","last_fullsized":"2024-04-22T13:58:11.109402+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:16:44.998887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.113184+0000","last_change":"2024-04-22T13:56:04.498143+0000","last_active":"2024-04-22T13:58:11.113184+0000","last_peered":"2024-04-22T13:58:11.113184+0000","last_clean":"2024-04-22T13:58:11.113184+0000","last_became_active":"2024-04-22T13:56:04.497141+0000","last_became_peered":"2024-04-22T13:56:04.497141+0000","last_unstale":"2024-04-22T13:58:11.113184+0000","last_undegraded":"2024-04-22T13:58:11.113184+0000","last_fullsized":"2024-04-22T13:58:11.113184+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:55:35.910919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'8","reported_seq":165,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:20.693132+0000","last_change":"2024-04-22T13:56:03.932476+0000","last_active":"2024-04-22T13:58:20.693132+0000","last_peered":"2024-04-22T13:58:20.693132+0000","last_clean":"2024-04-22T13:58:20.693132+0000","last_became_active":"2024-04-22T13:56:03.932113+0000","last_became_peered":"2024-04-22T13:56:03.932113+0000","last_unstale":"2024-04-22T13:58:20.693132+0000","last_undegraded":"2024-04-22T13:58:20.693132+0000","last_fullsized":"2024-04-22T13:58:20.693132+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:55:31.831383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1761,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":135,"num_read_kb":3,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.112986+0000","last_change":"2024-04-22T13:56:58.900450+0000","last_active":"2024-04-22T13:58:11.112986+0000","last_peered":"2024-04-22T13:58:11.112986+0000","last_clean":"2024-04-22T13:58:11.112986+0000","last_became_active":"2024-04-22T13:56:58.899990+0000","last_became_peered":"2024-04-22T13:56:58.899990+0000","last_unstale":"2024-04-22T13:58:11.112986+0000","last_undegraded":"2024-04-22T13:58:11.112986+0000","last_fullsized":"2024-04-22T13:58:11.112986+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:30:01.063299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109098+0000","last_change":"2024-04-22T13:56:58.903702+0000","last_active":"2024-04-22T13:58:11.109098+0000","last_peered":"2024-04-22T13:58:11.109098+0000","last_clean":"2024-04-22T13:58:11.109098+0000","last_became_active":"2024-04-22T13:56:58.903225+0000","last_became_peered":"2024-04-22T13:56:58.903225+0000","last_unstale":"2024-04-22T13:58:11.109098+0000","last_undegraded":"2024-04-22T13:58:11.109098+0000","last_fullsized":"2024-04-22T13:58:11.109098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:16:06.240488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"87'7","reported_seq":163,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:20.734529+0000","last_change":"2024-04-22T13:56:03.927828+0000","last_active":"2024-04-22T13:58:20.734529+0000","last_peered":"2024-04-22T13:58:20.734529+0000","last_clean":"2024-04-22T13:58:20.734529+0000","last_became_active":"2024-04-22T13:56:03.927478+0000","last_became_peered":"2024-04-22T13:56:03.927478+0000","last_unstale":"2024-04-22T13:58:20.734529+0000","last_undegraded":"2024-04-22T13:58:20.734529+0000","last_fullsized":"2024-04-22T13:58:20.734529+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:06:53.742986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":134,"num_read_kb":134,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.109189+0000","last_change":"2024-04-22T13:56:59.010495+0000","last_active":"2024-04-22T13:58:11.109189+0000","last_peered":"2024-04-22T13:58:11.109189+0000","last_clean":"2024-04-22T13:58:11.109189+0000","last_became_active":"2024-04-22T13:56:59.010254+0000","last_became_peered":"2024-04-22T13:56:59.010254+0000","last_unstale":"2024-04-22T13:58:11.109189+0000","last_undegraded":"2024-04-22T13:58:11.109189+0000","last_fullsized":"2024-04-22T13:58:11.109189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:03:41.331769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162238+0000","last_change":"2024-04-22T13:56:03.922232+0000","last_active":"2024-04-22T13:58:11.162238+0000","last_peered":"2024-04-22T13:58:11.162238+0000","last_clean":"2024-04-22T13:58:11.162238+0000","last_became_active":"2024-04-22T13:56:03.921781+0000","last_became_peered":"2024-04-22T13:56:03.921781+0000","last_unstale":"2024-04-22T13:58:11.162238+0000","last_undegraded":"2024-04-22T13:58:11.162238+0000","last_fullsized":"2024-04-22T13:58:11.162238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:37:06.183421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"88'148","reported_seq":401,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:13.222314+0000","last_change":"2024-04-22T13:54:49.743244+0000","last_active":"2024-04-22T13:58:13.222314+0000","last_peered":"2024-04-22T13:58:13.222314+0000","last_clean":"2024-04-22T13:58:13.222314+0000","last_became_active":"2024-04-22T13:54:49.742772+0000","last_became_peered":"2024-04-22T13:54:49.742772+0000","last_unstale":"2024-04-22T13:58:13.222314+0000","last_undegraded":"2024-04-22T13:58:13.222314+0000","last_fullsized":"2024-04-22T13:58:13.222314+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:51:24.404516+0000","last_clean_scrub_stamp":"2024-04-22T13:51:24.404516+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:13:44.210230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162170+0000","last_change":"2024-04-22T13:56:04.501873+0000","last_active":"2024-04-22T13:58:11.162170+0000","last_peered":"2024-04-22T13:58:11.162170+0000","last_clean":"2024-04-22T13:58:11.162170+0000","last_became_active":"2024-04-22T13:56:04.501586+0000","last_became_peered":"2024-04-22T13:56:04.501586+0000","last_unstale":"2024-04-22T13:58:11.162170+0000","last_undegraded":"2024-04-22T13:58:11.162170+0000","last_fullsized":"2024-04-22T13:58:11.162170+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:14:49.393401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161558+0000","last_change":"2024-04-22T13:56:03.930278+0000","last_active":"2024-04-22T13:58:11.161558+0000","last_peered":"2024-04-22T13:58:11.161558+0000","last_clean":"2024-04-22T13:58:11.161558+0000","last_became_active":"2024-04-22T13:56:03.928817+0000","last_became_peered":"2024-04-22T13:56:03.928817+0000","last_unstale":"2024-04-22T13:58:11.161558+0000","last_undegraded":"2024-04-22T13:58:11.161558+0000","last_fullsized":"2024-04-22T13:58:11.161558+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:39:31.222152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162341+0000","last_change":"2024-04-22T13:56:03.931092+0000","last_active":"2024-04-22T13:58:11.162341+0000","last_peered":"2024-04-22T13:58:11.162341+0000","last_clean":"2024-04-22T13:58:11.162341+0000","last_became_active":"2024-04-22T13:56:03.930522+0000","last_became_peered":"2024-04-22T13:56:03.930522+0000","last_unstale":"2024-04-22T13:58:11.162341+0000","last_undegraded":"2024-04-22T13:58:11.162341+0000","last_fullsized":"2024-04-22T13:58:11.162341+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:23:28.435349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162747+0000","last_change":"2024-04-22T13:56:04.500517+0000","last_active":"2024-04-22T13:58:11.162747+0000","last_peered":"2024-04-22T13:58:11.162747+0000","last_clean":"2024-04-22T13:58:11.162747+0000","last_became_active":"2024-04-22T13:56:04.500194+0000","last_became_peered":"2024-04-22T13:56:04.500194+0000","last_unstale":"2024-04-22T13:58:11.162747+0000","last_undegraded":"2024-04-22T13:58:11.162747+0000","last_fullsized":"2024-04-22T13:58:11.162747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:26:42.408576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"88'103","reported_seq":217,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:19.628227+0000","last_change":"2024-04-22T13:56:03.930318+0000","last_active":"2024-04-22T13:58:19.628227+0000","last_peered":"2024-04-22T13:58:19.628227+0000","last_clean":"2024-04-22T13:58:19.628227+0000","last_became_active":"2024-04-22T13:56:03.929576+0000","last_became_peered":"2024-04-22T13:56:03.929576+0000","last_unstale":"2024-04-22T13:58:19.628227+0000","last_undegraded":"2024-04-22T13:58:19.628227+0000","last_fullsized":"2024-04-22T13:58:19.628227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:17:16.167618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":187,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162381+0000","last_change":"2024-04-22T13:56:04.503302+0000","last_active":"2024-04-22T13:58:11.162381+0000","last_peered":"2024-04-22T13:58:11.162381+0000","last_clean":"2024-04-22T13:58:11.162381+0000","last_became_active":"2024-04-22T13:56:04.502971+0000","last_became_peered":"2024-04-22T13:56:04.502971+0000","last_unstale":"2024-04-22T13:58:11.162381+0000","last_undegraded":"2024-04-22T13:58:11.162381+0000","last_fullsized":"2024-04-22T13:58:11.162381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:51.840685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162016+0000","last_change":"2024-04-22T13:56:03.923525+0000","last_active":"2024-04-22T13:58:11.162016+0000","last_peered":"2024-04-22T13:58:11.162016+0000","last_clean":"2024-04-22T13:58:11.162016+0000","last_became_active":"2024-04-22T13:56:03.923178+0000","last_became_peered":"2024-04-22T13:56:03.923178+0000","last_unstale":"2024-04-22T13:58:11.162016+0000","last_undegraded":"2024-04-22T13:58:11.162016+0000","last_fullsized":"2024-04-22T13:58:11.162016+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:03:21.662537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162188+0000","last_change":"2024-04-22T13:56:04.504721+0000","last_active":"2024-04-22T13:58:11.162188+0000","last_peered":"2024-04-22T13:58:11.162188+0000","last_clean":"2024-04-22T13:58:11.162188+0000","last_became_active":"2024-04-22T13:56:04.503850+0000","last_became_peered":"2024-04-22T13:56:04.503850+0000","last_unstale":"2024-04-22T13:58:11.162188+0000","last_undegraded":"2024-04-22T13:58:11.162188+0000","last_fullsized":"2024-04-22T13:58:11.162188+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:24:43.468981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161949+0000","last_change":"2024-04-22T13:56:03.935141+0000","last_active":"2024-04-22T13:58:11.161949+0000","last_peered":"2024-04-22T13:58:11.161949+0000","last_clean":"2024-04-22T13:58:11.161949+0000","last_became_active":"2024-04-22T13:56:03.934676+0000","last_became_peered":"2024-04-22T13:56:03.934676+0000","last_unstale":"2024-04-22T13:58:11.161949+0000","last_undegraded":"2024-04-22T13:58:11.161949+0000","last_fullsized":"2024-04-22T13:58:11.161949+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:21:06.696492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161741+0000","last_change":"2024-04-22T13:56:04.504691+0000","last_active":"2024-04-22T13:58:11.161741+0000","last_peered":"2024-04-22T13:58:11.161741+0000","last_clean":"2024-04-22T13:58:11.161741+0000","last_became_active":"2024-04-22T13:56:04.504375+0000","last_became_peered":"2024-04-22T13:56:04.504375+0000","last_unstale":"2024-04-22T13:58:11.161741+0000","last_undegraded":"2024-04-22T13:58:11.161741+0000","last_fullsized":"2024-04-22T13:58:11.161741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:15:38.955311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161598+0000","last_change":"2024-04-22T13:56:03.926731+0000","last_active":"2024-04-22T13:58:11.161598+0000","last_peered":"2024-04-22T13:58:11.161598+0000","last_clean":"2024-04-22T13:58:11.161598+0000","last_became_active":"2024-04-22T13:56:03.926370+0000","last_became_peered":"2024-04-22T13:56:03.926370+0000","last_unstale":"2024-04-22T13:58:11.161598+0000","last_undegraded":"2024-04-22T13:58:11.161598+0000","last_fullsized":"2024-04-22T13:58:11.161598+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:57:31.124753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110849+0000","last_change":"2024-04-22T13:56:04.504389+0000","last_active":"2024-04-22T13:58:11.110849+0000","last_peered":"2024-04-22T13:58:11.110849+0000","last_clean":"2024-04-22T13:58:11.110849+0000","last_became_active":"2024-04-22T13:56:04.504057+0000","last_became_peered":"2024-04-22T13:56:04.504057+0000","last_unstale":"2024-04-22T13:58:11.110849+0000","last_undegraded":"2024-04-22T13:58:11.110849+0000","last_fullsized":"2024-04-22T13:58:11.110849+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:24:15.985904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"88'4","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.971059+0000","last_change":"2024-04-22T13:56:03.933868+0000","last_active":"2024-04-22T13:58:11.971059+0000","last_peered":"2024-04-22T13:58:11.971059+0000","last_clean":"2024-04-22T13:58:11.971059+0000","last_became_active":"2024-04-22T13:56:03.933551+0000","last_became_peered":"2024-04-22T13:56:03.933551+0000","last_unstale":"2024-04-22T13:58:11.971059+0000","last_undegraded":"2024-04-22T13:58:11.971059+0000","last_fullsized":"2024-04-22T13:58:11.971059+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:10:14.847336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162094+0000","last_change":"2024-04-22T13:56:04.497482+0000","last_active":"2024-04-22T13:58:11.162094+0000","last_peered":"2024-04-22T13:58:11.162094+0000","last_clean":"2024-04-22T13:58:11.162094+0000","last_became_active":"2024-04-22T13:56:04.497160+0000","last_became_peered":"2024-04-22T13:56:04.497160+0000","last_unstale":"2024-04-22T13:58:11.162094+0000","last_undegraded":"2024-04-22T13:58:11.162094+0000","last_fullsized":"2024-04-22T13:58:11.162094+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T00:11:52.904705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162100+0000","last_change":"2024-04-22T13:56:59.015382+0000","last_active":"2024-04-22T13:58:11.162100+0000","last_peered":"2024-04-22T13:58:11.162100+0000","last_clean":"2024-04-22T13:58:11.162100+0000","last_became_active":"2024-04-22T13:56:59.011213+0000","last_became_peered":"2024-04-22T13:56:59.011213+0000","last_unstale":"2024-04-22T13:58:11.162100+0000","last_undegraded":"2024-04-22T13:58:11.162100+0000","last_fullsized":"2024-04-22T13:58:11.162100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T16:35:23.966469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,7],"acting":[8,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161604+0000","last_change":"2024-04-22T13:56:04.510314+0000","last_active":"2024-04-22T13:58:11.161604+0000","last_peered":"2024-04-22T13:58:11.161604+0000","last_clean":"2024-04-22T13:58:11.161604+0000","last_became_active":"2024-04-22T13:56:04.510008+0000","last_became_peered":"2024-04-22T13:56:04.510008+0000","last_unstale":"2024-04-22T13:58:11.161604+0000","last_undegraded":"2024-04-22T13:58:11.161604+0000","last_fullsized":"2024-04-22T13:58:11.161604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:35:14.399662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'8","reported_seq":167,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:20.687676+0000","last_change":"2024-04-22T13:56:03.927574+0000","last_active":"2024-04-22T13:58:20.687676+0000","last_peered":"2024-04-22T13:58:20.687676+0000","last_clean":"2024-04-22T13:58:20.687676+0000","last_became_active":"2024-04-22T13:56:03.927216+0000","last_became_peered":"2024-04-22T13:56:03.927216+0000","last_unstale":"2024-04-22T13:58:20.687676+0000","last_undegraded":"2024-04-22T13:58:20.687676+0000","last_fullsized":"2024-04-22T13:58:20.687676+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:01:19.392295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2343,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":137,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161900+0000","last_change":"2024-04-22T13:56:04.515905+0000","last_active":"2024-04-22T13:58:11.161900+0000","last_peered":"2024-04-22T13:58:11.161900+0000","last_clean":"2024-04-22T13:58:11.161900+0000","last_became_active":"2024-04-22T13:56:04.515528+0000","last_became_peered":"2024-04-22T13:56:04.515528+0000","last_unstale":"2024-04-22T13:58:11.161900+0000","last_undegraded":"2024-04-22T13:58:11.161900+0000","last_fullsized":"2024-04-22T13:58:11.161900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:54:24.294040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'67","reported_seq":120,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:19.299847+0000","last_change":"2024-04-22T13:56:03.934393+0000","last_active":"2024-04-22T13:58:19.299847+0000","last_peered":"2024-04-22T13:58:19.299847+0000","last_clean":"2024-04-22T13:58:19.299847+0000","last_became_active":"2024-04-22T13:56:03.934058+0000","last_became_peered":"2024-04-22T13:56:03.934058+0000","last_unstale":"2024-04-22T13:58:19.299847+0000","last_undegraded":"2024-04-22T13:58:19.299847+0000","last_fullsized":"2024-04-22T13:58:19.299847+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T18:56:16.342293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161743+0000","last_change":"2024-04-22T13:56:04.504358+0000","last_active":"2024-04-22T13:58:11.161743+0000","last_peered":"2024-04-22T13:58:11.161743+0000","last_clean":"2024-04-22T13:58:11.161743+0000","last_became_active":"2024-04-22T13:56:04.504041+0000","last_became_peered":"2024-04-22T13:56:04.504041+0000","last_unstale":"2024-04-22T13:58:11.161743+0000","last_undegraded":"2024-04-22T13:58:11.161743+0000","last_fullsized":"2024-04-22T13:58:11.161743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:16:05.739890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162723+0000","last_change":"2024-04-22T13:56:03.935268+0000","last_active":"2024-04-22T13:58:11.162723+0000","last_peered":"2024-04-22T13:58:11.162723+0000","last_clean":"2024-04-22T13:58:11.162723+0000","last_became_active":"2024-04-22T13:56:03.934968+0000","last_became_peered":"2024-04-22T13:56:03.934968+0000","last_unstale":"2024-04-22T13:58:11.162723+0000","last_undegraded":"2024-04-22T13:58:11.162723+0000","last_fullsized":"2024-04-22T13:58:11.162723+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:02.899193+0000","last_clean_scrub_stamp":"2024-04-22T13:56:02.899193+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:29:13.299181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161973+0000","last_change":"2024-04-22T13:56:04.507813+0000","last_active":"2024-04-22T13:58:11.161973+0000","last_peered":"2024-04-22T13:58:11.161973+0000","last_clean":"2024-04-22T13:58:11.161973+0000","last_became_active":"2024-04-22T13:56:04.507496+0000","last_became_peered":"2024-04-22T13:56:04.507496+0000","last_unstale":"2024-04-22T13:58:11.161973+0000","last_undegraded":"2024-04-22T13:58:11.161973+0000","last_fullsized":"2024-04-22T13:58:11.161973+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T22:38:15.444345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":29,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.110916+0000","last_change":"2024-04-22T13:56:04.507118+0000","last_active":"2024-04-22T13:58:11.110916+0000","last_peered":"2024-04-22T13:58:11.110916+0000","last_clean":"2024-04-22T13:58:11.110916+0000","last_became_active":"2024-04-22T13:56:04.506730+0000","last_became_peered":"2024-04-22T13:56:04.506730+0000","last_unstale":"2024-04-22T13:58:11.110916+0000","last_undegraded":"2024-04-22T13:58:11.110916+0000","last_fullsized":"2024-04-22T13:58:11.110916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T01:19:23.302089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161806+0000","last_change":"2024-04-22T13:56:04.503035+0000","last_active":"2024-04-22T13:58:11.161806+0000","last_peered":"2024-04-22T13:58:11.161806+0000","last_clean":"2024-04-22T13:58:11.161806+0000","last_became_active":"2024-04-22T13:56:04.502545+0000","last_became_peered":"2024-04-22T13:56:04.502545+0000","last_unstale":"2024-04-22T13:58:11.161806+0000","last_undegraded":"2024-04-22T13:58:11.161806+0000","last_fullsized":"2024-04-22T13:58:11.161806+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T14:34:51.894446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161788+0000","last_change":"2024-04-22T13:56:04.511487+0000","last_active":"2024-04-22T13:58:11.161788+0000","last_peered":"2024-04-22T13:58:11.161788+0000","last_clean":"2024-04-22T13:58:11.161788+0000","last_became_active":"2024-04-22T13:56:04.510551+0000","last_became_peered":"2024-04-22T13:56:04.510551+0000","last_unstale":"2024-04-22T13:58:11.161788+0000","last_undegraded":"2024-04-22T13:58:11.161788+0000","last_fullsized":"2024-04-22T13:58:11.161788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:53:00.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161564+0000","last_change":"2024-04-22T13:56:04.504252+0000","last_active":"2024-04-22T13:58:11.161564+0000","last_peered":"2024-04-22T13:58:11.161564+0000","last_clean":"2024-04-22T13:58:11.161564+0000","last_became_active":"2024-04-22T13:56:04.503939+0000","last_became_peered":"2024-04-22T13:56:04.503939+0000","last_unstale":"2024-04-22T13:58:11.161564+0000","last_undegraded":"2024-04-22T13:58:11.161564+0000","last_fullsized":"2024-04-22T13:58:11.161564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:53:21.313731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162549+0000","last_change":"2024-04-22T13:56:04.504677+0000","last_active":"2024-04-22T13:58:11.162549+0000","last_peered":"2024-04-22T13:58:11.162549+0000","last_clean":"2024-04-22T13:58:11.162549+0000","last_became_active":"2024-04-22T13:56:04.504363+0000","last_became_peered":"2024-04-22T13:56:04.504363+0000","last_unstale":"2024-04-22T13:58:11.162549+0000","last_undegraded":"2024-04-22T13:58:11.162549+0000","last_fullsized":"2024-04-22T13:58:11.162549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:32:03.707899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111128+0000","last_change":"2024-04-22T13:56:04.509069+0000","last_active":"2024-04-22T13:58:11.111128+0000","last_peered":"2024-04-22T13:58:11.111128+0000","last_clean":"2024-04-22T13:58:11.111128+0000","last_became_active":"2024-04-22T13:56:04.508747+0000","last_became_peered":"2024-04-22T13:56:04.508747+0000","last_unstale":"2024-04-22T13:58:11.111128+0000","last_undegraded":"2024-04-22T13:58:11.111128+0000","last_fullsized":"2024-04-22T13:58:11.111128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:50:19.660864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162693+0000","last_change":"2024-04-22T13:56:04.514249+0000","last_active":"2024-04-22T13:58:11.162693+0000","last_peered":"2024-04-22T13:58:11.162693+0000","last_clean":"2024-04-22T13:58:11.162693+0000","last_became_active":"2024-04-22T13:56:04.513879+0000","last_became_peered":"2024-04-22T13:56:04.513879+0000","last_unstale":"2024-04-22T13:58:11.162693+0000","last_undegraded":"2024-04-22T13:58:11.162693+0000","last_fullsized":"2024-04-22T13:58:11.162693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T15:59:43.448445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162257+0000","last_change":"2024-04-22T13:56:04.508541+0000","last_active":"2024-04-22T13:58:11.162257+0000","last_peered":"2024-04-22T13:58:11.162257+0000","last_clean":"2024-04-22T13:58:11.162257+0000","last_became_active":"2024-04-22T13:56:04.508187+0000","last_became_peered":"2024-04-22T13:56:04.508187+0000","last_unstale":"2024-04-22T13:58:11.162257+0000","last_undegraded":"2024-04-22T13:58:11.162257+0000","last_fullsized":"2024-04-22T13:58:11.162257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T23:09:11.268719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162011+0000","last_change":"2024-04-22T13:56:04.501937+0000","last_active":"2024-04-22T13:58:11.162011+0000","last_peered":"2024-04-22T13:58:11.162011+0000","last_clean":"2024-04-22T13:58:11.162011+0000","last_became_active":"2024-04-22T13:56:04.500991+0000","last_became_peered":"2024-04-22T13:56:04.500991+0000","last_unstale":"2024-04-22T13:58:11.162011+0000","last_undegraded":"2024-04-22T13:58:11.162011+0000","last_fullsized":"2024-04-22T13:58:11.162011+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:05:48.126171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.161443+0000","last_change":"2024-04-22T13:56:04.508942+0000","last_active":"2024-04-22T13:58:11.161443+0000","last_peered":"2024-04-22T13:58:11.161443+0000","last_clean":"2024-04-22T13:58:11.161443+0000","last_became_active":"2024-04-22T13:56:04.508616+0000","last_became_peered":"2024-04-22T13:56:04.508616+0000","last_unstale":"2024-04-22T13:58:11.161443+0000","last_undegraded":"2024-04-22T13:58:11.161443+0000","last_fullsized":"2024-04-22T13:58:11.161443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T19:54:02.890680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162292+0000","last_change":"2024-04-22T13:56:04.515741+0000","last_active":"2024-04-22T13:58:11.162292+0000","last_peered":"2024-04-22T13:58:11.162292+0000","last_clean":"2024-04-22T13:58:11.162292+0000","last_became_active":"2024-04-22T13:56:04.515380+0000","last_became_peered":"2024-04-22T13:56:04.515380+0000","last_unstale":"2024-04-22T13:58:11.162292+0000","last_undegraded":"2024-04-22T13:58:11.162292+0000","last_fullsized":"2024-04-22T13:58:11.162292+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T17:33:10.015241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.162689+0000","last_change":"2024-04-22T13:56:04.501374+0000","last_active":"2024-04-22T13:58:11.162689+0000","last_peered":"2024-04-22T13:58:11.162689+0000","last_clean":"2024-04-22T13:58:11.162689+0000","last_became_active":"2024-04-22T13:56:04.501064+0000","last_became_peered":"2024-04-22T13:56:04.501064+0000","last_unstale":"2024-04-22T13:58:11.162689+0000","last_undegraded":"2024-04-22T13:58:11.162689+0000","last_fullsized":"2024-04-22T13:58:11.162689+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T21:08:20.755880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-22T13:58:11.111036+0000","last_change":"2024-04-22T13:56:04.508252+0000","last_active":"2024-04-22T13:58:11.111036+0000","last_peered":"2024-04-22T13:58:11.111036+0000","last_clean":"2024-04-22T13:58:11.111036+0000","last_became_active":"2024-04-22T13:56:04.507936+0000","last_became_peered":"2024-04-22T13:56:04.507936+0000","last_unstale":"2024-04-22T13:58:11.111036+0000","last_undegraded":"2024-04-22T13:58:11.111036+0000","last_fullsized":"2024-04-22T13:58:11.111036+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-22T13:56:03.904075+0000","last_clean_scrub_stamp":"2024-04-22T13:56:03.904075+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-23T20:00:02.292231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":106674,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":801993,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1724,"num_read_kb":1089,"num_write":504,"num_write_kb":2387,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":90,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":786432,"data_stored":2405979,"data_compressed":109053,"data_compressed_allocated":147456,"data_compressed_original":2125824,"omap_allocated":0,"internal_metadata":0},"log_size":385,"ondisk_log_size":385,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383720,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":974848,"data_stored":466997,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645357,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":1455990,"data_compressed":55510,"data_compressed_allocated":73728,"data_compressed_original":913408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808882,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":858880,"data_compressed":22179,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070521,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":859236,"data_compressed":22179,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1060964,"data_compressed":38448,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495682,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466554,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":537622,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32148,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713004,"statfs":{"total":95995035648,"available":95962116096,"internally_reserved":0,"allocated":991232,"data_stored":467893,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411415,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1048576,"data_stored":538556,"data_compressed":4750,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182481,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1056768,"data_stored":1186654,"data_compressed":37381,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920845,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":970752,"data_stored":466082,"data_compressed":2890,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757320,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32252,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712900,"statfs":{"total":95995035648,"available":95962009600,"internally_reserved":0,"allocated":1093632,"data_stored":1386861,"data_compressed":53650,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35558,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":73080,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":74014,"data_compressed":1860,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331834,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":394694,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":163840,"data_stored":400963,"data_compressed":17062,"data_compressed_allocated":24576,"data_compressed_original":315392,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-22T13:58:23.172 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:23.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:22 smithi084 ceph-mon[31312]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 911 B/s wr, 20 op/s 2024-04-22T13:58:23.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:22 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1493253684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:23.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- 172.21.15.83:0/2825717516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5874101a60 msgr2=0x7f5874105aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 --2- 172.21.15.83:0/2825717516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5874101a60 0x7f5874105aa0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5868009ca0 tx=0x7f586802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- 172.21.15.83:0/2825717516 shutdown_connections 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 --2- 172.21.15.83:0/2825717516 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f587410dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 --2- 172.21.15.83:0/2825717516 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5874101a60 0x7f5874105aa0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 --2- 172.21.15.83:0/2825717516 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f58741010b0 0x7f5874101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- 172.21.15.83:0/2825717516 >> 172.21.15.83:0/2825717516 conn(0x7f58740771d0 msgr2=0x7f58740775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- 172.21.15.83:0/2825717516 shutdown_connections 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- 172.21.15.83:0/2825717516 wait complete. 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 Processor -- start 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 -- start start 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.305+0000 7f5879596640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f5874198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 0x7f587419d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5874112200 con 0x7f58741010b0 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5874112080 con 0x7f5874106180 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5874112380 con 0x7f587419cfe0 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44242/0 (socket says 172.21.15.83:44242) 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 -- 172.21.15.83:0/3956766523 learned_addr learned my addr 172.21.15.83:0/3956766523 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f58737fe640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 0x7f587419d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f58727fc640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f5874198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 -- 172.21.15.83:0/3956766523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 msgr2=0x7f587419d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 0x7f587419d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 -- 172.21.15.83:0/3956766523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 msgr2=0x7f5874198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f5874198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 -- 172.21.15.83:0/3956766523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587419dad0 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f58727fc640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f5874198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f58737fe640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 0x7f587419d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5872ffd640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f586c00d770 tx=0x7f586c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c017070 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f586c0054d0 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f587419ddc0 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f586c004c30 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.306+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58741a5530 con 0x7f58741010b0 2024-04-22T13:58:23.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.307+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5874069230 con 0x7f58741010b0 2024-04-22T13:58:23.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.308+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f586c004dd0 con 0x7f58741010b0 2024-04-22T13:58:23.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.309+0000 7f585bfff640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 0x7f585c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.309+0000 7f58727fc640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 0x7f585c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.309+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f586c0d0a40 con 0x7f58741010b0 2024-04-22T13:58:23.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.309+0000 7f58727fc640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 0x7f585c0a6300 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f586802c700 tx=0x7f5868005c30 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.312+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f586c09cec0 con 0x7f58741010b0 2024-04-22T13:58:23.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:22 smithi173 ceph-mon[31493]: pgmap v8: 97 pgs: 97 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 911 B/s wr, 20 op/s 2024-04-22T13:58:23.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:22 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1493253684' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:23.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.527+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5874199a70 con 0x7f58741010b0 2024-04-22T13:58:23.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.528+0000 7f585bfff640 1 -- 172.21.15.83:0/3956766523 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f5874199a70 con 0x7f58741010b0 2024-04-22T13:58:23.531 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:23.531 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:23.531 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 msgr2=0x7f585c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 0x7f585c0a6300 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f586802c700 tx=0x7f5868005c30 comp rx=0 tx=0).stop 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 msgr2=0x7f5874198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f586c00d770 tx=0x7f586c00dc30 comp rx=0 tx=0).stop 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 shutdown_connections 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f585c0a3e40 0x7f585c0a6300 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f587419cfe0 0x7f587419d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5874106180 0x7f5874198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 --2- 172.21.15.83:0/3956766523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f58741010b0 0x7f5874198720 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 >> 172.21.15.83:0/3956766523 conn(0x7f58740771d0 msgr2=0x7f58740fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 shutdown_connections 2024-04-22T13:58:23.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.530+0000 7f5879596640 1 -- 172.21.15.83:0/3956766523 wait complete. 2024-04-22T13:58:23.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:23.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/160230180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 msgr2=0x7fb3c8102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/160230180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c8102570 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4009900 tx=0x7fb3c402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:23.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/160230180 shutdown_connections 2024-04-22T13:58:23.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/160230180 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 0x7fb3c810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/160230180 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c8102b40 0x7fb3c8106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/160230180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c8102570 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/160230180 >> 172.21.15.83:0/160230180 conn(0x7fb3c80793e0 msgr2=0x7fb3c80797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/160230180 shutdown_connections 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/160230180 wait complete. 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.641+0000 7fb3cf3d5640 1 Processor -- start 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 -- start start 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 0x7fb3c8198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 0x7fb3c819d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c81121a0 con 0x7fb3c8102190 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c8112020 con 0x7fb3c819cf60 2024-04-22T13:58:23.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c8112320 con 0x7fb3c8107260 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54310/0 (socket says 172.21.15.83:54310) 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 -- 172.21.15.83:0/2637571529 learned_addr learned my addr 172.21.15.83:0/2637571529 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cc970640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 0x7fb3c8198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd972640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 0x7fb3c819d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 -- 172.21.15.83:0/2637571529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 msgr2=0x7fb3c8198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 0x7fb3c8198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 -- 172.21.15.83:0/2637571529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 msgr2=0x7fb3c819d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 0x7fb3c819d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 -- 172.21.15.83:0/2637571529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c819da50 con 0x7fb3c8102190 2024-04-22T13:58:23.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd972640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 0x7fb3c819d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cd171640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4005940 tx=0x7fb3c402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4043020 con 0x7fb3c8102190 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c819dce0 con 0x7fb3c8102190 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb3c402cbe0 con 0x7fb3c8102190 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.642+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4003bf0 con 0x7fb3c8102190 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.643+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c81a54e0 con 0x7fb3c8102190 2024-04-22T13:58:23.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.643+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c8069230 con 0x7fb3c8102190 2024-04-22T13:58:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.644+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fb3c4046020 con 0x7fb3c8102190 2024-04-22T13:58:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.645+0000 7fb3be7fc640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 0x7fb3b40a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.645+0000 7fb3cc970640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 0x7fb3b40a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.645+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb3c40f2cb0 con 0x7fb3c8102190 2024-04-22T13:58:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.645+0000 7fb3cc970640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 0x7fb3b40a6380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb3c8101840 tx=0x7fb3b800b590 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.649+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb3c404d020 con 0x7fb3c8102190 2024-04-22T13:58:23.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.828+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3c81999f0 con 0x7fb3c8102190 2024-04-22T13:58:23.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.830+0000 7fb3be7fc640 1 -- 172.21.15.83:0/2637571529 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7fb3c403c350 con 0x7fb3c8102190 2024-04-22T13:58:23.832 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:23.832 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:23.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 msgr2=0x7fb3b40a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 0x7fb3b40a6380 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb3c8101840 tx=0x7fb3b800b590 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 msgr2=0x7fb3c81986a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4005940 tx=0x7fb3c402c7e0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 shutdown_connections 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb3b40a3ec0 0x7fb3b40a6380 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb3c819cf60 0x7fb3c819d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb3c8107260 0x7fb3c8198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 --2- 172.21.15.83:0/2637571529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb3c8102190 0x7fb3c81986a0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 >> 172.21.15.83:0/2637571529 conn(0x7fb3c80793e0 msgr2=0x7fb3c80ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 shutdown_connections 2024-04-22T13:58:23.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.832+0000 7fb3cf3d5640 1 -- 172.21.15.83:0/2637571529 wait complete. 2024-04-22T13:58:23.845 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T13:58:23.846 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 -- 172.21.15.83:0/749566537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0034105e20 msgr2=0x7f0034106200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 --2- 172.21.15.83:0/749566537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0034105e20 0x7f0034106200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f002c009ca0 tx=0x7f002c02c140 comp rx=0 tx=0).stop 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 -- 172.21.15.83:0/749566537 shutdown_connections 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 --2- 172.21.15.83:0/749566537 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f003410dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 --2- 172.21.15.83:0/749566537 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00341015c0 0x7f0034101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 --2- 172.21.15.83:0/749566537 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0034105e20 0x7f0034106200 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 -- 172.21.15.83:0/749566537 >> 172.21.15.83:0/749566537 conn(0x7f0034077410 msgr2=0x7f00340fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 -- 172.21.15.83:0/749566537 shutdown_connections 2024-04-22T13:58:23.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.945+0000 7f00389f4640 1 -- 172.21.15.83:0/749566537 wait complete. 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 Processor -- start 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 -- start start 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f0034197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0034105e20 0x7f003419bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111190 con 0x7f00341015c0 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111010 con 0x7f0034105e20 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f00389f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0034111310 con 0x7f0034101f60 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54340/0 (socket says 172.21.15.83:54340) 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 -- 172.21.15.83:0/4119890878 learned_addr learned my addr 172.21.15.83:0/4119890878 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f0032d9d640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0034105e20 0x7f003419bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f0031d9b640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f0034197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 -- 172.21.15.83:0/4119890878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 msgr2=0x7f0034197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f0034197c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 -- 172.21.15.83:0/4119890878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0034105e20 msgr2=0x7f003419bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.946+0000 7f003259c640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0034105e20 0x7f003419bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f003259c640 1 -- 172.21.15.83:0/4119890878 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003419c6e0 con 0x7f00341015c0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f0031d9b640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f0034197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f003259c640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f002c005e30 tx=0x7f002c035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c039040 con 0x7f00341015c0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f003419c970 con 0x7f00341015c0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f002c044070 con 0x7f00341015c0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002c004330 con 0x7f00341015c0 2024-04-22T13:58:23.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.947+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00341a4260 con 0x7f00341015c0 2024-04-22T13:58:23.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.948+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00340691c0 con 0x7f00341015c0 2024-04-22T13:58:23.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.949+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f002c0044d0 con 0x7f00341015c0 2024-04-22T13:58:23.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.950+0000 7f00237fe640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 0x7f001c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:23.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.950+0000 7f0031d9b640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 0x7f001c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:23.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.950+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f002c0f2ec0 con 0x7f00341015c0 2024-04-22T13:58:23.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.950+0000 7f0031d9b640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 0x7f001c0a6300 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f00340ffa80 tx=0x7f0028005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:23.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:23.954+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f002c0bf520 con 0x7f00341015c0 2024-04-22T13:58:24.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.131+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0034109330 con 0x7f00341015c0 2024-04-22T13:58:24.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.132+0000 7f00237fe640 1 -- 172.21.15.83:0/4119890878 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f002c0bee20 con 0x7f00341015c0 2024-04-22T13:58:24.134 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T13:58:24.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 msgr2=0x7f001c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 0x7f001c0a6300 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f00340ffa80 tx=0x7f0028005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:24.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 msgr2=0x7f00341976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f002c005e30 tx=0x7f002c035d60 comp rx=0 tx=0).stop 2024-04-22T13:58:24.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 shutdown_connections 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f001c0a3e40 0x7f001c0a6300 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0034105e20 0x7f003419bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0034101f60 0x7f0034197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 --2- 172.21.15.83:0/4119890878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00341015c0 0x7f00341976f0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 >> 172.21.15.83:0/4119890878 conn(0x7f0034077410 msgr2=0x7f0034104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 shutdown_connections 2024-04-22T13:58:24.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.134+0000 7f00389f4640 1 -- 172.21.15.83:0/4119890878 wait complete. 2024-04-22T13:58:24.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:23 smithi083 ceph-mon[27977]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:23 smithi083 ceph-mon[27977]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:23 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3956766523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.146 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:23 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2637571529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.147 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T13:58:24.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:23 smithi084 ceph-mon[31312]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:23 smithi084 ceph-mon[31312]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:23 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3956766523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:23 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2637571529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 -- 172.21.15.83:0/2391044777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 msgr2=0x7fcc441025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 --2- 172.21.15.83:0/2391044777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc441025c0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fcc34009900 tx=0x7fcc3402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 -- 172.21.15.83:0/2391044777 shutdown_connections 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 --2- 172.21.15.83:0/2391044777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc441072b0 0x7fcc4410ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 --2- 172.21.15.83:0/2391044777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc44102b90 0x7fcc44106bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 --2- 172.21.15.83:0/2391044777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc441025c0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 -- 172.21.15.83:0/2391044777 >> 172.21.15.83:0/2391044777 conn(0x7fcc440fda60 msgr2=0x7fcc440ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 -- 172.21.15.83:0/2391044777 shutdown_connections 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.246+0000 7fcc4952e640 1 -- 172.21.15.83:0/2391044777 wait complete. 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 Processor -- start 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 -- start start 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.251 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 0x7fcc4419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc44198660 0x7fcc44198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcc44112220 con 0x7fcc441021e0 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcc441120a0 con 0x7fcc441072b0 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc4952e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcc441123a0 con 0x7fcc44198660 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc42ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54348/0 (socket says 172.21.15.83:54348) 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc42ffd640 1 -- 172.21.15.83:0/3428727658 learned_addr learned my addr 172.21.15.83:0/3428727658 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.247+0000 7fcc427fc640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 0x7fcc4419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 -- 172.21.15.83:0/3428727658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc44198660 msgr2=0x7fcc44198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc437fe640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc44198660 0x7fcc44198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc44198660 0x7fcc44198b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 -- 172.21.15.83:0/3428727658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 msgr2=0x7fcc4419e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 0x7fcc4419e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.252 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 -- 172.21.15.83:0/3428727658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc44199180 con 0x7fcc441021e0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc427fc640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 0x7fcc4419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc42ffd640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcc34005940 tx=0x7fcc3402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34043020 con 0x7fcc441021e0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc44199410 con 0x7fcc441021e0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc3402cbe0 con 0x7fcc441021e0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc34003bf0 con 0x7fcc441021e0 2024-04-22T13:58:24.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.248+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc441a5610 con 0x7fcc441021e0 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.249+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc440691c0 con 0x7fcc441021e0 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.250+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fcc34046020 con 0x7fcc441021e0 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.250+0000 7fcc2bfff640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 0x7fcc2c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.251+0000 7fcc427fc640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 0x7fcc2c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.251+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcc340f2c80 con 0x7fcc441021e0 2024-04-22T13:58:24.254 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.251+0000 7fcc427fc640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 0x7fcc2c0a6300 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcc380058c0 tx=0x7fcc38005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.255+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc3404d020 con 0x7fcc441021e0 2024-04-22T13:58:24.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:23 smithi173 ceph-mon[31493]: from='client.15660 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:23 smithi173 ceph-mon[31493]: from='client.15666 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:24.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:23 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3956766523' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:23 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2637571529' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:24.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.432+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fcc4410a540 con 0x7fcc441021e0 2024-04-22T13:58:24.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.433+0000 7fcc2bfff640 1 -- 172.21.15.83:0/3428727658 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fcc3403c350 con 0x7fcc441021e0 2024-04-22T13:58:24.435 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T13:58:24.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 msgr2=0x7fcc2c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 0x7fcc2c0a6300 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fcc380058c0 tx=0x7fcc38005850 comp rx=0 tx=0).stop 2024-04-22T13:58:24.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 msgr2=0x7fcc4419e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fcc34005940 tx=0x7fcc3402c7e0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 shutdown_connections 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcc2c0a3e40 0x7fcc2c0a6300 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcc44198660 0x7fcc44198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc441072b0 0x7fcc4419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 --2- 172.21.15.83:0/3428727658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcc441021e0 0x7fcc4419e460 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 >> 172.21.15.83:0/3428727658 conn(0x7fcc440fda60 msgr2=0x7fcc440fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 shutdown_connections 2024-04-22T13:58:24.438 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.435+0000 7fcc4952e640 1 -- 172.21.15.83:0/3428727658 wait complete. 2024-04-22T13:58:24.448 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T13:58:24.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 -- 172.21.15.83:0/3257973523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c406a820 msgr2=0x7f20c406ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/3257973523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c406a820 0x7f20c406ac00 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f20b4009900 tx=0x7f20b402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:24.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 -- 172.21.15.83:0/3257973523 shutdown_connections 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/3257973523 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/3257973523 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406b1d0 0x7f20c4106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/3257973523 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c406a820 0x7f20c406ac00 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 -- 172.21.15.83:0/3257973523 >> 172.21.15.83:0/3257973523 conn(0x7f20c4077eb0 msgr2=0x7f20c40782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 -- 172.21.15.83:0/3257973523 shutdown_connections 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.548+0000 7f20c8ee0640 1 -- 172.21.15.83:0/3257973523 wait complete. 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 Processor -- start 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 -- start start 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406a820 0x7f20c41a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c41a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f20c4112200 con 0x7f20c419a6f0 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20c4112080 con 0x7f20c406a820 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c8ee0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f20c4112380 con 0x7f20c4107270 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54376/0 (socket says 172.21.15.83:54376) 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 -- 172.21.15.83:0/558485858 learned_addr learned my addr 172.21.15.83:0/558485858 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c259c640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406a820 0x7f20c41a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c1d9b640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c41a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 -- 172.21.15.83:0/558485858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 msgr2=0x7f20c41a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c41a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 -- 172.21.15.83:0/558485858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406a820 msgr2=0x7f20c41a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406a820 0x7f20c41a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c2d9d640 1 -- 172.21.15.83:0/558485858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c419b2f0 con 0x7f20c419a6f0 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.549+0000 7f20c1d9b640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c41a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:24.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20c2d9d640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f20bc00cce0 tx=0x7f20bc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc00f450 con 0x7f20c419a6f0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20c41a73d0 con 0x7f20c419a6f0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20bc00faa0 con 0x7f20c419a6f0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20bc018b70 con 0x7f20c419a6f0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.550+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20c41a7780 con 0x7f20c419a6f0 2024-04-22T13:58:24.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.551+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20c4103670 con 0x7f20c419a6f0 2024-04-22T13:58:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.552+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f20bc018d10 con 0x7f20c419a6f0 2024-04-22T13:58:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.552+0000 7f20b37fe640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 0x7f20ac0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.552+0000 7f20c259c640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 0x7f20ac0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.552+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f20bc0d0e90 con 0x7f20c419a6f0 2024-04-22T13:58:24.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.553+0000 7f20c259c640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 0x7f20ac0a6300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f20b4005ab0 tx=0x7f20b4005a20 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.557+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f20bc014030 con 0x7f20c419a6f0 2024-04-22T13:58:24.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.736+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f20c40691c0 con 0x7f20c419a6f0 2024-04-22T13:58:24.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.736+0000 7f20b37fe640 1 -- 172.21.15.83:0/558485858 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f20bc09d310 con 0x7f20c419a6f0 2024-04-22T13:58:24.739 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 msgr2=0x7f20ac0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 0x7f20ac0a6300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f20b4005ab0 tx=0x7f20b4005a20 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 msgr2=0x7f20c419ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f20bc00cce0 tx=0x7f20bc00a620 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 shutdown_connections 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f20ac0a3e40 0x7f20ac0a6300 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20c419a6f0 0x7f20c419ab70 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20c4107270 0x7f20c41a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 --2- 172.21.15.83:0/558485858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20c406a820 0x7f20c41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 >> 172.21.15.83:0/558485858 conn(0x7f20c4077eb0 msgr2=0x7f20c410d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 shutdown_connections 2024-04-22T13:58:24.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.738+0000 7f20c8ee0640 1 -- 172.21.15.83:0/558485858 wait complete. 2024-04-22T13:58:24.752 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 -- 172.21.15.83:0/1796015708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138101b40 msgr2=0x7fd13810dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/1796015708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138101b40 0x7fd13810dcb0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fd128009ca0 tx=0x7fd12802c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 -- 172.21.15.83:0/1796015708 shutdown_connections 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/1796015708 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138101b40 0x7fd13810dcb0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/1796015708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd1381011a0 0x7fd138101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/1796015708 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd138105ea0 0x7fd138106280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 -- 172.21.15.83:0/1796015708 >> 172.21.15.83:0/1796015708 conn(0x7fd138077e30 msgr2=0x7fd138078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 -- 172.21.15.83:0/1796015708 shutdown_connections 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 -- 172.21.15.83:0/1796015708 wait complete. 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.848+0000 7fd13fb4b640 1 Processor -- start 2024-04-22T13:58:24.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 -- start start 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1381011a0 0x7fd138198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 0x7fd138198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd138112260 con 0x7fd138105ea0 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd1381120e0 con 0x7fd138101b40 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1381123e0 con 0x7fd1381011a0 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54382/0 (socket says 172.21.15.83:54382) 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 -- 172.21.15.83:0/2575842373 learned_addr learned my addr 172.21.15.83:0/2575842373 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13d8e7640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1381011a0 0x7fd138198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13d0e6640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 0x7fd138198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 -- 172.21.15.83:0/2575842373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1381011a0 msgr2=0x7fd138198680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1381011a0 0x7fd138198680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 -- 172.21.15.83:0/2575842373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 msgr2=0x7fd138198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 0x7fd138198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 -- 172.21.15.83:0/2575842373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13819d670 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13d0e6640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 0x7fd138198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13e0e8640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fd12802c700 tx=0x7fd1280346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd128041020 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd128032960 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13819d900 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.849+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd128039040 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.850+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1381a51f0 con 0x7fd138105ea0 2024-04-22T13:58:24.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.850+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd138102590 con 0x7fd138105ea0 2024-04-22T13:58:24.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.852+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fd128044020 con 0x7fd138105ea0 2024-04-22T13:58:24.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.852+0000 7fd136ffd640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 0x7fd1200a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:24.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.852+0000 7fd13d8e7640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 0x7fd1200a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:24.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.852+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd1280f2b90 con 0x7fd138105ea0 2024-04-22T13:58:24.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.853+0000 7fd13d8e7640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 0x7fd1200a6300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd130005fd0 tx=0x7fd130005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:24.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:24.856+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd12804b020 con 0x7fd138105ea0 2024-04-22T13:58:25.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.072+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd138069230 con 0x7fd138105ea0 2024-04-22T13:58:25.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.073+0000 7fd136ffd640 1 -- 172.21.15.83:0/2575842373 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7fd138069230 con 0x7fd138105ea0 2024-04-22T13:58:25.075 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:25.075 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:25.076 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:25.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 msgr2=0x7fd1200a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 0x7fd1200a6300 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd130005fd0 tx=0x7fd130005850 comp rx=0 tx=0).stop 2024-04-22T13:58:25.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 msgr2=0x7fd13819cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fd12802c700 tx=0x7fd1280346d0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 shutdown_connections 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd1200a3e40 0x7fd1200a6300 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd138105ea0 0x7fd13819cf40 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd138101b40 0x7fd138198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 --2- 172.21.15.83:0/2575842373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd1381011a0 0x7fd138198680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 >> 172.21.15.83:0/2575842373 conn(0x7fd138077e30 msgr2=0x7fd1380fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 shutdown_connections 2024-04-22T13:58:25.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.075+0000 7fd13fb4b640 1 -- 172.21.15.83:0/2575842373 wait complete. 2024-04-22T13:58:25.087 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:24 smithi083 ceph-mon[27977]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-04-22T13:58:25.087 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:24 smithi083 ceph-mon[27977]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:25.087 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:24 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4119890878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.087 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:24 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3428727658' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.087 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:24 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/558485858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.088 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T13:58:25.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 -- 172.21.15.83:0/4261158050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e410c5a0 msgr2=0x7f08e410e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/4261158050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e410c5a0 0x7f08e410e9d0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f08dc009ca0 tx=0x7f08dc02c180 comp rx=0 tx=0).stop 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 -- 172.21.15.83:0/4261158050 shutdown_connections 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/4261158050 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e410c5a0 0x7f08e410e9d0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/4261158050 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 0x7f08e410bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/4261158050 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e41031d0 0x7f08e41035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 -- 172.21.15.83:0/4261158050 >> 172.21.15.83:0/4261158050 conn(0x7f08e40771d0 msgr2=0x7f08e40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 -- 172.21.15.83:0/4261158050 shutdown_connections 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 -- 172.21.15.83:0/4261158050 wait complete. 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.184+0000 7f08ea7ef640 1 Processor -- start 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 -- start start 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 0x7f08e4198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e410c5a0 0x7f08e419cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f08e41121a0 con 0x7f08e41031d0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f08e4112020 con 0x7f08e4103af0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08ea7ef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f08e4112320 con 0x7f08e410c5a0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54406/0 (socket says 172.21.15.83:54406) 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 -- 172.21.15.83:0/2682995060 learned_addr learned my addr 172.21.15.83:0/2682995060 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e8d8c640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e410c5a0 0x7f08e419cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e37fe640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 0x7f08e4198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 -- 172.21.15.83:0/2682995060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e410c5a0 msgr2=0x7f08e419cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e410c5a0 0x7f08e419cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 -- 172.21.15.83:0/2682995060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 msgr2=0x7f08e4198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 0x7f08e4198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 -- 172.21.15.83:0/2682995060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e419d6b0 con 0x7f08e41031d0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.185+0000 7f08e3fff640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f08d800c890 tx=0x7f08d800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.186+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d8004220 con 0x7f08e41031d0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.186+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08e419d9a0 con 0x7f08e41031d0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.186+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08d80043c0 con 0x7f08e41031d0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.186+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d8004a00 con 0x7f08e41031d0 2024-04-22T13:58:25.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.186+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08e41a5230 con 0x7f08e41031d0 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.187+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08e4069230 con 0x7f08e41031d0 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.188+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f08d80079b0 con 0x7f08e41031d0 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.188+0000 7f08e17fa640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 0x7f08cc0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.188+0000 7f08e37fe640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 0x7f08cc0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.188+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f08d80d0880 con 0x7f08e41031d0 2024-04-22T13:58:25.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.189+0000 7f08e37fe640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 0x7f08cc0a6300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f08d4005fd0 tx=0x7f08d4005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.193+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f08d8014030 con 0x7f08e41031d0 2024-04-22T13:58:25.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:24 smithi084 ceph-mon[31312]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-04-22T13:58:25.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:24 smithi084 ceph-mon[31312]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:25.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:24 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4119890878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:24 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3428727658' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:24 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/558485858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.371+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08e4199a10 con 0x7f08e41031d0 2024-04-22T13:58:25.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.372+0000 7f08e17fa640 1 -- 172.21.15.83:0/2682995060 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+23000 (secure 0 0 0) 0x7f08d809cd00 con 0x7f08e41031d0 2024-04-22T13:58:25.375 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:25.375 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":88,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T13:58:11.104294+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 msgr2=0x7f08cc0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 0x7f08cc0a6300 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f08d4005fd0 tx=0x7f08d4005850 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 msgr2=0x7f08e41986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f08d800c890 tx=0x7f08d800cd50 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 shutdown_connections 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f08cc0a3e40 0x7f08cc0a6300 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f08e410c5a0 0x7f08e419cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e4103af0 0x7f08e4198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 --2- 172.21.15.83:0/2682995060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f08e41031d0 0x7f08e41986c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 >> 172.21.15.83:0/2682995060 conn(0x7f08e40771d0 msgr2=0x7f08e40fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 shutdown_connections 2024-04-22T13:58:25.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.374+0000 7f08ea7ef640 1 -- 172.21.15.83:0/2682995060 wait complete. 2024-04-22T13:58:25.388 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with random seed 691227 2024-04-22T13:58:25.388 DEBUG:tasks.quiescer:Yielding 2024-04-22T13:58:25.388 INFO:teuthology.run_tasks:Running task workunit... 2024-04-22T13:58:25.401 INFO:tasks.workunit:Pulling workunits from ref d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:58:25.401 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-22T13:58:25.402 INFO:tasks.workunit:timeout=3h 2024-04-22T13:58:25.402 INFO:tasks.workunit:cleanup=True 2024-04-22T13:58:25.402 DEBUG:teuthology.orchestra.run.smithi083:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:25.402 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:25.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:24 smithi173 ceph-mon[31493]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 56 op/s 2024-04-22T13:58:25.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:24 smithi173 ceph-mon[31493]: from='client.15672 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-22T13:58:25.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:24 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4119890878' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:24 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3428727658' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:24 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/558485858' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 73h/115d Inode: 1099511628283 Links: 2 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2024-04-22 13:56:10.338622910 +0000 2024-04-22T13:58:25.417 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2024-04-22 13:56:10.338622910 +0000 2024-04-22T13:58:25.418 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2024-04-22 13:58:09.135160939 +0000 2024-04-22T13:58:25.418 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: 2024-04-22 13:56:10.338622910 +0000 2024-04-22T13:58:25.418 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-22T13:58:25.418 DEBUG:teuthology.orchestra.run.smithi083:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-22T13:58:25.489 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 -- 172.21.15.83:0/771482624 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb450102b50 msgr2=0x7fb450106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 --2- 172.21.15.83:0/771482624 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb450102b50 0x7fb450106b90 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fb44c009900 tx=0x7fb44c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 -- 172.21.15.83:0/771482624 shutdown_connections 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 --2- 172.21.15.83:0/771482624 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb450107270 0x7fb45010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 --2- 172.21.15.83:0/771482624 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb450102b50 0x7fb450106b90 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 --2- 172.21.15.83:0/771482624 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb4501021a0 0x7fb450102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 -- 172.21.15.83:0/771482624 >> 172.21.15.83:0/771482624 conn(0x7fb4500793a0 msgr2=0x7fb4500797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 -- 172.21.15.83:0/771482624 shutdown_connections 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 -- 172.21.15.83:0/771482624 wait complete. 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.501+0000 7fb457f46640 1 Processor -- start 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 -- start start 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4501021a0 0x7fb450198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb450107270 0x7fb450198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb4501121b0 con 0x7fb45019cfd0 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb450112030 con 0x7fb4501021a0 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb450112330 con 0x7fb450107270 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54422/0 (socket says 172.21.15.83:54422) 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 -- 172.21.15.83:0/2500055434 learned_addr learned my addr 172.21.15.83:0/2500055434 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb455ce2640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4501021a0 0x7fb450198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4554e1640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb450107270 0x7fb450198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 -- 172.21.15.83:0/2500055434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb450107270 msgr2=0x7fb450198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb450107270 0x7fb450198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 -- 172.21.15.83:0/2500055434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4501021a0 msgr2=0x7fb450198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4501021a0 0x7fb450198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 -- 172.21.15.83:0/2500055434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb45019dac0 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb4564e3640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb44800eaa0 tx=0x7fb44800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44800cdb0 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb448005020 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb45019ddb0 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.502+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4480116d0 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.503+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4501a5520 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.504+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb450069230 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.505+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fb4480051d0 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.505+0000 7fb446ffd640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 0x7fb43c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.505+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb4480d0c20 con 0x7fb45019cfd0 2024-04-22T13:58:25.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.505+0000 7fb455ce2640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 0x7fb43c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.506+0000 7fb455ce2640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 0x7fb43c0a6300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb4400058c0 tx=0x7fb44000a250 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.510+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb448016030 con 0x7fb45019cfd0 2024-04-22T13:58:25.519 INFO:tasks.workunit.client.0.smithi083.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-22T13:58:25.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.735+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb450102b50 con 0x7fb45019cfd0 2024-04-22T13:58:25.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.736+0000 7fb446ffd640 1 -- 172.21.15.83:0/2500055434 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7fb44809d0a0 con 0x7fb45019cfd0 2024-04-22T13:58:25.738 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:25.738 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:25.738 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 msgr2=0x7fb43c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 0x7fb43c0a6300 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb4400058c0 tx=0x7fb44000a250 comp rx=0 tx=0).stop 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 msgr2=0x7fb45019d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb44800eaa0 tx=0x7fb44800ef60 comp rx=0 tx=0).stop 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 shutdown_connections 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb43c0a3e40 0x7fb43c0a6300 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb45019cfd0 0x7fb45019d480 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb450107270 0x7fb450198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 --2- 172.21.15.83:0/2500055434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4501021a0 0x7fb450198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 >> 172.21.15.83:0/2500055434 conn(0x7fb4500793a0 msgr2=0x7fb4500fff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 shutdown_connections 2024-04-22T13:58:25.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.738+0000 7fb457f46640 1 -- 172.21.15.83:0/2500055434 wait complete. 2024-04-22T13:58:25.751 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-22T13:56:04.268375+0000', 'modified': '2024-04-22T13:58:09.818326+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24503, 'mds_1': 24481, 'mds_2': 24467, 'mds_3': 24466, 'mds_4': 14640}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14622': {'gid': 14622, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.83:6839/518820115', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6838', 'nonce': 518820115}, {'type': 'v1', 'addr': '172.21.15.83:6839', 'nonce': 518820115}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14640': {'gid': 14640, 'name': 'a', 'rank': 4, 'incarnation': 23, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.83:6841/4109640173', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.83:6840', 'nonce': 4109640173}, {'type': 'v1', 'addr': '172.21.15.83:6841', 'nonce': 4109640173}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24389': {'gid': 24389, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6833/3433811948', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6832', 'nonce': 3433811948}, {'type': 'v1', 'addr': '172.21.15.84:6833', 'nonce': 3433811948}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24409': {'gid': 24409, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6833/2258189963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6832', 'nonce': 2258189963}, {'type': 'v1', 'addr': '172.21.15.173:6833', 'nonce': 2258189963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.84:6835/3093871366', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6834', 'nonce': 3093871366}, {'type': 'v1', 'addr': '172.21.15.84:6835', 'nonce': 3093871366}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.173:6835/1099718733', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6834', 'nonce': 1099718733}, {'type': 'v1', 'addr': '172.21.15.173:6835', 'nonce': 1099718733}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'c', 'rank': 3, 'incarnation': 21, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.173:6837/3219055172', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6836', 'nonce': 3219055172}, {'type': 'v1', 'addr': '172.21.15.173:6837', 'nonce': 3219055172}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24467': {'gid': 24467, 'name': 'h', 'rank': 2, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.84:6837/1879659005', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6836', 'nonce': 1879659005}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 1879659005}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'i', 'rank': 1, 'incarnation': 17, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.173:6839/721223827', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.173:6838', 'nonce': 721223827}, {'type': 'v1', 'addr': '172.21.15.173:6839', 'nonce': 721223827}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.84:6839/510076969', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6838', 'nonce': 510076969}, {'type': 'v1', 'addr': '172.21.15.84:6839', 'nonce': 510076969}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24503, 'qdb_cluster': [14640, 24503, 24466, 24467, 24481]} 2024-04-22T13:58:25.751 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-22T13:58:25.751 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/1981906508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c101a40 msgr2=0x7f2a9c105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/1981906508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c101a40 0x7f2a9c105a80 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2a88009900 tx=0x7f2a8802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/1981906508 shutdown_connections 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/1981906508 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 0x7f2a9c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/1981906508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c101a40 0x7f2a9c105a80 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/1981906508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 0x7f2a9c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/1981906508 >> 172.21.15.83:0/1981906508 conn(0x7f2a9c077f50 msgr2=0x7f2a9c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/1981906508 shutdown_connections 2024-04-22T13:58:25.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.894+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/1981906508 wait complete. 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 Processor -- start 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 -- start start 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 0x7f2a9c199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 0x7f2a9c199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c111080 con 0x7f2a9c19a050 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c110f00 con 0x7f2a9c101090 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa2dbb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9c111200 con 0x7f2a9c106160 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54446/0 (socket says 172.21.15.83:54446) 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 -- 172.21.15.83:0/485577528 learned_addr learned my addr 172.21.15.83:0/485577528 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 0x7f2a9c199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 0x7f2a9c199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 -- 172.21.15.83:0/485577528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 msgr2=0x7f2a9c199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 0x7f2a9c199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 -- 172.21.15.83:0/485577528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 msgr2=0x7f2a9c199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 0x7f2a9c199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 -- 172.21.15.83:0/485577528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a9c1a4e00 con 0x7f2a9c19a050 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.895+0000 7f2aa1358640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400eaa0 tx=0x7f2a9400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.896+0000 7f2a99ffb640 1 -- 172.21.15.83:0/485577528 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9400cdb0 con 0x7f2a9c19a050 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.896+0000 7f2a99ffb640 1 -- 172.21.15.83:0/485577528 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a94005020 con 0x7f2a9c19a050 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.896+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a9c1a50f0 con 0x7f2a9c19a050 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.896+0000 7f2a99ffb640 1 -- 172.21.15.83:0/485577528 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a940116d0 con 0x7f2a9c19a050 2024-04-22T13:58:25.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.896+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a9c1a55c0 con 0x7f2a9c19a050 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2a99ffb640 1 -- 172.21.15.83:0/485577528 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f2a940051d0 con 0x7f2a9c19a050 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 Processor -- start 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 -- start start 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2a99ffb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 0x7f2a8c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275353b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556275354160 0x55627535c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5562752b7b10 con 0x556275354160 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556275255240 con 0x55627535cce0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.898+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5562752b3ad0 con 0x5562753537b0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 0x7f2a8c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a99ffb640 1 -- 172.21.15.83:0/485577528 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2a940d0c20 con 0x7f2a9c19a050 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a9bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556275354160 0x55627535c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:58012/0 (socket says 172.21.15.83:58012) 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 -- 172.21.15.83:0/3603293859 learned_addr learned my addr 172.21.15.83:0/3603293859 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275353b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 -- 172.21.15.83:0/3603293859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 msgr2=0x556275353b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275353b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 -- 172.21.15.83:0/3603293859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556275354160 msgr2=0x55627535c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556275354160 0x55627535c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 -- 172.21.15.83:0/3603293859 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556274fca2d0 con 0x55627535cce0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 0x7f2a8c0a6300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2a88006010 tx=0x7f2a8802c660 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2a940ce330 tx=0x7f2a9409d160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e577c37b9daa71b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a86ffd640 1 -- 172.21.15.83:0/3603293859 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9401f040 con 0x55627535cce0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a86ffd640 1 -- 172.21.15.83:0/3603293859 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a9409c9a0 con 0x55627535cce0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.899+0000 7f2a86ffd640 1 -- 172.21.15.83:0/3603293859 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9408b590 con 0x55627535cce0 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3603293859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 msgr2=0x55627535f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2a940ce330 tx=0x7f2a9409d160 comp rx=0 tx=0).stop 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3603293859 shutdown_connections 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55627535cce0 0x55627535f130 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556275354160 0x55627535c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3603293859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275353b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3603293859 >> 172.21.15.83:0/3603293859 conn(0x55627534da60 msgr2=0x55627534de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3603293859 shutdown_connections 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3603293859 wait complete. 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.900+0000 7f2aa59a8740 1 -- start start 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 Processor -- start 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 0x556275359d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 0x55627535a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55627535fbf0 con 0x55627535cce0 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556275240190 con 0x5562753537b0 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55627535fd70 con 0x556275354160 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa59a8740 10 client.0 _ll_register_callbacks cb 0x55627523b8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54466/0 (socket says 172.21.15.83:54466) 2024-04-22T13:58:25.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 -- 172.21.15.83:0/4206920035 learned_addr learned my addr 172.21.15.83:0/4206920035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 0x556275359d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 0x55627535a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 -- 172.21.15.83:0/4206920035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 msgr2=0x55627535a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 0x55627535a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 -- 172.21.15.83:0/4206920035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 msgr2=0x556275359d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 0x556275359d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 -- 172.21.15.83:0/4206920035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562750946b0 con 0x55627535cce0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 0x556275359d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 0x55627535a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2aa1358640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2a9409c930 tx=0x7f2a94087340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6551135d4659e00d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.901+0000 7f2a7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9401f070 con 0x55627535cce0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2a940ce710 con 0x55627535cce0 2024-04-22T13:58:25.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a9409c9a0 con 0x55627535cce0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a940a0d50 con 0x55627535cce0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 10 client.15732 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55627536bf80 con 0x55627535cce0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a9409c9a0 con 0x55627535cce0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2a9400f040 con 0x55627535cce0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 10 client.15732 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 10 client.15732 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 20 client.15732 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55627536d2d0 0x55627536f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 4 client.15732 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562752c5530 con 0x55627536d2d0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.902+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55627536d2d0 0x55627536f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55627536d2d0 0x55627536f470 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3cee511590627429 server_cookie=5f316abf4dea4219 in_seq=0 out_seq=0 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2a7bfff640 10 client.15732 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:25.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2a7bfff640 1 -- 172.21.15.83:0/4206920035 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5562752c5530 con 0x55627536d2d0 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2a7bfff640 10 client.15732 handle_command_reply: tid=0 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 client.15732 shutdown 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 msgr2=0x55627535a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2a9409c930 tx=0x7f2a94087340 comp rx=0 tx=0).stop 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 shutdown_connections 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a7f0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556275354160 0x55627535a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55627536d2d0 0x55627536f470 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/4206920035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5562753537b0 0x556275359d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2a7bfff640 0 client.15732 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.903+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 >> 172.21.15.83:0/4206920035 conn(0x55627534da60 msgr2=0x55627534fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.904+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 shutdown_connections 2024-04-22T13:58:25.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.904+0000 7f2aa59a8740 1 -- 172.21.15.83:0/4206920035 wait complete. 2024-04-22T13:58:25.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.904+0000 7f2aa59a8740 20 client.15732 trim_cache size 0 max 16384 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 Processor -- start 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 -- start start 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x55627535c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275348800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55627536d7b0 con 0x55627535cce0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55627536de80 con 0x556275354160 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55627536e550 con 0x5562753537b0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54472/0 (socket says 172.21.15.83:54472) 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 -- 172.21.15.83:0/393541233 learned_addr learned my addr 172.21.15.83:0/393541233 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 -- 172.21.15.83:0/393541233 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 msgr2=0x55627535c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x55627535c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x55627535c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 -- 172.21.15.83:0/393541233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 msgr2=0x556275348800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275348800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275348800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 -- 172.21.15.83:0/393541233 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55627536f0d0 con 0x55627535cce0 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2a9bfff640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275348800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:25.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.923+0000 7f2aa1358640 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2a94098e00 tx=0x7f2a94098d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e54d8388f2cc0c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2a867fc640 1 -- 172.21.15.83:0/393541233 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9401f070 con 0x55627535cce0 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2a867fc640 1 -- 172.21.15.83:0/393541233 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a940ce160 con 0x55627535cce0 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2a867fc640 1 -- 172.21.15.83:0/393541233 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a9408b170 con 0x55627535cce0 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 -- 172.21.15.83:0/393541233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 msgr2=0x55627535a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2a94098e00 tx=0x7f2a94098d70 comp rx=0 tx=0).stop 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 -- 172.21.15.83:0/393541233 shutdown_connections 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x55627535a610 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275348800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/393541233 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x55627535c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 -- 172.21.15.83:0/393541233 >> 172.21.15.83:0/393541233 conn(0x55627534da60 msgr2=0x55627534de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 -- 172.21.15.83:0/393541233 shutdown_connections 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.924+0000 7f2aa59a8740 1 -- 172.21.15.83:0/393541233 wait complete. 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 -- start start 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 Processor -- start 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275377680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275377bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55627536f2f0 con 0x55627535cce0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55627536ec20 con 0x556275354160 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55627536f9c0 con 0x5562753537b0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa59a8740 10 client.0 _ll_register_callbacks cb 0x7f2a88009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2a9bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275377bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa1358640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54482/0 (socket says 172.21.15.83:54482) 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa0b57640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275377680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.925+0000 7f2aa1358640 1 -- 172.21.15.83:0/3011610283 learned_addr learned my addr 172.21.15.83:0/3011610283 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 -- 172.21.15.83:0/3011610283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 msgr2=0x556275377680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275377680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 -- 172.21.15.83:0/3011610283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 msgr2=0x556275377bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:25.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275377bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 -- 172.21.15.83:0/3011610283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556275372e30 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa1358640 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2a9409c6a0 tx=0x7f2a9408b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af07fdc1af38aff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a94066060 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2a94087320 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a940ce160 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2a9401f030 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa59a8740 10 client.15738 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556275372e30 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2a940ce160 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.926+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2a9409bdf0 con 0x55627535cce0 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 10 client.15738 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 10 client.15738 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 20 client.15738 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5562753d8d20 0x5562753d7a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:25.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 4 client.15738 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "status"}) -- 0x5562752bf3a0 con 0x5562753d8d20 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5562753d8d20 0x5562753d7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2a7bfff640 10 client.15738 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa0b57640 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5562753d8d20 0x5562753d7a30 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=431e5503ec46a8f4 server_cookie=ccdda94325b398ff in_seq=0 out_seq=0 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2a7bfff640 1 -- 172.21.15.83:0/3011610283 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5562752bf3a0 con 0x5562753d8d20 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2a7bfff640 10 client.15738 handle_command_reply: tid=0 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 client.15738 shutdown 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 msgr2=0x556275372630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2a9409c6a0 tx=0x7f2a9408b790 comp rx=0 tx=0).stop 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 shutdown_connections 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55627535cce0 0x556275372630 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5562753d8d20 0x5562753d7a30 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556275354160 0x556275377bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 --2- 172.21.15.83:0/3011610283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5562753537b0 0x556275377680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2a7bfff640 0 client.15738 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.927+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 >> 172.21.15.83:0/3011610283 conn(0x55627534da60 msgr2=0x556275348800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 shutdown_connections 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa59a8740 1 -- 172.21.15.83:0/3011610283 wait complete. 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa59a8740 20 client.15738 trim_cache size 0 max 16384 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 4, 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 14640, 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 136.43763230100001, 2024-04-22T13:58:25.937 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-04-22T13:58:25.938 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 88, 2024-04-22T13:58:25.938 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 87, 2024-04-22T13:58:25.938 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 149.868635592 2024-04-22T13:58:25.938 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 msgr2=0x7f2a8c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 0x7f2a8c0a6300 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2a88006010 tx=0x7f2a8802c660 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 msgr2=0x7f2a9c1a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f2a9400eaa0 tx=0x7f2a9400ef60 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 shutdown_connections 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2a8c0a3e40 0x7f2a8c0a6300 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2a9c19a050 0x7f2a9c1a4600 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2a9c106160 0x7f2a9c199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 --2- 172.21.15.83:0/485577528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2a9c101090 0x7f2a9c199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 >> 172.21.15.83:0/485577528 conn(0x7f2a9c077f50 msgr2=0x7f2a9c0ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 shutdown_connections 2024-04-22T13:58:25.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:25.928+0000 7f2aa2dbb640 1 -- 172.21.15.83:0/485577528 wait complete. 2024-04-22T13:58:25.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- 172.21.15.83:0/1054152400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 msgr2=0x7fcfe0101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 --2- 172.21.15.83:0/1054152400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0101480 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0009900 tx=0x7fcfd002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- 172.21.15.83:0/1054152400 shutdown_connections 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 --2- 172.21.15.83:0/1054152400 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe0106170 0x7fcfe010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 --2- 172.21.15.83:0/1054152400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0101a50 0x7fcfe0105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 --2- 172.21.15.83:0/1054152400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0101480 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- 172.21.15.83:0/1054152400 >> 172.21.15.83:0/1054152400 conn(0x7fcfe0077eb0 msgr2=0x7fcfe00782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- 172.21.15.83:0/1054152400 shutdown_connections 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- 172.21.15.83:0/1054152400 wait complete. 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 Processor -- start 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.042+0000 7fcfe6785640 1 -- start start 2024-04-22T13:58:26.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 0x7fcfe0198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe019d000 0x7fcfe019d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe01110b0 con 0x7fcfe01010a0 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0110f30 con 0x7fcfe0106170 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe6785640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcfe0111230 con 0x7fcfe019d000 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54508/0 (socket says 172.21.15.83:54508) 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 -- 172.21.15.83:0/191259675 learned_addr learned my addr 172.21.15.83:0/191259675 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe019d000 0x7fcfe019d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 0x7fcfe0198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 -- 172.21.15.83:0/191259675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe019d000 msgr2=0x7fcfe019d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe019d000 0x7fcfe019d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 -- 172.21.15.83:0/191259675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 msgr2=0x7fcfe0198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 0x7fcfe0198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 -- 172.21.15.83:0/191259675 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfe019daf0 con 0x7fcfe01010a0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 0x7fcfe0198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.043+0000 7fcfdffff640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0005940 tx=0x7fcfd002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.044+0000 7fcfdd7fa640 1 -- 172.21.15.83:0/191259675 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0043020 con 0x7fcfe01010a0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.044+0000 7fcfdd7fa640 1 -- 172.21.15.83:0/191259675 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd002cbe0 con 0x7fcfe01010a0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.044+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfe019dd80 con 0x7fcfe01010a0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.044+0000 7fcfdd7fa640 1 -- 172.21.15.83:0/191259675 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd0003bf0 con 0x7fcfe01010a0 2024-04-22T13:58:26.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.044+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfe01a55a0 con 0x7fcfe01010a0 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfdd7fa640 1 -- 172.21.15.83:0/191259675 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fcfd0046020 con 0x7fcfe01010a0 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfe9372740 1 Processor -- start 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfe9372740 1 -- start start 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfdd7fa640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 0x7fcfc80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb811b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.046+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb81d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 0x7fcfc80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdd7fa640 1 -- 172.21.15.83:0/191259675 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcfd00f2ca0 con 0x7fcfe01010a0 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54524/0 (socket says 172.21.15.83:54524) 2024-04-22T13:58:26.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/3378432158 learned_addr learned my addr 172.21.15.83:0/3378432158 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5606fb775b10 con 0x5606fb812160 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5606fb713240 con 0x5606fb8117b0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5606fb771ad0 con 0x5606fb81ace0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdffff640 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb811b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb81d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/3378432158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 msgr2=0x5606fb81d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb81d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/3378432158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 msgr2=0x5606fb811b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb811b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 0x7fcfc80a6300 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80092f0 tx=0x7fcfd8014a70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/3378432158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606fb4882d0 con 0x5606fb812160 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009bf0 tx=0x7fcfd400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612dfcc69fa9e7f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfc67fc640 1 -- 172.21.15.83:0/3378432158 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4016070 con 0x5606fb812160 2024-04-22T13:58:26.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfc67fc640 1 -- 172.21.15.83:0/3378432158 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd400ee70 con 0x5606fb812160 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.047+0000 7fcfc67fc640 1 -- 172.21.15.83:0/3378432158 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4011470 con 0x5606fb812160 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 msgr2=0x5606fb81a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4009bf0 tx=0x7fcfd400e6c0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 shutdown_connections 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb81d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb81a710 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 --2- 172.21.15.83:0/3378432158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb811b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 >> 172.21.15.83:0/3378432158 conn(0x5606fb80ba60 msgr2=0x5606fb80be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 shutdown_connections 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.048+0000 7fcfe9372740 1 -- 172.21.15.83:0/3378432158 wait complete. 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 -- start start 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 Processor -- start 2024-04-22T13:58:26.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb817bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb818670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5606fb81dc50 con 0x5606fb812160 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5606fb6fe190 con 0x5606fb8117b0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5606fb81ddd0 con 0x5606fb81ace0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe9372740 10 client.0 _ll_register_callbacks cb 0x5606fb6f98b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfdf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfdf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54528/0 (socket says 172.21.15.83:54528) 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/4279581521 learned_addr learned my addr 172.21.15.83:0/4279581521 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb818670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.049+0000 7fcfdffff640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb817bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 msgr2=0x5606fb818670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb818670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/4279581521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 msgr2=0x5606fb817bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb817bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 -- 172.21.15.83:0/4279581521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606fb5526b0 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4004a60 tx=0x7fcfd4009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd75de5b14dde87b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4016040 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcfd4004020 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfd400ee70 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcfd4004220 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfe9372740 10 client.15750 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606fb829f30 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd400ee70 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcfd400f040 con 0x5606fb812160 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.050+0000 7fcfe9372740 10 client.15750 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfe9372740 10 client.15750 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:58:26.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfe9372740 20 client.15750 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb82d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfe9372740 4 client.15750 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606fb783530 con 0x5606fb82c2a0 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfdffff640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb82d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfdffff640 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb82d710 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a61e03eae0b0d8de server_cookie=f176a74e03ed105d in_seq=0 out_seq=0 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.051+0000 7fcfbf7fe640 10 client.15750 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/4279581521 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5606fb783530 con 0x5606fb82c2a0 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfbf7fe640 10 client.15750 handle_command_reply: tid=0 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 client.15750 shutdown 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 msgr2=0x5606fb818130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fcfd4004a60 tx=0x7fcfd4009f10 comp rx=0 tx=0).stop 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 shutdown_connections 2024-04-22T13:58:26.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb82d710 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb81ace0 0x5606fb818670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb812160 0x5606fb818130 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfbf7fe640 0 client.15750 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 --2- 172.21.15.83:0/4279581521 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb8117b0 0x5606fb817bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 >> 172.21.15.83:0/4279581521 conn(0x5606fb80ba60 msgr2=0x5606fb80dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 shutdown_connections 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 1 -- 172.21.15.83:0/4279581521 wait complete. 2024-04-22T13:58:26.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.052+0000 7fcfe9372740 20 client.15750 trim_cache size 0 max 16384 2024-04-22T13:58:26.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 Processor -- start 2024-04-22T13:58:26.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 -- start start 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb82bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb835de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82ba50 con 0x5606fb81ace0 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82c120 con 0x5606fb812160 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.073+0000 7fcfe9372740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82c7f0 con 0x5606fb8117b0 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54544/0 (socket says 172.21.15.83:54544) 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 -- 172.21.15.83:0/779321060 learned_addr learned my addr 172.21.15.83:0/779321060 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb835de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfdffff640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb82bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 -- 172.21.15.83:0/779321060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 msgr2=0x5606fb82bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb82bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 -- 172.21.15.83:0/779321060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 msgr2=0x5606fb835de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb835de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 -- 172.21.15.83:0/779321060 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606fb81a860 con 0x5606fb81ace0 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfdffff640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb82bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80129a0 tx=0x7fcfd801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777bc677e058897e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfc5ffb640 1 -- 172.21.15.83:0/779321060 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8021b50 con 0x5606fb81ace0 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfc5ffb640 1 -- 172.21.15.83:0/779321060 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd8012e60 con 0x5606fb81ace0 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.074+0000 7fcfc5ffb640 1 -- 172.21.15.83:0/779321060 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd802a3a0 con 0x5606fb81ace0 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- 172.21.15.83:0/779321060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 msgr2=0x5606fb81a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80129a0 tx=0x7fcfd801d000 comp rx=0 tx=0).stop 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- 172.21.15.83:0/779321060 shutdown_connections 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb81a320 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb835de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 --2- 172.21.15.83:0/779321060 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb82bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- 172.21.15.83:0/779321060 >> 172.21.15.83:0/779321060 conn(0x5606fb80ba60 msgr2=0x5606fb80be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- 172.21.15.83:0/779321060 shutdown_connections 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- 172.21.15.83:0/779321060 wait complete. 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 -- start start 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.075+0000 7fcfe9372740 1 Processor -- start 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb833550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb833a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82d590 con 0x5606fb81ace0 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82cec0 con 0x5606fb812160 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5606fb82dc60 con 0x5606fb8117b0 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 10 client.0 _ll_register_callbacks cb 0x7fcfd00a9040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54554/0 (socket says 172.21.15.83:54554) 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 -- 172.21.15.83:0/2364471603 learned_addr learned my addr 172.21.15.83:0/2364471603 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfdffff640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb833550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfdf7fe640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb833a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 -- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 msgr2=0x5606fb833550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb833550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 -- 172.21.15.83:0/2364471603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 msgr2=0x5606fb833a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb833a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 -- 172.21.15.83:0/2364471603 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606fb8953e0 con 0x5606fb81ace0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe4d22640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fcfd802d040 tx=0x7fcfd80127f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6bfda1ee0166724 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfbf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8004e50 con 0x5606fb81ace0 2024-04-22T13:58:26.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcfd8021950 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcfd8012e60 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcfd8021b50 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.076+0000 7fcfe9372740 10 client.15756 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606fb896630 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcfd8012e60 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcfd800f040 con 0x5606fb81ace0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 10 client.15756 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 10 client.15756 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 20 client.15756 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb899d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 4 client.15756 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "status"}) -- 0x5606fb77d3a0 con 0x5606fb82c2a0 2024-04-22T13:58:26.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfdffff640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb899d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfbf7fe640 10 client.15756 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.077+0000 7fcfdffff640 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb899d70 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=340932713f7961fc server_cookie=c923eaf505a0a8a1 in_seq=0 out_seq=0 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfbf7fe640 1 -- 172.21.15.83:0/2364471603 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5606fb77d3a0 con 0x5606fb82c2a0 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfbf7fe640 10 client.15756 handle_command_reply: tid=0 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 client.15756 shutdown 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 msgr2=0x5606fb833fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fcfd802d040 tx=0x7fcfd80127f0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 shutdown_connections 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5606fb82c2a0 0x5606fb899d70 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5606fb81ace0 0x5606fb833fd0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5606fb812160 0x5606fb833a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfbf7fe640 0 client.15756 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:26.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 --2- 172.21.15.83:0/2364471603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5606fb8117b0 0x5606fb833550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 >> 172.21.15.83:0/2364471603 conn(0x5606fb80ba60 msgr2=0x5606fb806800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 shutdown_connections 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 1 -- 172.21.15.83:0/2364471603 wait complete. 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe9372740 20 client.15756 trim_cache size 0 max 16384 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 3, 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24466, 2024-04-22T13:58:26.088 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 137.12855420700001, 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 88, 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 87, 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 161.674479725 2024-04-22T13:58:26.089 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 msgr2=0x7fcfc80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.078+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 0x7fcfc80a6300 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcfd80092f0 tx=0x7fcfd8014a70 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 msgr2=0x7fcfe0198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fcfd0005940 tx=0x7fcfd002c7e0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 shutdown_connections 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcfc80a3e40 0x7fcfc80a6300 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcfe019d000 0x7fcfe019d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcfe0106170 0x7fcfe0198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 --2- 172.21.15.83:0/191259675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcfe01010a0 0x7fcfe0198740 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 >> 172.21.15.83:0/191259675 conn(0x7fcfe0077eb0 msgr2=0x7fcfe006a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 shutdown_connections 2024-04-22T13:58:26.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.079+0000 7fcfe6785640 1 -- 172.21.15.83:0/191259675 wait complete. 2024-04-22T13:58:26.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2575842373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2682995060' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:25 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2500055434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.092 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-22T13:58:26.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 -- 172.21.15.83:0/2992497025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c101b40 msgr2=0x7f738c10dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 --2- 172.21.15.83:0/2992497025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c101b40 0x7f738c10dc80 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f7384009cd0 tx=0x7f738402c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 -- 172.21.15.83:0/2992497025 shutdown_connections 2024-04-22T13:58:26.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 --2- 172.21.15.83:0/2992497025 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c101b40 0x7f738c10dc80 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 --2- 172.21.15.83:0/2992497025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c1011a0 0x7f738c101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 --2- 172.21.15.83:0/2992497025 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c107030 0x7f738c107410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 -- 172.21.15.83:0/2992497025 >> 172.21.15.83:0/2992497025 conn(0x7f738c076c50 msgr2=0x7f738c077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 -- 172.21.15.83:0/2992497025 shutdown_connections 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.188+0000 7f7392e9a640 1 -- 172.21.15.83:0/2992497025 wait complete. 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 Processor -- start 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 -- start start 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 0x7f738c197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 0x7f738c19bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f738c1110e0 con 0x7f738c1011a0 2024-04-22T13:58:26.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f738c110f60 con 0x7f738c107030 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7392e9a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f738c111260 con 0x7f738c101b40 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7390c36640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7390c36640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54574/0 (socket says 172.21.15.83:54574) 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7390c36640 1 -- 172.21.15.83:0/925876547 learned_addr learned my addr 172.21.15.83:0/925876547 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.189+0000 7f7391437640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 0x7f738c19bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 -- 172.21.15.83:0/925876547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 msgr2=0x7f738c197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f738bfff640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 0x7f738c197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 0x7f738c197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 -- 172.21.15.83:0/925876547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 msgr2=0x7f738c19bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 0x7f738c19bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 -- 172.21.15.83:0/925876547 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f738c19c600 con 0x7f738c1011a0 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7391437640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 0x7f738c19bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f738bfff640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 0x7f738c197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7390c36640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f737c009860 tx=0x7f737c009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7389ffb640 1 -- 172.21.15.83:0/925876547 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c005020 con 0x7f738c1011a0 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7389ffb640 1 -- 172.21.15.83:0/925876547 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f737c0047a0 con 0x7f738c1011a0 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f738c19c8f0 con 0x7f738c1011a0 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7389ffb640 1 -- 172.21.15.83:0/925876547 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737c007b00 con 0x7f738c1011a0 2024-04-22T13:58:26.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.190+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f738c06a550 con 0x7f738c1011a0 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.192+0000 7f7389ffb640 1 -- 172.21.15.83:0/925876547 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f737c004950 con 0x7f738c1011a0 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 Processor -- start 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 -- start start 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7389ffb640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 0x7f73740a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77dba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e4b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f773fb10 con 0x55b1f77e5140 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f76dd240 con 0x55b1f77dc040 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7395b69740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f773bad0 con 0x55b1f77db690 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7391437640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 0x7f73740a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7391437640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7389ffb640 1 -- 172.21.15.83:0/925876547 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f737c0d2050 con 0x7f738c1011a0 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7391437640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54582/0 (socket says 172.21.15.83:54582) 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7391437640 1 -- 172.21.15.83:0/4238067924 learned_addr learned my addr 172.21.15.83:0/4238067924 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7390c36640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77dba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 -- 172.21.15.83:0/4238067924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 msgr2=0x55b1f77dba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77dba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 -- 172.21.15.83:0/4238067924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 msgr2=0x55b1f77e55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f738bfff640 1 -- 172.21.15.83:0/4238067924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1f74522d0 con 0x55b1f77dc040 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7390c36640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77dba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.193+0000 7f7391437640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.194+0000 7f7391437640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 0x7f73740a6300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7384033000 tx=0x7f7384009930 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.194+0000 7f738bfff640 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e4b70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7380009b60 tx=0x7f7380009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=869bd26da5bb31c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.194+0000 7f7372ffd640 1 -- 172.21.15.83:0/4238067924 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380016070 con 0x55b1f77dc040 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.194+0000 7f7372ffd640 1 -- 172.21.15.83:0/4238067924 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73800054d0 con 0x55b1f77dc040 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.194+0000 7f7372ffd640 1 -- 172.21.15.83:0/4238067924 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380004d20 con 0x55b1f77dc040 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- 172.21.15.83:0/4238067924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 msgr2=0x55b1f77e4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e4b70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7380009b60 tx=0x7f7380009f60 comp rx=0 tx=0).stop 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- 172.21.15.83:0/4238067924 shutdown_connections 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77e55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e4b70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- 172.21.15.83:0/4238067924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77dba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- 172.21.15.83:0/4238067924 >> 172.21.15.83:0/4238067924 conn(0x55b1f77d5a60 msgr2=0x55b1f77d5e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- 172.21.15.83:0/4238067924 shutdown_connections 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- 172.21.15.83:0/4238067924 wait complete. 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- start start 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 Processor -- start 2024-04-22T13:58:26.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77e8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77e5140 0x55b1f77e95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77ec080 con 0x55b1f77dc040 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f76c8190 con 0x55b1f77e5140 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77ec200 con 0x55b1f77db690 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f7395b69740 10 client.0 _ll_register_callbacks cb 0x55b1f76c38b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.195+0000 7f738bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54592/0 (socket says 172.21.15.83:54592) 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 -- 172.21.15.83:0/233582740 learned_addr learned my addr 172.21.15.83:0/233582740 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7391437640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77e5140 0x55b1f77e95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7390c36640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77e8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 -- 172.21.15.83:0/233582740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 msgr2=0x55b1f77e8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77e8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 -- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77e5140 msgr2=0x55b1f77e95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77e5140 0x55b1f77e95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 -- 172.21.15.83:0/233582740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1f751c6b0 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7390c36640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77e8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f738bfff640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7380004920 tx=0x7f738000efd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=430fedb0093d1043 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f736bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380016040 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7380004fd0 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73800054d0 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7380005680 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7395b69740 10 client.15768 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1f77f82b0 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.196+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73800054d0 con 0x55b1f77dc040 2024-04-22T13:58:26.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f738000f040 con 0x55b1f77dc040 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 10 client.15768 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 10 client.15768 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 20 client.15768 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f77fa610 0x55b1f77fba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 4 client.15768 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1f774d530 con 0x55b1f77fa610 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7390c36640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f77fa610 0x55b1f77fba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f736bfff640 10 client.15768 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.197+0000 7f7390c36640 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f77fa610 0x55b1f77fba80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=166fdbed39e073d2 server_cookie=f192e421ff3721c2 in_seq=0 out_seq=0 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f736bfff640 1 -- 172.21.15.83:0/233582740 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1f774d530 con 0x55b1f77fa610 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f736bfff640 10 client.15768 handle_command_reply: tid=0 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 client.15768 shutdown 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 msgr2=0x55b1f77e9080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7380004920 tx=0x7f738000efd0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 shutdown_connections 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f77fa610 0x55b1f77fba80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77e5140 0x55b1f77e95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e9080 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 --2- 172.21.15.83:0/233582740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77e8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f736bfff640 0 client.15768 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 >> 172.21.15.83:0/233582740 conn(0x55b1f77d5a60 msgr2=0x55b1f77d7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 shutdown_connections 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.198+0000 7f7395b69740 1 -- 172.21.15.83:0/233582740 wait complete. 2024-04-22T13:58:26.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.199+0000 7f7395b69740 20 client.15768 trim_cache size 0 max 16384 2024-04-22T13:58:26.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2575842373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2682995060' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:25 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2500055434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.216+0000 7f7395b69740 1 Processor -- start 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.216+0000 7f7395b69740 1 -- start start 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77eb270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77f9dc0 con 0x55b1f77e5140 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77fa490 con 0x55b1f77dc040 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7395b69740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77fab60 con 0x55b1f77db690 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54594/0 (socket says 172.21.15.83:54594) 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 -- 172.21.15.83:0/1586715690 learned_addr learned my addr 172.21.15.83:0/1586715690 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f738bfff640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7390c36640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77eb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 -- 172.21.15.83:0/1586715690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 msgr2=0x55b1f77eb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77eb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 -- 172.21.15.83:0/1586715690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 msgr2=0x55b1f77e6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 -- 172.21.15.83:0/1586715690 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1f77e3c50 con 0x55b1f77e5140 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f738bfff640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f7391437640 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f738402c630 tx=0x7f7384039000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856b9b1b217bfb34 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f73727fc640 1 -- 172.21.15.83:0/1586715690 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7384039070 con 0x55b1f77e5140 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f73727fc640 1 -- 172.21.15.83:0/1586715690 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738403a040 con 0x55b1f77e5140 2024-04-22T13:58:26.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.217+0000 7f73727fc640 1 -- 172.21.15.83:0/1586715690 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73840346a0 con 0x55b1f77e5140 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- 172.21.15.83:0/1586715690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 msgr2=0x55b1f77d40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f738402c630 tx=0x7f7384039000 comp rx=0 tx=0).stop 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- 172.21.15.83:0/1586715690 shutdown_connections 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77e5140 0x55b1f77d40e0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77dc040 0x55b1f77e6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 --2- 172.21.15.83:0/1586715690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77db690 0x55b1f77eb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- 172.21.15.83:0/1586715690 >> 172.21.15.83:0/1586715690 conn(0x55b1f77d5a60 msgr2=0x55b1f77e2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- 172.21.15.83:0/1586715690 shutdown_connections 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- 172.21.15.83:0/1586715690 wait complete. 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 -- start start 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.218+0000 7f7395b69740 1 Processor -- start 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77db690 0x55b1f77e5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77e5140 0x55b1f7802cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77fb900 con 0x55b1f77dc040 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77fb230 con 0x55b1f77db690 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f77fbfd0 con 0x55b1f77e5140 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 10 client.0 _ll_register_callbacks cb 0x7f7384037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54610/0 (socket says 172.21.15.83:54610) 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 -- 172.21.15.83:0/1279663927 learned_addr learned my addr 172.21.15.83:0/1279663927 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 -- 172.21.15.83:0/1279663927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77e5140 msgr2=0x55b1f7802cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77e5140 0x55b1f7802cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 -- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77db690 msgr2=0x55b1f77e5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77db690 0x55b1f77e5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 -- 172.21.15.83:0/1279663927 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1f7803240 con 0x55b1f77dc040 2024-04-22T13:58:26.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f738bfff640 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f73800094e0 tx=0x7f73800048b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8db65a69c6fc7be6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f736bfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7380016040 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f73800233e0 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.219+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f738403a040 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73800099e0 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 10 client.15774 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b1f7804520 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f738403a040 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7380034020 con 0x55b1f77dc040 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 10 client.15774 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 10 client.15774 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 20 client.15774 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f7864ef0 0x55b1f7863c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 4 client.15774 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "status"}) -- 0x55b1f77473a0 con 0x55b1f7864ef0 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.220+0000 7f7390c36640 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f7864ef0 0x55b1f7863c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f736bfff640 10 client.15774 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7390c36640 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f7864ef0 0x55b1f7863c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f4ab6be1f1c5a26f server_cookie=159340d316bd0dc6 in_seq=0 out_seq=0 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f736bfff640 1 -- 172.21.15.83:0/1279663927 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b1f77473a0 con 0x55b1f7864ef0 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f736bfff640 10 client.15774 handle_command_reply: tid=0 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 client.15774 shutdown 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 msgr2=0x55b1f77e5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f73800094e0 tx=0x7f73800048b0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 shutdown_connections 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b1f7864ef0 0x55b1f7863c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f77e5140 0x55b1f7802cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f736bfff640 0 client.15774 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f77dc040 0x55b1f77e5c50 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 --2- 172.21.15.83:0/1279663927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f77db690 0x55b1f77e5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 >> 172.21.15.83:0/1279663927 conn(0x55b1f77d5a60 msgr2=0x55b1f77f4d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 shutdown_connections 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 1 -- 172.21.15.83:0/1279663927 wait complete. 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.221+0000 7f7395b69740 20 client.15774 trim_cache size 0 max 16384 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 2, 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24467, 2024-04-22T13:58:26.231 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 138.28043034999999, 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 88, 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 87, 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 158.89202957800001 2024-04-22T13:58:26.232 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 msgr2=0x7f73740a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 0x7f73740a6300 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7384033000 tx=0x7f7384009930 comp rx=0 tx=0).stop 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 msgr2=0x7f738c197660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f737c009860 tx=0x7f737c009d20 comp rx=0 tx=0).stop 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 shutdown_connections 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73740a3e40 0x7f73740a6300 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f738c107030 0x7f738c19bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f738c101b40 0x7f738c197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 --2- 172.21.15.83:0/925876547 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f738c1011a0 0x7f738c197660 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 >> 172.21.15.83:0/925876547 conn(0x7f738c076c50 msgr2=0x7f738c0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 shutdown_connections 2024-04-22T13:58:26.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.222+0000 7f7392e9a640 1 -- 172.21.15.83:0/925876547 wait complete. 2024-04-22T13:58:26.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-04-22T13:58:26.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/4071953868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0406a7c0 msgr2=0x7f6c0406aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/4071953868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0406a7c0 0x7f6c0406aba0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4009900 tx=0x7f6bf402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/4071953868 shutdown_connections 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/4071953868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c04107280 0x7f6c0410ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/4071953868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c0406b170 0x7f6c04106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/4071953868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0406a7c0 0x7f6c0406aba0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/4071953868 >> 172.21.15.83:0/4071953868 conn(0x7f6c04076c50 msgr2=0x7f6c04077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/4071953868 shutdown_connections 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.332+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/4071953868 wait complete. 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 Processor -- start 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 -- start start 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 0x7f6c04198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c04107280 0x7f6c04198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6c041121c0 con 0x7f6c0419cec0 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6c04112040 con 0x7f6c0406a7c0 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c0a7ce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6c04112340 con 0x7f6c04107280 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54626/0 (socket says 172.21.15.83:54626) 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 -- 172.21.15.83:0/271948394 learned_addr learned my addr 172.21.15.83:0/271948394 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c03fff640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 0x7f6c04198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 -- 172.21.15.83:0/271948394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c04107280 msgr2=0x7f6c04198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c04107280 0x7f6c04198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 -- 172.21.15.83:0/271948394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 msgr2=0x7f6c04198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 0x7f6c04198600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c08d6b640 1 -- 172.21.15.83:0/271948394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0419d9b0 con 0x7f6c0419cec0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.333+0000 7f6c03fff640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 0x7f6c04198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c08d6b640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00cce0 tx=0x7f6bfc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c017fa640 1 -- 172.21.15.83:0/271948394 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00f450 con 0x7f6c0419cec0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c017fa640 1 -- 172.21.15.83:0/271948394 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bfc00faa0 con 0x7f6c0419cec0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c0419dca0 con 0x7f6c0419cec0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c017fa640 1 -- 172.21.15.83:0/271948394 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc018b70 con 0x7f6c0419cec0 2024-04-22T13:58:26.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.334+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c041a5440 con 0x7f6c0419cec0 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c017fa640 1 -- 172.21.15.83:0/271948394 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f6bfc018d10 con 0x7f6c0419cec0 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 Processor -- start 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 -- start start 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247d6b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247df710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247e2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55772473ab10 con 0x5577247dfce0 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5577246d8240 con 0x5577247d67b0 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557724736ad0 con 0x5577247d7160 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247e2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c017fa640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 0x7f6bec0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247e2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54628/0 (socket says 172.21.15.83:54628) 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.336+0000 7f6c037fe640 1 -- 172.21.15.83:0/1688003522 learned_addr learned my addr 172.21.15.83:0/1688003522 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247d6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c08d6b640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 0x7f6bec0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c03fff640 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247df710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c017fa640 1 -- 172.21.15.83:0/271948394 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6bfc0d0f80 con 0x7f6c0419cec0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 -- 172.21.15.83:0/1688003522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 msgr2=0x5577247df710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247df710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 -- 172.21.15.83:0/1688003522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 msgr2=0x5577247e2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247e2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 -- 172.21.15.83:0/1688003522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55772444d2d0 con 0x5577247d67b0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c037fe640 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247d6b90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6bf800cfd0 tx=0x7f6bf8005bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=837848c60e04ada2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6c08d6b640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 0x7f6bec0a6300 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0ce5e0 tx=0x7f6bfc0988e0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6bea7fc640 1 -- 172.21.15.83:0/1688003522 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8013db0 con 0x5577247d67b0 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6bea7fc640 1 -- 172.21.15.83:0/1688003522 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bf8011780 con 0x5577247d67b0 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.337+0000 7f6bea7fc640 1 -- 172.21.15.83:0/1688003522 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8003850 con 0x5577247d67b0 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/1688003522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 msgr2=0x5577247d6b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247d6b90 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6bf800cfd0 tx=0x7f6bf8005bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/1688003522 shutdown_connections 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247e2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247df710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/1688003522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247d6b90 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/1688003522 >> 172.21.15.83:0/1688003522 conn(0x5577247d0a60 msgr2=0x5577247d0e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/1688003522 shutdown_connections 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/1688003522 wait complete. 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 -- start start 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.338+0000 7f6c0d3c3740 1 Processor -- start 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d67b0 0x5577247dcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d7160 0x5577247dd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5577247e2bf0 con 0x5577247dfce0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5577246c3190 con 0x5577247d7160 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5577247e2d70 con 0x5577247d67b0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 10 client.0 _ll_register_callbacks cb 0x5577246be8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54640/0 (socket says 172.21.15.83:54640) 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 -- 172.21.15.83:0/3131813438 learned_addr learned my addr 172.21.15.83:0/3131813438 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d67b0 0x5577247dcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c03fff640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d7160 0x5577247dd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 -- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d67b0 msgr2=0x5577247dcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d67b0 0x5577247dcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 -- 172.21.15.83:0/3131813438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d7160 msgr2=0x5577247dd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d7160 0x5577247dd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 -- 172.21.15.83:0/3131813438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577245176b0 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c037fe640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6bf8013450 tx=0x7f6bf800cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffdf1ce122499648 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6be37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8011930 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6bf8011ad0 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.339+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bf8011780 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bf8011cd0 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 10 client.15786 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5577247eee10 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bf8011780 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6bf800c020 con 0x5577247dfce0 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 10 client.15786 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 10 client.15786 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 20 client.15786 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5577247f11c0 0x5577247f2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 4 client.15786 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557724748530 con 0x5577247f11c0 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.340+0000 7f6c03fff640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5577247f11c0 0x5577247f2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.341+0000 7f6be37fe640 10 client.15786 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.341+0000 7f6c03fff640 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5577247f11c0 0x5577247f2630 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a5221c3d30521735 server_cookie=ead5d55fce034f1f in_seq=0 out_seq=0 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.341+0000 7f6be37fe640 1 -- 172.21.15.83:0/3131813438 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557724748530 con 0x5577247f11c0 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.341+0000 7f6be37fe640 10 client.15786 handle_command_reply: tid=0 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 client.15786 shutdown 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 msgr2=0x5577247dd680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f6bf8013450 tx=0x7f6bf800cec0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 shutdown_connections 2024-04-22T13:58:26.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5577247f11c0 0x5577247f2630 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247dfce0 0x5577247dd680 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d7160 0x5577247dd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6be37fe640 0 client.15786 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/3131813438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d67b0 0x5577247dcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 >> 172.21.15.83:0/3131813438 conn(0x5577247d0a60 msgr2=0x5577247d2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 shutdown_connections 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/3131813438 wait complete. 2024-04-22T13:58:26.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.342+0000 7f6c0d3c3740 20 client.15786 trim_cache size 0 max 16384 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 Processor -- start 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 -- start start 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247df330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247dfce0 0x5577247dbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5577247f0970 con 0x5577247d7160 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5577247f1040 con 0x5577247d67b0 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5577247f1710 con 0x5577247dfce0 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54650/0 (socket says 172.21.15.83:54650) 2024-04-22T13:58:26.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 -- 172.21.15.83:0/684341827 learned_addr learned my addr 172.21.15.83:0/684341827 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c037fe640 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247df330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 -- 172.21.15.83:0/684341827 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247dfce0 msgr2=0x5577247dbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247dfce0 0x5577247dbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 -- 172.21.15.83:0/684341827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 msgr2=0x5577247df330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247df330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 -- 172.21.15.83:0/684341827 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577247e20d0 con 0x5577247d7160 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c037fe640 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247df330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.360+0000 7f6c03fff640 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f6bf402c170 tx=0x7f6bf4005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9715b86049a313ea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6be9ffb640 1 -- 172.21.15.83:0/684341827 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf404e020 con 0x5577247d7160 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6be9ffb640 1 -- 172.21.15.83:0/684341827 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bf402cc90 con 0x5577247d7160 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6be9ffb640 1 -- 172.21.15.83:0/684341827 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf4048070 con 0x5577247d7160 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/684341827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 msgr2=0x5577247ec510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f6bf402c170 tx=0x7f6bf4005e30 comp rx=0 tx=0).stop 2024-04-22T13:58:26.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/684341827 shutdown_connections 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247dfce0 0x5577247dbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d7160 0x5577247ec510 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/684341827 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247d67b0 0x5577247df330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/684341827 >> 172.21.15.83:0/684341827 conn(0x5577247d0a60 msgr2=0x5577247d0e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/684341827 shutdown_connections 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/684341827 wait complete. 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.361+0000 7f6c0d3c3740 1 -- start start 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 Processor -- start 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247da190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247dfce0 0x5577247da6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5577247f24b0 con 0x5577247d67b0 2024-04-22T13:58:26.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5577247f1de0 con 0x5577247dfce0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5577247f2b80 con 0x5577247d7160 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c0d3c3740 10 client.0 _ll_register_callbacks cb 0x7f6bf800c870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54662/0 (socket says 172.21.15.83:54662) 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 -- 172.21.15.83:0/4136627685 learned_addr learned my addr 172.21.15.83:0/4136627685 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c03fff640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247da190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 -- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 msgr2=0x5577247da190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247da190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 -- 172.21.15.83:0/4136627685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247dfce0 msgr2=0x5577247da6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247dfce0 0x5577247da6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 -- 172.21.15.83:0/4136627685 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577247f8ec0 con 0x5577247d67b0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c03fff640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247da190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6c037fe640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f6bf80134f0 tx=0x7f6bf8013520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5bcc95a03afab0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.362+0000 7f6be37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf8039030 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6bf8026040 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6bf402cc90 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6bf8043050 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 10 client.15792 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5577248575e0 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6bf402cc90 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6bf8029020 con 0x5577247d67b0 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 10 client.15792 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 10 client.15792 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 20 client.15792 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55772485c210 0x55772485af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 4 client.15792 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "status"}) -- 0x5577247423a0 con 0x55772485c210 2024-04-22T13:58:26.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.363+0000 7f6c03fff640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55772485c210 0x55772485af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c03fff640 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55772485c210 0x55772485af20 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aaf1941d88a2a590 server_cookie=5746197c194f31f6 in_seq=0 out_seq=0 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6be37fe640 10 client.15792 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6be37fe640 1 -- 172.21.15.83:0/4136627685 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5577247423a0 con 0x55772485c210 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6be37fe640 10 client.15792 handle_command_reply: tid=0 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 client.15792 shutdown 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 msgr2=0x5577247d9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f6bf80134f0 tx=0x7f6bf8013520 comp rx=0 tx=0).stop 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 shutdown_connections 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55772485c210 0x55772485af20 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5577247dfce0 0x5577247da6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5577247d7160 0x5577247da190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 --2- 172.21.15.83:0/4136627685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5577247d67b0 0x5577247d9c50 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6be37fe640 0 client.15792 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:26.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 >> 172.21.15.83:0/4136627685 conn(0x5577247d0a60 msgr2=0x5577247cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 shutdown_connections 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 1 -- 172.21.15.83:0/4136627685 wait complete. 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.364+0000 7f6c0d3c3740 20 client.15792 trim_cache size 0 max 16384 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 1, 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24481, 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:26.374 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 139.43258318400001, 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 88, 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 87, 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 156.14769297999999 2024-04-22T13:58:26.375 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 msgr2=0x7f6bec0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 0x7f6bec0a6300 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc0ce5e0 tx=0x7f6bfc0988e0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 msgr2=0x7f6c0419d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00cce0 tx=0x7f6bfc00a620 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 shutdown_connections 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6bec0a3e40 0x7f6bec0a6300 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6c0419cec0 0x7f6c0419d370 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6c04107280 0x7f6c04198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 --2- 172.21.15.83:0/271948394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6c0406a7c0 0x7f6c04198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 >> 172.21.15.83:0/271948394 conn(0x7f6c04076c50 msgr2=0x7f6c040ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 shutdown_connections 2024-04-22T13:58:26.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.365+0000 7f6c0a7ce640 1 -- 172.21.15.83:0/271948394 wait complete. 2024-04-22T13:58:26.378 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-22T13:58:26.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2575842373' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2682995060' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:25 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2500055434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:26.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/454688438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff810e900 msgr2=0x7f1ff8110cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/454688438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff810e900 0x7f1ff8110cf0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0009ca0 tx=0x7f1ff002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/454688438 shutdown_connections 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/454688438 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff810e900 0x7f1ff8110cf0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/454688438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff8101670 0x7f1ff810e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/454688438 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8100d50 0x7f1ff8101130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/454688438 >> 172.21.15.83:0/454688438 conn(0x7f1ff8077f50 msgr2=0x7f1ff8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/454688438 shutdown_connections 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.475+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/454688438 wait complete. 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 Processor -- start 2024-04-22T13:58:26.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 -- start start 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8101670 0x7f1ff81a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 0x7f1ff819a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff81143a0 con 0x7f1ff8100d50 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff8114220 con 0x7f1ff810e900 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ffcbdb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff8114520 con 0x7f1ff8101670 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54672/0 (socket says 172.21.15.83:54672) 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 -- 172.21.15.83:0/2442318481 learned_addr learned my addr 172.21.15.83:0/2442318481 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 0x7f1ff819a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8101670 0x7f1ff81a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 -- 172.21.15.83:0/2442318481 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8101670 msgr2=0x7f1ff81a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8101670 0x7f1ff81a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 -- 172.21.15.83:0/2442318481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 msgr2=0x7f1ff819a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 0x7f1ff819a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff659c640 1 -- 172.21.15.83:0/2442318481 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff819afe0 con 0x7f1ff8100d50 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.476+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 0x7f1ff819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1ff659c640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1fe000d950 tx=0x7f1fe000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1fef7fe640 1 -- 172.21.15.83:0/2442318481 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe0017030 con 0x7f1ff8100d50 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ff819b2d0 con 0x7f1ff8100d50 2024-04-22T13:58:26.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1fef7fe640 1 -- 172.21.15.83:0/2442318481 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe0004020 con 0x7f1ff8100d50 2024-04-22T13:58:26.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1fef7fe640 1 -- 172.21.15.83:0/2442318481 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe00047a0 con 0x7f1ff8100d50 2024-04-22T13:58:26.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.477+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ff81a75e0 con 0x7f1ff8100d50 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fef7fe640 1 -- 172.21.15.83:0/2442318481 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f1fe0009a30 con 0x7f1ff8100d50 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fff7ce740 1 Processor -- start 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fff7ce740 1 -- start start 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70338b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c70341710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.479+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c7029cb10 con 0x555c70341ce0 2024-04-22T13:58:26.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c7023a240 con 0x555c703387b0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c70298ad0 con 0x555c70339160 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fef7fe640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 0x7f1fe40a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54674/0 (socket says 172.21.15.83:54674) 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/1027453519 learned_addr learned my addr 172.21.15.83:0/1027453519 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70338b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff659c640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c70341710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 0x7f1fe40a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/1027453519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 msgr2=0x555c70341710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c70341710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/1027453519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 msgr2=0x555c70338b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70338b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/1027453519 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c6ffaf2d0 con 0x555c70341ce0 2024-04-22T13:58:26.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70338b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff659c640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c70341710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fef7fe640 1 -- 172.21.15.83:0/2442318481 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1fe00d05d0 con 0x7f1ff8100d50 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8009ba0 tx=0x7f1fe80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9737ee55552288a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 0x7f1fe40a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0006010 tx=0x7f1ff00095c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fecff9640 1 -- 172.21.15.83:0/1027453519 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe8004020 con 0x555c70341ce0 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fecff9640 1 -- 172.21.15.83:0/1027453519 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe80041c0 con 0x555c70341ce0 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.480+0000 7f1fecff9640 1 -- 172.21.15.83:0/1027453519 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe80126b0 con 0x555c70341ce0 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- 172.21.15.83:0/1027453519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 msgr2=0x555c70344130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8009ba0 tx=0x7f1fe80117b0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- 172.21.15.83:0/1027453519 shutdown_connections 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c70344130 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c70341710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/1027453519 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70338b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- 172.21.15.83:0/1027453519 >> 172.21.15.83:0/1027453519 conn(0x555c70332a60 msgr2=0x555c70332e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- 172.21.15.83:0/1027453519 shutdown_connections 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- 172.21.15.83:0/1027453519 wait complete. 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.481+0000 7f1fff7ce740 1 -- start start 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 Processor -- start 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c7033ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c7033f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c70344c50 con 0x555c70341ce0 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c70225190 con 0x555c703387b0 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c70344dd0 con 0x555c70339160 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fff7ce740 10 client.0 _ll_register_callbacks cb 0x555c702208b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54686/0 (socket says 172.21.15.83:54686) 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 -- 172.21.15.83:0/3620531128 learned_addr learned my addr 172.21.15.83:0/3620531128 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c7033f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff659c640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c7033ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 -- 172.21.15.83:0/3620531128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 msgr2=0x555c7033f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c7033f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 -- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 msgr2=0x555c7033ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c7033ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 -- 172.21.15.83:0/3620531128 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c700796b0 con 0x555c70341ce0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff659c640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c7033ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1ff002cfd0 tx=0x7f1ff002c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4a2f2771930c878 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.482+0000 7f1fddffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0052060 con 0x555c70341ce0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1ff0003c40 con 0x555c70341ce0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fe80041c0 con 0x555c70341ce0 2024-04-22T13:58:26.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ff0039040 con 0x555c70341ce0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 10 client.15804 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c70350f70 con 0x555c70341ce0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe80041c0 con 0x555c70341ce0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1ff0042450 con 0x555c70341ce0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 10 client.15804 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 10 client.15804 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 20 client.15804 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c70353650 0x555c70354ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 4 client.15804 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c702aa530 con 0x555c70353650 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.483+0000 7f1ff659c640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c70353650 0x555c70354ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.484+0000 7f1fddffb640 10 client.15804 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.484+0000 7f1ff659c640 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c70353650 0x555c70354ac0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc399a8182ba4fe8 server_cookie=63503346bf6d93fe in_seq=0 out_seq=0 2024-04-22T13:58:26.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.484+0000 7f1fddffb640 1 -- 172.21.15.83:0/3620531128 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c702aa530 con 0x555c70353650 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.484+0000 7f1fddffb640 10 client.15804 handle_command_reply: tid=0 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.484+0000 7f1fff7ce740 1 client.15804 shutdown 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 msgr2=0x555c7033f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f1ff002cfd0 tx=0x7f1ff002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 shutdown_connections 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c70353650 0x555c70354ac0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70341ce0 0x555c7033f780 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70339160 0x555c7033f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/3620531128 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c7033ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fddffb640 0 client.15804 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 >> 172.21.15.83:0/3620531128 conn(0x555c70332a60 msgr2=0x555c70334bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 shutdown_connections 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 1 -- 172.21.15.83:0/3620531128 wait complete. 2024-04-22T13:58:26.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.485+0000 7f1fff7ce740 20 client.15804 trim_cache size 0 max 16384 2024-04-22T13:58:26.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.502+0000 7f1fff7ce740 1 Processor -- start 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.502+0000 7f1fff7ce740 1 -- start start 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70341430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70341ce0 0x555c7033a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c70352e00 con 0x555c70339160 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c703534d0 con 0x555c703387b0 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c70353ba0 con 0x555c70341ce0 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54696/0 (socket says 172.21.15.83:54696) 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/955081569 learned_addr learned my addr 172.21.15.83:0/955081569 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff659c640 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70341430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/955081569 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70341ce0 msgr2=0x555c7033a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70341ce0 0x555c7033a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/955081569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 msgr2=0x555c70341430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70341430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/955081569 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c70337ad0 con 0x555c70339160 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f1fe801a000 tx=0x7f1fe8009db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c47def95415428 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fdffff640 1 -- 172.21.15.83:0/955081569 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe8029070 con 0x555c70339160 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fdffff640 1 -- 172.21.15.83:0/955081569 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe8009730 con 0x555c70339160 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.503+0000 7f1fdffff640 1 -- 172.21.15.83:0/955081569 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe801f040 con 0x555c70339160 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- 172.21.15.83:0/955081569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 msgr2=0x555c7033a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f1fe801a000 tx=0x7f1fe8009db0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- 172.21.15.83:0/955081569 shutdown_connections 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c70341ce0 0x555c7033a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7033a030 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/955081569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c703387b0 0x555c70341430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- 172.21.15.83:0/955081569 >> 172.21.15.83:0/955081569 conn(0x555c70332a60 msgr2=0x555c7032d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- 172.21.15.83:0/955081569 shutdown_connections 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- 172.21.15.83:0/955081569 wait complete. 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- start start 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 Processor -- start 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c703387b0 0x555c7035cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 0x555c70357cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c70354940 con 0x555c70339160 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c70354270 con 0x555c70341ce0 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c70355010 con 0x555c703387b0 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1fff7ce740 10 client.0 _ll_register_callbacks cb 0x7f1ff0037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1ff5d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54700/0 (socket says 172.21.15.83:54700) 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.504+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/851881188 learned_addr learned my addr 172.21.15.83:0/851881188 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 0x555c70357cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/851881188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c703387b0 msgr2=0x555c7035cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c703387b0 0x555c7035cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 msgr2=0x555c70357cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 0x555c70357cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 -- 172.21.15.83:0/851881188 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c7033ead0 con 0x555c70339160 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff6d9d640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 0x555c70357cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1ff5d9b640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8009ba0 tx=0x7f1fe8005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7557eb91eb4624 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe8029020 con 0x555c70339160 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1fe8009530 con 0x555c70339160 2024-04-22T13:58:26.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fe8009730 con 0x555c70339160 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1fe8034050 con 0x555c70339160 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 10 client.15810 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c703b9cc0 con 0x555c70339160 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fe8009730 con 0x555c70339160 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1fe8012c60 con 0x555c70339160 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 10 client.15810 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 10 client.15810 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.505+0000 7f1fff7ce740 20 client.15810 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c703be140 0x555c703bce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 4 client.15810 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "status"}) -- 0x555c702a43a0 con 0x555c703be140 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1ff659c640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c703be140 0x555c703bce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:26.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fddffb640 10 client.15810 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1ff659c640 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c703be140 0x555c703bce50 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d430abb43df6c5e server_cookie=a5aa2e1878ca93b4 in_seq=0 out_seq=0 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fddffb640 1 -- 172.21.15.83:0/851881188 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x555c702a43a0 con 0x555c703be140 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fddffb640 10 client.15810 handle_command_reply: tid=0 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 client.15810 shutdown 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 msgr2=0x555c7035d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8009ba0 tx=0x7f1fe8005d30 comp rx=0 tx=0).stop 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 shutdown_connections 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c703be140 0x555c703bce50 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c70341ce0 0x555c70357cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c70339160 0x555c7035d260 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fff7ce740 1 --2- 172.21.15.83:0/851881188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c703387b0 0x555c7035cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.506+0000 7f1fddffb640 0 client.15810 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 >> 172.21.15.83:0/851881188 conn(0x555c70332a60 msgr2=0x555c7033a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 shutdown_connections 2024-04-22T13:58:26.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1fff7ce740 1 -- 172.21.15.83:0/851881188 wait complete. 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1fff7ce740 20 client.15810 trim_cache size 0 max 16384 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "cluster_fsid": "cb669d90-00ae-11ef-bc93-c7b262605968", 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "whoami": 0, 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "id": 24503, 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "want_state": "up:active", 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "state": "up:active", 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "fs_name": "cephfs", 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "rank_uptime": 141.59468997299999, 2024-04-22T13:58:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "mdsmap_epoch": 26, 2024-04-22T13:58:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch": 88, 2024-04-22T13:58:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_epoch_barrier": 87, 2024-04-22T13:58:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "uptime": 147.78090208200001 2024-04-22T13:58:26.518 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:26.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 msgr2=0x7f1fe40a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 0x7f1fe40a6300 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0006010 tx=0x7f1ff00095c0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 msgr2=0x7f1ff81a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1fe000d950 tx=0x7f1fe000de10 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 shutdown_connections 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1fe40a3e40 0x7f1fe40a6300 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ff810e900 0x7f1ff819a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ff8101670 0x7f1ff81a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 --2- 172.21.15.83:0/2442318481 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ff8100d50 0x7f1ff81a0660 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 >> 172.21.15.83:0/2442318481 conn(0x7f1ff8077f50 msgr2=0x7f1ff8110030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 shutdown_connections 2024-04-22T13:58:26.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:26.507+0000 7f1ffcbdb640 1 -- 172.21.15.83:0/2442318481 wait complete. 2024-04-22T13:58:26.520 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-22T13:58:27.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:26 smithi084 ceph-mon[31312]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-22T13:58:27.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:26 smithi173 ceph-mon[31493]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-22T13:58:27.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:26 smithi083 ceph-mon[27977]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 51 op/s 2024-04-22T13:58:29.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:28 smithi084 ceph-mon[31312]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-04-22T13:58:29.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:28 smithi173 ceph-mon[31493]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-04-22T13:58:29.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:28 smithi083 ceph-mon[27977]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-04-22T13:58:31.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:30 smithi083 ceph-mon[27977]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-04-22T13:58:31.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:30 smithi084 ceph-mon[31312]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-04-22T13:58:31.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:30 smithi173 ceph-mon[31493]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 78 KiB/s wr, 55 op/s 2024-04-22T13:58:33.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:32 smithi084 ceph-mon[31312]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-04-22T13:58:33.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:32 smithi173 ceph-mon[31493]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-04-22T13:58:33.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:32 smithi083 ceph-mon[27977]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 77 KiB/s wr, 40 op/s 2024-04-22T13:58:35.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:34 smithi084 ceph-mon[31312]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-22T13:58:35.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:34 smithi173 ceph-mon[31493]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-22T13:58:35.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:34 smithi083 ceph-mon[27977]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 77 KiB/s wr, 45 op/s 2024-04-22T13:58:37.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:36 smithi084 ceph-mon[31312]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-22T13:58:37.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:36 smithi173 ceph-mon[31493]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-22T13:58:37.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:36 smithi083 ceph-mon[27977]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-22T13:58:39.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:38 smithi084 ceph-mon[31312]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-22T13:58:39.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:38 smithi173 ceph-mon[31493]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-22T13:58:39.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:38 smithi083 ceph-mon[27977]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 853 B/s wr, 12 op/s 2024-04-22T13:58:41.223 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:40 smithi173 ceph-mon[31493]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-22T13:58:41.224 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:40 smithi084 ceph-mon[31312]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-22T13:58:41.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:40 smithi083 ceph-mon[27977]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 767 B/s wr, 12 op/s 2024-04-22T13:58:41.521 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.1 2024-04-22T13:58:41.521 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 -- 172.21.15.83:0/1534430398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14107010 msgr2=0x7f0b141073f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 --2- 172.21.15.83:0/1534430398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14107010 0x7f0b141073f0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f0b04009930 tx=0x7f0b0402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 -- 172.21.15.83:0/1534430398 shutdown_connections 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 --2- 172.21.15.83:0/1534430398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 0x7f0b1410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 --2- 172.21.15.83:0/1534430398 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14101110 0x7f0b14101570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 --2- 172.21.15.83:0/1534430398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14107010 0x7f0b141073f0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 -- 172.21.15.83:0/1534430398 >> 172.21.15.83:0/1534430398 conn(0x7f0b14077e30 msgr2=0x7f0b14078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 -- 172.21.15.83:0/1534430398 shutdown_connections 2024-04-22T13:58:41.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.630+0000 7f0b19006640 1 -- 172.21.15.83:0/1534430398 wait complete. 2024-04-22T13:58:41.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 Processor -- start 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 -- start start 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 0x7f0b14198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14107010 0x7f0b1419d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0b14112250 con 0x7f0b14101110 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141120d0 con 0x7f0b14101ab0 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b19006640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0b141123d0 con 0x7f0b14107010 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b12d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b12d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42890/0 (socket says 172.21.15.83:42890) 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b12d9d640 1 -- 172.21.15.83:0/4181390943 learned_addr learned my addr 172.21.15.83:0/4181390943 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b1259c640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 0x7f0b14198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.631+0000 7f0b1359e640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14107010 0x7f0b1419d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 -- 172.21.15.83:0/4181390943 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14107010 msgr2=0x7f0b1419d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.636 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14107010 0x7f0b1419d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 -- 172.21.15.83:0/4181390943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 msgr2=0x7f0b14198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 0x7f0b14198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 -- 172.21.15.83:0/4181390943 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b1419d740 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b12d9d640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0b04009230 tx=0x7f0b0402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b04043020 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b0402ca70 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b1419d9d0 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b04003a10 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.632+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b141a52c0 con 0x7f0b14101110 2024-04-22T13:58:41.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.633+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b14069230 con 0x7f0b14101110 2024-04-22T13:58:41.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.634+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f0b04046020 con 0x7f0b14101110 2024-04-22T13:58:41.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.635+0000 7f0afbfff640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 0x7f0afc0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.635+0000 7f0b1259c640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 0x7f0afc0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.635+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0b040f2930 con 0x7f0b14101110 2024-04-22T13:58:41.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.635+0000 7f0b1259c640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 0x7f0afc0a6300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0b140ff760 tx=0x7f0b08005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.639+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b0404d020 con 0x7f0b14101110 2024-04-22T13:58:41.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.854+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b14109310 con 0x7f0b14101110 2024-04-22T13:58:41.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.855+0000 7f0afbfff640 1 -- 172.21.15.83:0/4181390943 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f0b040beec0 con 0x7f0b14101110 2024-04-22T13:58:41.858 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:41.858 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:41.858 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 msgr2=0x7f0afc0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 0x7f0afc0a6300 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0b140ff760 tx=0x7f0b08005f90 comp rx=0 tx=0).stop 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 msgr2=0x7f0b14198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f0b04009230 tx=0x7f0b0402c5d0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 shutdown_connections 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0afc0a3e40 0x7f0afc0a6300 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b14107010 0x7f0b1419d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b14101ab0 0x7f0b14198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 --2- 172.21.15.83:0/4181390943 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b14101110 0x7f0b14198750 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 >> 172.21.15.83:0/4181390943 conn(0x7f0b14077e30 msgr2=0x7f0b14100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:41.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 shutdown_connections 2024-04-22T13:58:41.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.857+0000 7f0b19006640 1 -- 172.21.15.83:0/4181390943 wait complete. 2024-04-22T13:58:41.871 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 60 --expiration 90.1 --await' 2024-04-22T13:58:41.871 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db / --timeout 60 --expiration 90.1 --await 2024-04-22T13:58:41.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.978+0000 7fd0277b2640 1 -- 172.21.15.83:0/30197482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020101a50 msgr2=0x7fd020105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.978+0000 7fd0277b2640 1 --2- 172.21.15.83:0/30197482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020101a50 0x7fd020105a90 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fd010009900 tx=0x7fd01002bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- 172.21.15.83:0/30197482 shutdown_connections 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- 172.21.15.83:0/30197482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 0x7fd02010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- 172.21.15.83:0/30197482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd020101a50 0x7fd020105a90 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- 172.21.15.83:0/30197482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0201010a0 0x7fd020101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- 172.21.15.83:0/30197482 >> 172.21.15.83:0/30197482 conn(0x7fd020077f50 msgr2=0x7fd020078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- 172.21.15.83:0/30197482 shutdown_connections 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- 172.21.15.83:0/30197482 wait complete. 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 Processor -- start 2024-04-22T13:58:41.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- start start 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 0x7fd02019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020198590 0x7fd020198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201110e0 con 0x7fd0201010a0 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd020110f60 con 0x7fd020198590 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.979+0000 7fd0277b2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd020111260 con 0x7fd020106170 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42898/0 (socket says 172.21.15.83:42898) 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 -- 172.21.15.83:0/1576835694 learned_addr learned my addr 172.21.15.83:0/1576835694 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd024d4d640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 0x7fd02019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd025d4f640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020198590 0x7fd020198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 -- 172.21.15.83:0/1576835694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 msgr2=0x7fd02019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 0x7fd02019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 -- 172.21.15.83:0/1576835694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020198590 msgr2=0x7fd020198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020198590 0x7fd020198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 -- 172.21.15.83:0/1576835694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0201990b0 con 0x7fd0201010a0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd02554e640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00d950 tx=0x7fd01c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd0167fc640 1 -- 172.21.15.83:0/1576835694 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c017030 con 0x7fd0201010a0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd0167fc640 1 -- 172.21.15.83:0/1576835694 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd01c004020 con 0x7fd0201010a0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0201993a0 con 0x7fd0201010a0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd0167fc640 1 -- 172.21.15.83:0/1576835694 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c0047a0 con 0x7fd0201010a0 2024-04-22T13:58:41.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.980+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0201a55f0 con 0x7fd0201010a0 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd0167fc640 1 -- 172.21.15.83:0/1576835694 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fd01c009a30 con 0x7fd0201010a0 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 Processor -- start 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 -- start start 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32056d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b320596c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563b31faa0b0 con 0x563b320496f0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563b31f5b680 con 0x563b3204a010 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563b31f67c60 con 0x563b320572d0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd0167fc640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 0x7fd00c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd025d4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd025d4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42912/0 (socket says 172.21.15.83:42912) 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd025d4f640 1 -- 172.21.15.83:0/3160900498 learned_addr learned my addr 172.21.15.83:0/3160900498 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd024d4d640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b320596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd025d4f640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 0x7fd00c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.983+0000 7fd02554e640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32056d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd0167fc640 1 -- 172.21.15.83:0/1576835694 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd01c0d0450 con 0x7fd0201010a0 2024-04-22T13:58:41.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 -- 172.21.15.83:0/3160900498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 msgr2=0x563b320596c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b320596c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 -- 172.21.15.83:0/3160900498 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 msgr2=0x563b32056d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32056d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 -- 172.21.15.83:0/3160900498 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b31d8cc90 con 0x563b320496f0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd02554e640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32056d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd018012d00 tx=0x7fd018010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b407acda77ae8c84 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd025d4f640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 0x7fd00c0a6300 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd018010c40 tx=0x7fd018017000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd00b7fe640 1 -- 172.21.15.83:0/3160900498 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018024070 con 0x563b320496f0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd00b7fe640 1 -- 172.21.15.83:0/3160900498 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd018009d00 con 0x563b320496f0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.984+0000 7fd00b7fe640 1 -- 172.21.15.83:0/3160900498 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018005280 con 0x563b320496f0 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- 172.21.15.83:0/3160900498 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 msgr2=0x563b32049ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd018012d00 tx=0x7fd018010740 comp rx=0 tx=0).stop 2024-04-22T13:58:41.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- 172.21.15.83:0/3160900498 shutdown_connections 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b320596c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32056d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/3160900498 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32049ad0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- 172.21.15.83:0/3160900498 >> 172.21.15.83:0/3160900498 conn(0x563b320440f0 msgr2=0x563b320444d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- 172.21.15.83:0/3160900498 shutdown_connections 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- 172.21.15.83:0/3160900498 wait complete. 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 -- start start 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.985+0000 7fd02a3a5740 1 Processor -- start 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32054920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32054e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563b31fad400 con 0x563b320496f0 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563b31f69840 con 0x563b3204a010 2024-04-22T13:58:41.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563b31fb2720 con 0x563b320572d0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 10 client.0 _ll_register_callbacks cb 0x563b31fbaea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42926/0 (socket says 172.21.15.83:42926) 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 -- 172.21.15.83:0/1517240882 learned_addr learned my addr 172.21.15.83:0/1517240882 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd025d4f640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32054e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd024d4d640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32054920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 -- 172.21.15.83:0/1517240882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 msgr2=0x563b32054e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32054e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 -- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 msgr2=0x563b32054920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32054920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 -- 172.21.15.83:0/1517240882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b31ded420 con 0x563b320496f0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02554e640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd01c09c160 tx=0x7fd01c01c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3355a927ac7da73 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd008ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:41.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c09c8d0 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd01c098840 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd018009d00 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd01c09c1d0 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 10 client.15828 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.986+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b31c80580 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd018009d00 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd01c0a0170 con 0x563b320496f0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 10 client.15828 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 10 client.15828 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 20 client.15828 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b32066fc0 0x563b320693d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 4 client.15828 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b31fbbb10 con 0x563b32066fc0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd024d4d640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b32066fc0 0x563b320693d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:41.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd008ff9640 10 client.15828 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.987+0000 7fd024d4d640 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b32066fc0 0x563b320693d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=487883d11e4b5e59 server_cookie=e7c917bae7494cf2 in_seq=0 out_seq=0 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd008ff9640 1 -- 172.21.15.83:0/1517240882 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563b31fbbb10 con 0x563b32066fc0 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd008ff9640 10 client.15828 handle_command_reply: tid=0 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 client.15828 shutdown 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 msgr2=0x563b320543e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd01c09c160 tx=0x7fd01c01c000 comp rx=0 tx=0).stop 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 shutdown_connections 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b32066fc0 0x563b320693d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32054e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32054920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1517240882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b320543e0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd008ff9640 0 client.15828 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 >> 172.21.15.83:0/1517240882 conn(0x563b320440f0 msgr2=0x563b32045e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:42.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 shutdown_connections 2024-04-22T13:58:42.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1517240882 wait complete. 2024-04-22T13:58:42.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:41.988+0000 7fd02a3a5740 20 client.15828 trim_cache size 0 max 16384 2024-04-22T13:58:42.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 Processor -- start 2024-04-22T13:58:42.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 -- start start 2024-04-22T13:58:42.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32062c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32053550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201ad4f0 con 0x563b320496f0 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201ac080 con 0x563b3204a010 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201ac750 con 0x563b320572d0 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.005+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42938/0 (socket says 172.21.15.83:42938) 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 -- 172.21.15.83:0/1434985513 learned_addr learned my addr 172.21.15.83:0/1434985513 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd025d4f640 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32053550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 -- 172.21.15.83:0/1434985513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 msgr2=0x563b32053550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32053550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 -- 172.21.15.83:0/1434985513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 msgr2=0x563b32062c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32062c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 -- 172.21.15.83:0/1434985513 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b32049e40 con 0x563b320496f0 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd02554e640 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0045f0 tx=0x7fd01c00df40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea1657d4196aa188 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd00affd640 1 -- 172.21.15.83:0/1434985513 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c014070 con 0x563b320496f0 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd00affd640 1 -- 172.21.15.83:0/1434985513 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd01c09c8d0 con 0x563b320496f0 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.006+0000 7fd00affd640 1 -- 172.21.15.83:0/1434985513 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c098840 con 0x563b320496f0 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1434985513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 msgr2=0x563b32056b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0045f0 tx=0x7fd01c00df40 comp rx=0 tx=0).stop 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1434985513 shutdown_connections 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b32053550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b32062c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/1434985513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b32056b10 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1434985513 >> 172.21.15.83:0/1434985513 conn(0x563b320440f0 msgr2=0x563b32045d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1434985513 shutdown_connections 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- 172.21.15.83:0/1434985513 wait complete. 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- start start 2024-04-22T13:58:42.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 Processor -- start 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b3205b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b3205b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201a9990 con 0x563b320496f0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201ace20 con 0x563b3204a010 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201aa000 con 0x563b320572d0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02a3a5740 10 client.0 _ll_register_callbacks cb 0x7fd01c018f80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.007+0000 7fd02554e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42942/0 (socket says 172.21.15.83:42942) 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 -- 172.21.15.83:0/300571952 learned_addr learned my addr 172.21.15.83:0/300571952 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd024d4d640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b3205b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd025d4f640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b3205b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 -- 172.21.15.83:0/300571952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 msgr2=0x563b3205b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:42.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b3205b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 -- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 msgr2=0x563b3205b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b3205b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 -- 172.21.15.83:0/300571952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b320cc560 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02554e640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd01c098ba0 tx=0x7fd01c0cd990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49e45443335e05b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c014040 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd01c098840 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd01c09c8d0 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd01c098470 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02a3a5740 10 client.15834 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b320cc560 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd01c09c8d0 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.008+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd01c09b090 con 0x563b320496f0 2024-04-22T13:58:42.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 10 client.15834 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 10 client.15834 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 20 client.15834 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b320cdb80 0x563b320cff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 4 client.15834 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.1, "await": true}] 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.1, "await": true}) -- 0x563b31fb5980 con 0x563b320cdb80 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd024d4d640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b320cdb80 0x563b320cff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd024d4d640 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b320cdb80 0x563b320cff70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2326dc2f0be859f1 server_cookie=2f29647bd0633385 in_seq=0 out_seq=0 2024-04-22T13:58:42.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.009+0000 7fd008ff9640 10 client.15834 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:42.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.022+0000 7fd008ff9640 1 -- 172.21.15.83:0/300571952 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x563b31fb5980 con 0x563b320cdb80 2024-04-22T13:58:42.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.022+0000 7fd008ff9640 10 client.15834 handle_command_reply: tid=0 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.022+0000 7fd02a3a5740 1 client.15834 shutdown 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 msgr2=0x563b3205aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd01c098ba0 tx=0x7fd01c0cd990 comp rx=0 tx=0).stop 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 shutdown_connections 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563b320cdb80 0x563b320cff70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563b320572d0 0x563b3205b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd008ff9640 0 client.15834 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563b3204a010 0x563b3205b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 --2- 172.21.15.83:0/300571952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563b320496f0 0x563b3205aba0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 >> 172.21.15.83:0/300571952 conn(0x563b320440f0 msgr2=0x563b32045d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 shutdown_connections 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 1 -- 172.21.15.83:0/300571952 wait complete. 2024-04-22T13:58:42.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd02a3a5740 20 client.15834 trim_cache size 0 max 16384 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 26, 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 2, 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "3303baea": { 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 2, 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T13:58:42.027 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 90.1, 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:42.028 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:42.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 msgr2=0x7fd00c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:42.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 0x7fd00c0a6300 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd018010c40 tx=0x7fd018017000 comp rx=0 tx=0).stop 2024-04-22T13:58:42.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 msgr2=0x7fd02019e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:42.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fd01c00d950 tx=0x7fd01c00de10 comp rx=0 tx=0).stop 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 shutdown_connections 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd00c0a3e40 0x7fd00c0a6300 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd020198590 0x7fd020198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd020106170 0x7fd02019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 --2- 172.21.15.83:0/1576835694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0201010a0 0x7fd02019e3e0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 >> 172.21.15.83:0/1576835694 conn(0x7fd020077f50 msgr2=0x7fd020069520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 shutdown_connections 2024-04-22T13:58:42.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:42.023+0000 7fd0277b2640 1 -- 172.21.15.83:0/1576835694 wait complete. 2024-04-22T13:58:42.036 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: 3303baea, quiesce took 0.5 seconds. Will release after: 30.1 2024-04-22T13:58:42.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:41 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4181390943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:42.297 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:41 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4181390943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:42.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:41 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4181390943' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:43.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:42 smithi173 ceph-mon[31493]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:58:43.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:42 smithi083 ceph-mon[27977]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:58:43.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:42 smithi084 ceph-mon[31312]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:58:45.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:44 smithi173 ceph-mon[31493]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:45.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:44 smithi083 ceph-mon[27977]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:45.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:44 smithi084 ceph-mon[31312]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:47.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:46 smithi173 ceph-mon[31493]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:47.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:46 smithi083 ceph-mon[27977]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:47.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:46 smithi084 ceph-mon[31312]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:48.448 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:58:48.448 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 -- 172.21.15.83:0/347067680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 msgr2=0x7fd7d810ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/347067680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d810ee50 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0009ca0 tx=0x7fd7d002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 -- 172.21.15.83:0/347067680 shutdown_connections 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/347067680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d810ee50 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/347067680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806b210 0x7fd7d8106be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/347067680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d806a860 0x7fd7d806ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 -- 172.21.15.83:0/347067680 >> 172.21.15.83:0/347067680 conn(0x7fd7d8077c40 msgr2=0x7fd7d8078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 -- 172.21.15.83:0/347067680 shutdown_connections 2024-04-22T13:58:48.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.558+0000 7fd7dd25c640 1 -- 172.21.15.83:0/347067680 wait complete. 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 Processor -- start 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 -- start start 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 0x7fd7d8101170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8101bf0 0x7fd7d81a67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81121f0 con 0x7fd7d8107310 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d8112070 con 0x7fd7d806a860 2024-04-22T13:58:48.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7dd25c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d8112370 con 0x7fd7d8101bf0 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56294/0 (socket says 172.21.15.83:56294) 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.559+0000 7fd7cffff640 1 -- 172.21.15.83:0/1414487461 learned_addr learned my addr 172.21.15.83:0/1414487461 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8101bf0 0x7fd7d81a67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 0x7fd7d8101170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 -- 172.21.15.83:0/1414487461 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8101bf0 msgr2=0x7fd7d81a67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8101bf0 0x7fd7d81a67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 -- 172.21.15.83:0/1414487461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 msgr2=0x7fd7d8101170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 0x7fd7d8101170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 -- 172.21.15.83:0/1414487461 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7d81a6ee0 con 0x7fd7d8107310 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 0x7fd7d8101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7cffff640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000e9c0 tx=0x7fd7c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d4d99640 1 -- 172.21.15.83:0/1414487461 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c000ccc0 con 0x7fd7d8107310 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d4d99640 1 -- 172.21.15.83:0/1414487461 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7c00054d0 con 0x7fd7d8107310 2024-04-22T13:58:48.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7d4d99640 1 -- 172.21.15.83:0/1414487461 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c0010430 con 0x7fd7d8107310 2024-04-22T13:58:48.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7d81a71d0 con 0x7fd7d8107310 2024-04-22T13:58:48.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.560+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7d81a7770 con 0x7fd7d8107310 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.562+0000 7fd7d4d99640 1 -- 172.21.15.83:0/1414487461 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fd7c00046c0 con 0x7fd7d8107310 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 Processor -- start 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 -- start start 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687e9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687f2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56266874e1e0 con 0x5626687f2a80 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5626686eb390 con 0x5626687e9ea0 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56266874a1a0 con 0x5626687e9580 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7d4d99640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 0x7fd7c40a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7cffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56298/0 (socket says 172.21.15.83:56298) 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7cffff640 1 -- 172.21.15.83:0/656914530 learned_addr learned my addr 172.21.15.83:0/656914530 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 0x7fd7c40a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687f2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7d4d99640 1 -- 172.21.15.83:0/1414487461 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd7c00d0c80 con 0x7fd7d8107310 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.563+0000 7fd7d759e640 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687e9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 -- 172.21.15.83:0/656914530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 msgr2=0x5626687e9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687e9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 -- 172.21.15.83:0/656914530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 msgr2=0x5626687f2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687f2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 -- 172.21.15.83:0/656914530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56266852a7d0 con 0x5626687f2a80 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cffff640 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000c6a0 tx=0x7fd7c0098dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92862e250468a789 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 0x7fd7c40a63b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0004af0 tx=0x7fd7d0032bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cd7fa640 1 -- 172.21.15.83:0/656914530 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c009c360 con 0x5626687f2a80 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cd7fa640 1 -- 172.21.15.83:0/656914530 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7c009d100 con 0x5626687f2a80 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.564+0000 7fd7cd7fa640 1 -- 172.21.15.83:0/656914530 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c00cc4e0 con 0x5626687f2a80 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/656914530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 msgr2=0x5626687f4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000c6a0 tx=0x7fd7c0098dd0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/656914530 shutdown_connections 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f4e70 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687f2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/656914530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687e9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/656914530 >> 172.21.15.83:0/656914530 conn(0x5626687e3cb0 msgr2=0x5626687e4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/656914530 shutdown_connections 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/656914530 wait complete. 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- start start 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 Processor -- start 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9580 0x5626687efb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5626687f5870 con 0x5626687f2a80 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5626687072f0 con 0x5626687e9580 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5626687f59f0 con 0x5626687e9ea0 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.565+0000 7fd7dfe4e740 10 client.0 _ll_register_callbacks cb 0x562668714580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56308/0 (socket says 172.21.15.83:56308) 2024-04-22T13:58:48.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 -- 172.21.15.83:0/1779046021 learned_addr learned my addr 172.21.15.83:0/1779046021 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9580 0x5626687efb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7cffff640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 -- 172.21.15.83:0/1779046021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 msgr2=0x5626687f0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 -- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9580 msgr2=0x5626687efb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9580 0x5626687efb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 -- 172.21.15.83:0/1779046021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626684603f0 con 0x5626687f2a80 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7d759e640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0006010 tx=0x7fd7d0005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d57e2feec9049391 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d0052060 con 0x5626687f2a80 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd7d0004250 con 0x5626687f2a80 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7c009d100 con 0x5626687f2a80 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd7d0039040 con 0x5626687f2a80 2024-04-22T13:58:48.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7dfe4e740 10 client.15846 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5626684200f0 con 0x5626687f2a80 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.566+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7c009d100 con 0x5626687f2a80 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd7d003f030 con 0x5626687f2a80 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 10 client.15846 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 10 client.15846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 20 client.15846 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668802ad0 0x562668804f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 4 client.15846 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56266875bc00 con 0x562668802ad0 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668802ad0 0x562668804f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7be7fc640 10 client.15846 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.567+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668802ad0 0x562668804f00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4db6b67df63490bc server_cookie=a297e22b38a61566 in_seq=0 out_seq=0 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7be7fc640 1 -- 172.21.15.83:0/1779046021 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56266875bc00 con 0x562668802ad0 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7be7fc640 10 client.15846 handle_command_reply: tid=0 2024-04-22T13:58:48.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 client.15846 shutdown 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 msgr2=0x5626687f05a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0006010 tx=0x7fd7d0005c50 comp rx=0 tx=0).stop 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 shutdown_connections 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668802ad0 0x562668804f00 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687f05a0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/1779046021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9580 0x5626687efb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7be7fc640 0 client.15846 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 >> 172.21.15.83:0/1779046021 conn(0x5626687e3cb0 msgr2=0x5626687e5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 shutdown_connections 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/1779046021 wait complete. 2024-04-22T13:58:48.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.568+0000 7fd7dfe4e740 20 client.15846 trim_cache size 0 max 16384 2024-04-22T13:58:48.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 Processor -- start 2024-04-22T13:58:48.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 -- start start 2024-04-22T13:58:48.593 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687f2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687fe730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81afdc0 con 0x5626687f2a80 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81b1900 con 0x5626687e9ea0 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81b0490 con 0x5626687e9580 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7d759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56320/0 (socket says 172.21.15.83:56320) 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.586+0000 7fd7d759e640 1 -- 172.21.15.83:0/685095267 learned_addr learned my addr 172.21.15.83:0/685095267 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 -- 172.21.15.83:0/685095267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 msgr2=0x5626687f2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687f2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 -- 172.21.15.83:0/685095267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 msgr2=0x5626687fe730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7cffff640 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687fe730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.594 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687fe730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 -- 172.21.15.83:0/685095267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626687e9cd0 con 0x5626687f2a80 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7cffff640 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687fe730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7d759e640 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fd7d002c7e0 tx=0x7fd7d002cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de247ecae38dae1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7ccff9640 1 -- 172.21.15.83:0/685095267 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d0052070 con 0x5626687f2a80 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7ccff9640 1 -- 172.21.15.83:0/685095267 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7d00098e0 con 0x5626687f2a80 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.587+0000 7fd7ccff9640 1 -- 172.21.15.83:0/685095267 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d0057a70 con 0x5626687f2a80 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/685095267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 msgr2=0x5626687e5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fd7d002c7e0 tx=0x7fd7d002cef0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/685095267 shutdown_connections 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687f2a80 0x5626687e5780 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687e9ea0 0x5626687fe730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/685095267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9580 0x5626687f2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/685095267 >> 172.21.15.83:0/685095267 conn(0x5626687e3cb0 msgr2=0x5626687e5070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/685095267 shutdown_connections 2024-04-22T13:58:48.595 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/685095267 wait complete. 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- start start 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 Processor -- start 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687f2a80 0x5626687f70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81b1230 con 0x5626687e9580 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81b0b60 con 0x5626687f2a80 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd7d81adda0 con 0x5626687e9ea0 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7dfe4e740 10 client.0 _ll_register_callbacks cb 0x7fd7c0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7d6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7d6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56324/0 (socket says 172.21.15.83:56324) 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.588+0000 7fd7d6d9d640 1 -- 172.21.15.83:0/285525411 learned_addr learned my addr 172.21.15.83:0/285525411 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d759e640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687f2a80 0x5626687f70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.596 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 -- 172.21.15.83:0/285525411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 msgr2=0x5626687f6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 -- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687f2a80 msgr2=0x5626687f70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687f2a80 0x5626687f70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 -- 172.21.15.83:0/285525411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562668868040 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7d6d9d640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x562668805740 tx=0x7fd7c8010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62bb54a666b039f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7be7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c8020020 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd7c800f540 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7d00098e0 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd7c802b050 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7dfe4e740 10 client.15852 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5626688692f0 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.589+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7d00098e0 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd7c801b670 con 0x5626687e9580 2024-04-22T13:58:48.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 10 client.15852 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 10 client.15852 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 20 client.15852 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668869a70 0x56266886be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 4 client.15852 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562668755a70 con 0x562668869a70 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7cffff640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668869a70 0x56266886be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7be7fc640 10 client.15852 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7cffff640 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668869a70 0x56266886be90 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=386abaa4ec5d1fdd server_cookie=692a882d29fc1820 in_seq=0 out_seq=0 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7be7fc640 1 -- 172.21.15.83:0/285525411 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562668755a70 con 0x562668869a70 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7be7fc640 10 client.15852 handle_command_reply: tid=0 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 1 client.15852 shutdown 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 msgr2=0x5626687f6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.590+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x562668805740 tx=0x7fd7c8010af0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 shutdown_connections 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562668869a70 0x56266886be90 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626687f2a80 0x5626687f70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626687e9ea0 0x5626687f6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7be7fc640 0 client.15852 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 --2- 172.21.15.83:0/285525411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626687e9580 0x5626687f6640 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 >> 172.21.15.83:0/285525411 conn(0x5626687e3cb0 msgr2=0x5626687f0370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 shutdown_connections 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 1 -- 172.21.15.83:0/285525411 wait complete. 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dfe4e740 20 client.15852 trim_cache size 0 max 16384 2024-04-22T13:58:48.599 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:48.600 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T13:58:48.600 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T13:58:48.600 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 msgr2=0x7fd7c40a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 0x7fd7c40a63b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd7d0004af0 tx=0x7fd7d0032bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 msgr2=0x7fd7d81016b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000e9c0 tx=0x7fd7c000ee80 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 shutdown_connections 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd7c40a3ef0 0x7fd7c40a63b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd7d8101bf0 0x7fd7d81a67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd7d8107310 0x7fd7d81016b0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 --2- 172.21.15.83:0/1414487461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd7d806a860 0x7fd7d8101170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 >> 172.21.15.83:0/1414487461 conn(0x7fd7d8077c40 msgr2=0x7fd7d80ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 shutdown_connections 2024-04-22T13:58:48.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.591+0000 7fd7dd25c640 1 -- 172.21.15.83:0/1414487461 wait complete. 2024-04-22T13:58:48.605 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T13:58:48.605 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:58:48.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- 172.21.15.83:0/1495677758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 msgr2=0x7f7b5410e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 --2- 172.21.15.83:0/1495677758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b5410e9d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009ca0 tx=0x7f7b4c02c190 comp rx=0 tx=0).stop 2024-04-22T13:58:48.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- 172.21.15.83:0/1495677758 shutdown_connections 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 --2- 172.21.15.83:0/1495677758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b5410e9d0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 --2- 172.21.15.83:0/1495677758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b5410bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 --2- 172.21.15.83:0/1495677758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 0x7f7b541035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- 172.21.15.83:0/1495677758 >> 172.21.15.83:0/1495677758 conn(0x7f7b540771d0 msgr2=0x7f7b540775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- 172.21.15.83:0/1495677758 shutdown_connections 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- 172.21.15.83:0/1495677758 wait complete. 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 Processor -- start 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.701+0000 7f7b5982e640 1 -- start start 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 0x7f7b54100e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b54101360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7b541121a0 con 0x7f7b5410c5a0 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54112020 con 0x7f7b54103af0 2024-04-22T13:58:48.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7b54112320 con 0x7f7b541031d0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56346/0 (socket says 172.21.15.83:56346) 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 -- 172.21.15.83:0/3077530977 learned_addr learned my addr 172.21.15.83:0/3077530977 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b52ffd640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 0x7f7b54100e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b527fc640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b54101360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 -- 172.21.15.83:0/3077530977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 msgr2=0x7f7b54100e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 0x7f7b54100e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 -- 172.21.15.83:0/3077530977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 msgr2=0x7f7b54101360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b54101360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 -- 172.21.15.83:0/3077530977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b541a6b00 con 0x7f7b5410c5a0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b527fc640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b54101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b537fe640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c004af0 tx=0x7f7b4c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c039040 con 0x7f7b5410c5a0 2024-04-22T13:58:48.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b541a6d90 con 0x7f7b5410c5a0 2024-04-22T13:58:48.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b4c044070 con 0x7f7b5410c5a0 2024-04-22T13:58:48.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4c0327c0 con 0x7f7b5410c5a0 2024-04-22T13:58:48.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.702+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b541a7280 con 0x7f7b5410c5a0 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.703+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b54069230 con 0x7f7b5410c5a0 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.705+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f7b4c004040 con 0x7f7b5410c5a0 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.705+0000 7f7b5882c640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 0x7f7b3c0a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.705+0000 7f7b52ffd640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 0x7f7b3c0a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.706+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7b4c0f3510 con 0x7f7b5410c5a0 2024-04-22T13:58:48.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.706+0000 7f7b52ffd640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 0x7f7b3c0a6330 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7b4800abe0 tx=0x7f7b4800a2d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:48.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.709+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b4c0bfaa0 con 0x7f7b5410c5a0 2024-04-22T13:58:48.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.924+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b54102300 con 0x7f7b5410c5a0 2024-04-22T13:58:48.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.925+0000 7f7b5882c640 1 -- 172.21.15.83:0/3077530977 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f7b54102300 con 0x7f7b5410c5a0 2024-04-22T13:58:48.928 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:58:48.928 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:58:48.928 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 msgr2=0x7f7b3c0a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 0x7f7b3c0a6330 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7b4800abe0 tx=0x7f7b4800a2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 msgr2=0x7f7b541018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c004af0 tx=0x7f7b4c003ba0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 shutdown_connections 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b3c0a3e70 0x7f7b3c0a6330 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b5410c5a0 0x7f7b541018a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b54103af0 0x7f7b54101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 --2- 172.21.15.83:0/3077530977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b541031d0 0x7f7b54100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 >> 172.21.15.83:0/3077530977 conn(0x7f7b540771d0 msgr2=0x7f7b540fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 shutdown_connections 2024-04-22T13:58:48.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:48.927+0000 7f7b5982e640 1 -- 172.21.15.83:0/3077530977 wait complete. 2024-04-22T13:58:48.941 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/2385352976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a74101a50 msgr2=0x7f3a74105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/2385352976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a74101a50 0x7f3a74105a90 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009900 tx=0x7f3a6402bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/2385352976 shutdown_connections 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/2385352976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a74106170 0x7f3a7410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/2385352976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a74101a50 0x7f3a74105a90 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/2385352976 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a741010a0 0x7f3a74101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/2385352976 >> 172.21.15.83:0/2385352976 conn(0x7f3a74077eb0 msgr2=0x7f3a740782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/2385352976 shutdown_connections 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.039+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/2385352976 wait complete. 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 Processor -- start 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 -- start start 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 0x7f3a74198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 0x7f3a7419d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741110b0 con 0x7f3a741010a0 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3a74110f30 con 0x7f3a7419d000 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7c0c8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3a74111230 con 0x7f3a74106170 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56364/0 (socket says 172.21.15.83:56364) 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 -- 172.21.15.83:0/3008381613 learned_addr learned my addr 172.21.15.83:0/3008381613 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 0x7f3a7419d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79663640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 0x7f3a74198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 -- 172.21.15.83:0/3008381613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 msgr2=0x7f3a74198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 0x7f3a74198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 -- 172.21.15.83:0/3008381613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 msgr2=0x7f3a7419d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 0x7f3a7419d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 -- 172.21.15.83:0/3008381613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a7419daf0 con 0x7f3a741010a0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 0x7f3a7419d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79663640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 0x7f3a74198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.040+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000c970 tx=0x7f3a7000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.041+0000 7f3a6affd640 1 -- 172.21.15.83:0/3008381613 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a70007bb0 con 0x7f3a741010a0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.041+0000 7f3a6affd640 1 -- 172.21.15.83:0/3008381613 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a70007d50 con 0x7f3a741010a0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.041+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a7419dde0 con 0x7f3a741010a0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.041+0000 7f3a6affd640 1 -- 172.21.15.83:0/3008381613 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7000f450 con 0x7f3a741010a0 2024-04-22T13:58:49.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.041+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a741a5580 con 0x7f3a741010a0 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a6affd640 1 -- 172.21.15.83:0/3008381613 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f3a70004f40 con 0x7f3a741010a0 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 Processor -- start 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 -- start start 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb438b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb43e80 0x56046bb4c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56046baa81f0 con 0x56046bb4ca00 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56046ba454b0 con 0x56046bb43e80 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.043+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56046baa41b0 con 0x56046bb434d0 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a6affd640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 0x7f3a600a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56374/0 (socket says 172.21.15.83:56374) 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 -- 172.21.15.83:0/817094290 learned_addr learned my addr 172.21.15.83:0/817094290 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79e64640 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb43e80 0x56046bb4c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 0x7f3a600a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a7a665640 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb438b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a6affd640 1 -- 172.21.15.83:0/3008381613 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3a700d08b0 con 0x7f3a741010a0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 -- 172.21.15.83:0/817094290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 msgr2=0x56046bb438b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb438b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 -- 172.21.15.83:0/817094290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb43e80 msgr2=0x56046bb4c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb43e80 0x56046bb4c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 -- 172.21.15.83:0/817094290 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56046ba371b0 con 0x56046bb4ca00 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 0x7f3a600a6300 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c005fd0 tx=0x7f3a6c012b10 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a79663640 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f3a64006010 tx=0x7f3a64005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7956103c1d684c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a5ffff640 1 -- 172.21.15.83:0/817094290 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a64043020 con 0x56046bb4ca00 2024-04-22T13:58:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a5ffff640 1 -- 172.21.15.83:0/817094290 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a6402c7e0 con 0x56046bb4ca00 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.044+0000 7f3a5ffff640 1 -- 172.21.15.83:0/817094290 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a64005360 con 0x56046bb4ca00 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- 172.21.15.83:0/817094290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 msgr2=0x56046bb4ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f3a64006010 tx=0x7f3a64005e60 comp rx=0 tx=0).stop 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- 172.21.15.83:0/817094290 shutdown_connections 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb4ee50 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb43e80 0x56046bb4c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/817094290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb438b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- 172.21.15.83:0/817094290 >> 172.21.15.83:0/817094290 conn(0x56046bb3dba0 msgr2=0x56046bb3df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- 172.21.15.83:0/817094290 shutdown_connections 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- 172.21.15.83:0/817094290 wait complete. 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.045+0000 7f3a7ed96740 1 -- start start 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 Processor -- start 2024-04-22T13:58:49.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb4c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bb49c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56046bb4f910 con 0x56046bb43e80 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56046ba61500 con 0x56046bb4ca00 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56046bb4fa90 con 0x56046bb434d0 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7ed96740 10 client.0 _ll_register_callbacks cb 0x56046ba2fb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56380/0 (socket says 172.21.15.83:56380) 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 -- 172.21.15.83:0/3609270206 learned_addr learned my addr 172.21.15.83:0/3609270206 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bb49c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb4c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 -- 172.21.15.83:0/3609270206 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 msgr2=0x56046bb4c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb4c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 -- 172.21.15.83:0/3609270206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 msgr2=0x56046bb49c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bb49c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79663640 1 -- 172.21.15.83:0/3609270206 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56046b7ba3f0 con 0x56046bb43e80 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a7a665640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bb49c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.046+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb4c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a79663640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f3a6402cdc0 tx=0x7f3a64005350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2bfb1b7835dae35 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6404c070 con 0x56046bb43e80 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3a640048c0 con 0x56046bb43e80 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a6402c7e0 con 0x56046bb43e80 2024-04-22T13:58:49.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3a64058050 con 0x56046bb43e80 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 10 client.15870 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56046b8847d0 con 0x56046bb43e80 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a6402c7e0 con 0x56046bb43e80 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3a64048410 con 0x56046bb43e80 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 10 client.15870 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 10 client.15870 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 20 client.15870 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bb5ca20 0x56046bb5ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 4 client.15870 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56046ba47930 con 0x56046bb5ca20 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.047+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bb5ca20 0x56046bb5ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.048+0000 7f3a5d7fa640 10 client.15870 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.048+0000 7f3a79e64640 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bb5ca20 0x56046bb5ee10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ab482c8bf1ab415a server_cookie=f2e51684f0c25cbb in_seq=0 out_seq=0 2024-04-22T13:58:49.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.048+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/3609270206 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56046ba47930 con 0x56046bb5ca20 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.048+0000 7f3a5d7fa640 10 client.15870 handle_command_reply: tid=0 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.048+0000 7f3a7ed96740 1 client.15870 shutdown 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 msgr2=0x56046bb49680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f3a6402cdc0 tx=0x7f3a64005350 comp rx=0 tx=0).stop 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 shutdown_connections 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bb5ca20 0x56046bb5ee10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bb49c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb49680 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/3609270206 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb4c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a5d7fa640 0 client.15870 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 >> 172.21.15.83:0/3609270206 conn(0x56046bb3dba0 msgr2=0x56046bb3f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 shutdown_connections 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 1 -- 172.21.15.83:0/3609270206 wait complete. 2024-04-22T13:58:49.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.049+0000 7f3a7ed96740 20 client.15870 trim_cache size 0 max 16384 2024-04-22T13:58:49.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 Processor -- start 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 -- start start 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 0x56046bb4bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 0x56046bb4c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741adb20 con 0x56046bb4ca00 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741af660 con 0x56046bb434d0 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741ae1f0 con 0x56046bb43e80 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7a665640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7a665640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56382/0 (socket says 172.21.15.83:56382) 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7a665640 1 -- 172.21.15.83:0/1774465915 learned_addr learned my addr 172.21.15.83:0/1774465915 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a79e64640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 0x56046bb4bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a79663640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 0x56046bb4c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.062+0000 7f3a7a665640 1 -- 172.21.15.83:0/1774465915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 msgr2=0x56046bb4c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a7a665640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 0x56046bb4c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a7a665640 1 -- 172.21.15.83:0/1774465915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 msgr2=0x56046bb4bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a7a665640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 0x56046bb4bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a7a665640 1 -- 172.21.15.83:0/1774465915 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56046bb4f2b0 con 0x56046bb4ca00 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a79663640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 0x56046bb4c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a79e64640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 0x56046bb4bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a7a665640 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c010cc0 tx=0x7f3a6c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137499834a43001f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a5f7fe640 1 -- 172.21.15.83:0/1774465915 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c01faa0 con 0x56046bb4ca00 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a5f7fe640 1 -- 172.21.15.83:0/1774465915 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a6c01fc40 con 0x56046bb4ca00 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.063+0000 7f3a5f7fe640 1 -- 172.21.15.83:0/1774465915 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c020410 con 0x56046bb4ca00 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- 172.21.15.83:0/1774465915 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 msgr2=0x56046bb643b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c010cc0 tx=0x7f3a6c004ab0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- 172.21.15.83:0/1774465915 shutdown_connections 2024-04-22T13:58:49.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb4ca00 0x56046bb643b0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb43e80 0x56046bb4c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/1774465915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb434d0 0x56046bb4bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- 172.21.15.83:0/1774465915 >> 172.21.15.83:0/1774465915 conn(0x56046bb3dba0 msgr2=0x56046bb44260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- 172.21.15.83:0/1774465915 shutdown_connections 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- 172.21.15.83:0/1774465915 wait complete. 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- start start 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 Processor -- start 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb467d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bbc1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741aef90 con 0x56046bb43e80 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741ae8c0 con 0x56046bb4ca00 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3a741abb00 con 0x56046bb434d0 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a7ed96740 10 client.0 _ll_register_callbacks cb 0x7f3a6402c2b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a79663640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56384/0 (socket says 172.21.15.83:56384) 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.064+0000 7f3a79663640 1 -- 172.21.15.83:0/4115585418 learned_addr learned my addr 172.21.15.83:0/4115585418 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79e64640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb467d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a7a665640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bbc1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 -- 172.21.15.83:0/4115585418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 msgr2=0x56046bb467d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb467d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 -- 172.21.15.83:0/4115585418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 msgr2=0x56046bbc1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bbc1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 -- 172.21.15.83:0/4115585418 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56046bbc2160 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79e64640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb467d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a79663640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009900 tx=0x7f3a640053c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ad9856c123f0bc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6404c040 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3a64048c00 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a6c01fc40 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3a64043040 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a7ed96740 10 client.15876 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56046bbc3290 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a6c01fc40 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.065+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3a64003660 con 0x56046bb43e80 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 10 client.15876 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 10 client.15876 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 20 client.15876 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bbc3a00 0x56046bbc5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 4 client.15876 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56046bab5c10 con 0x56046bbc3a00 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a79e64640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bbc3a00 0x56046bbc5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a5d7fa640 10 client.15876 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a79e64640 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bbc3a00 0x56046bbc5e20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ca7a6ff1aeb0507d server_cookie=d3df05cede7404a7 in_seq=0 out_seq=0 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a5d7fa640 1 -- 172.21.15.83:0/4115585418 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56046bab5c10 con 0x56046bbc3a00 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a5d7fa640 10 client.15876 handle_command_reply: tid=0 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 client.15876 shutdown 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 msgr2=0x56046bb46d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009900 tx=0x7f3a640053c0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 shutdown_connections 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56046bbc3a00 0x56046bbc5e20 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56046bb4ca00 0x56046bbc1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56046bb43e80 0x56046bb46d10 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a5d7fa640 0 client.15876 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 --2- 172.21.15.83:0/4115585418 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56046bb434d0 0x56046bb467d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 >> 172.21.15.83:0/4115585418 conn(0x56046bb3dba0 msgr2=0x56046bb44af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.066+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 shutdown_connections 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7ed96740 1 -- 172.21.15.83:0/4115585418 wait complete. 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7ed96740 20 client.15876 trim_cache size 0 max 16384 2024-04-22T13:58:49.079 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:58:49.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 msgr2=0x7f3a600a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 0x7f3a600a6300 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c005fd0 tx=0x7f3a6c012b10 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 msgr2=0x7f3a74198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000c970 tx=0x7f3a7000ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 shutdown_connections 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f3a600a3e40 0x7f3a600a6300 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3a7419d000 0x7f3a7419d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3a74106170 0x7f3a74198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 --2- 172.21.15.83:0/3008381613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3a741010a0 0x7f3a74198740 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 >> 172.21.15.83:0/3008381613 conn(0x7f3a74077eb0 msgr2=0x7f3a7406a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 shutdown_connections 2024-04-22T13:58:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.067+0000 7f3a7c0c8640 1 -- 172.21.15.83:0/3008381613 wait complete. 2024-04-22T13:58:49.082 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 -- 172.21.15.83:0/1823289605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 msgr2=0x7f00b810e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 --2- 172.21.15.83:0/1823289605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b810e9b0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009ca0 tx=0x7f00b002c120 comp rx=0 tx=0).stop 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 -- 172.21.15.83:0/1823289605 shutdown_connections 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 --2- 172.21.15.83:0/1823289605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b810e9b0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 --2- 172.21.15.83:0/1823289605 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b81016d0 0x7f00b810be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 --2- 172.21.15.83:0/1823289605 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b8100d20 0x7f00b8101100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 -- 172.21.15.83:0/1823289605 >> 172.21.15.83:0/1823289605 conn(0x7f00b8076150 msgr2=0x7f00b8076560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 -- 172.21.15.83:0/1823289605 shutdown_connections 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.180+0000 7f00bf631640 1 -- 172.21.15.83:0/1823289605 wait complete. 2024-04-22T13:58:49.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 Processor -- start 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 -- start start 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b8100d20 0x7f00b8198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b819cfb0 0x7f00b819d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00b8112220 con 0x7f00b810c4f0 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81120a0 con 0x7f00b819cfb0 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bf631640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81123a0 con 0x7f00b8100d20 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56404/0 (socket says 172.21.15.83:56404) 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1948300105 learned_addr learned my addr 172.21.15.83:0/1948300105 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b8100d20 0x7f00b8198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b819cfb0 0x7f00b819d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1948300105 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b8100d20 msgr2=0x7f00b8198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b8100d20 0x7f00b8198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1948300105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b819cfb0 msgr2=0x7f00b819d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b819cfb0 0x7f00b819d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1948300105 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b819daa0 con 0x7f00b810c4f0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.181+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f00a8006fd0 tx=0x7f00a800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.182+0000 7f00ae7fc640 1 -- 172.21.15.83:0/1948300105 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8011830 con 0x7f00b810c4f0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.182+0000 7f00ae7fc640 1 -- 172.21.15.83:0/1948300105 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a8016070 con 0x7f00b810c4f0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.182+0000 7f00ae7fc640 1 -- 172.21.15.83:0/1948300105 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8010e00 con 0x7f00b810c4f0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.182+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b819dd90 con 0x7f00b810c4f0 2024-04-22T13:58:49.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.182+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b81a5600 con 0x7f00b810c4f0 2024-04-22T13:58:49.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.184+0000 7f00ae7fc640 1 -- 172.21.15.83:0/1948300105 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f00a801b480 con 0x7f00b810c4f0 2024-04-22T13:58:49.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.184+0000 7f00c2225740 1 Processor -- start 2024-04-22T13:58:49.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.184+0000 7f00c2225740 1 -- start start 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491da68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491db1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559491d0b1f0 con 0x559491da6e80 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559491ca84b0 con 0x559491da64d0 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00c2225740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559491d071b0 con 0x559491dafa00 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00ae7fc640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 0x7f00a40a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56418/0 (socket says 172.21.15.83:56418) 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 -- 172.21.15.83:0/1836840432 learned_addr learned my addr 172.21.15.83:0/1836840432 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 0x7f00a40a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491da68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00ae7fc640 1 -- 172.21.15.83:0/1948300105 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00a80d0010 con 0x7f00b810c4f0 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491db1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 -- 172.21.15.83:0/1836840432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 msgr2=0x559491db1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491db1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 -- 172.21.15.83:0/1836840432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 msgr2=0x559491da68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491da68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 -- 172.21.15.83:0/1836840432 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559491c9a1b0 con 0x559491da6e80 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491db1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f00b400cbf0 tx=0x7f00b400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3746f9d6cc5df926 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 0x7f00a40a6380 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f00b0032520 tx=0x7f00b002e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00a37fe640 1 -- 172.21.15.83:0/1836840432 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4010630 con 0x559491da6e80 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00a37fe640 1 -- 172.21.15.83:0/1836840432 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b4010c80 con 0x559491da6e80 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.185+0000 7f00a37fe640 1 -- 172.21.15.83:0/1836840432 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4019b70 con 0x559491da6e80 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- 172.21.15.83:0/1836840432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 msgr2=0x559491daf430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f00b400cbf0 tx=0x7f00b400e720 comp rx=0 tx=0).stop 2024-04-22T13:58:49.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- 172.21.15.83:0/1836840432 shutdown_connections 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491db1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491daf430 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 --2- 172.21.15.83:0/1836840432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491da68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- 172.21.15.83:0/1836840432 >> 172.21.15.83:0/1836840432 conn(0x559491da0ba0 msgr2=0x559491da0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- 172.21.15.83:0/1836840432 shutdown_connections 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- 172.21.15.83:0/1836840432 wait complete. 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.186+0000 7f00c2225740 1 -- start start 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 Processor -- start 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491daf330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491daccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559491db2970 con 0x559491da6e80 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559491cc4500 con 0x559491da64d0 2024-04-22T13:58:49.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559491db2af0 con 0x559491dafa00 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00c2225740 10 client.0 _ll_register_callbacks cb 0x559491c92b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56432/0 (socket says 172.21.15.83:56432) 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1903037315 learned_addr learned my addr 172.21.15.83:0/1903037315 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491daf330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491daccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 msgr2=0x559491daccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491daccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1903037315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 msgr2=0x559491daf330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491daf330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bcbcc640 1 -- 172.21.15.83:0/1903037315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559491a1d3f0 con 0x559491da6e80 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.187+0000 7f00bdbce640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491daccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f00a80cdd90 tx=0x7f00a8010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2346db4d779f33 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a809bea0 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00a8098510 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00b4010c80 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00a80a0250 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 10 client.15888 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559491ae77d0 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00b4010c80 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f00a80cd980 con 0x559491da6e80 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 10 client.15888 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 10 client.15888 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 20 client.15888 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491dbfaf0 0x559491dc1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 4 client.15888 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559491caa930 con 0x559491dbfaf0 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.188+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491dbfaf0 0x559491dc1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.189+0000 7f00a0ff9640 10 client.15888 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.189+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491dbfaf0 0x559491dc1ee0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a75f9d314f163c09 server_cookie=b203b7185bc73a5f in_seq=0 out_seq=0 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00a0ff9640 1 -- 172.21.15.83:0/1903037315 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559491caa930 con 0x559491dbfaf0 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00a0ff9640 10 client.15888 handle_command_reply: tid=0 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 client.15888 shutdown 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 msgr2=0x559491dac6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f00a80cdd90 tx=0x7f00a8010680 comp rx=0 tx=0).stop 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 shutdown_connections 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491dbfaf0 0x559491dc1ee0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491daccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dac6c0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 --2- 172.21.15.83:0/1903037315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491daf330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 >> 172.21.15.83:0/1903037315 conn(0x559491da0ba0 msgr2=0x559491da28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00a0ff9640 0 client.15888 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 shutdown_connections 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 1 -- 172.21.15.83:0/1903037315 wait complete. 2024-04-22T13:58:49.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.190+0000 7f00c2225740 20 client.15888 trim_cache size 0 max 16384 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 Processor -- start 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 -- start start 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491dbb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81adbf0 con 0x559491da6e80 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81af730 con 0x559491da64d0 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00c2225740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81ae2c0 con 0x559491dafa00 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56434/0 (socket says 172.21.15.83:56434) 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.203+0000 7f00bcbcc640 1 -- 172.21.15.83:0/2610623093 learned_addr learned my addr 172.21.15.83:0/2610623093 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491dbb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 -- 172.21.15.83:0/2610623093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 msgr2=0x559491da2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 -- 172.21.15.83:0/2610623093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 msgr2=0x559491dbb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491dbb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 -- 172.21.15.83:0/2610623093 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559491db21c0 con 0x559491da6e80 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f00a8009fd0 tx=0x7f00a809a3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890d86b909dbf49a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00a2ffd640 1 -- 172.21.15.83:0/2610623093 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a807f070 con 0x559491da6e80 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00a2ffd640 1 -- 172.21.15.83:0/2610623093 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a80b5070 con 0x559491da6e80 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00a2ffd640 1 -- 172.21.15.83:0/2610623093 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8097ce0 con 0x559491da6e80 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00c2225740 1 -- 172.21.15.83:0/2610623093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 msgr2=0x559491dab820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.204+0000 7f00c2225740 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f00a8009fd0 tx=0x7f00a809a3b0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- 172.21.15.83:0/2610623093 shutdown_connections 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491dab820 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- 172.21.15.83:0/2610623093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491dbb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- 172.21.15.83:0/2610623093 >> 172.21.15.83:0/2610623093 conn(0x559491da0ba0 msgr2=0x559491da1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- 172.21.15.83:0/2610623093 shutdown_connections 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- 172.21.15.83:0/2610623093 wait complete. 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- start start 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 Processor -- start 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491db7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da9490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81af060 con 0x559491da6e80 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81ae990 con 0x559491da64d0 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00b81abbd0 con 0x559491dafa00 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00c2225740 10 client.0 _ll_register_callbacks cb 0x7f00a809ba00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00bcbcc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56444/0 (socket says 172.21.15.83:56444) 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.205+0000 7f00bcbcc640 1 -- 172.21.15.83:0/3779584048 learned_addr learned my addr 172.21.15.83:0/3779584048 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 -- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 msgr2=0x559491da9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 -- 172.21.15.83:0/3779584048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 msgr2=0x559491db7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491db7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491db7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 -- 172.21.15.83:0/3779584048 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559491da82c0 con 0x559491da6e80 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491db7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00bcbcc640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f00a8098870 tx=0x7f00a8010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbbb14997fa25538 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a807f020 con 0x559491da6e80 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00a80cd310 con 0x559491da6e80 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00a80b5070 con 0x559491da6e80 2024-04-22T13:58:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f00a80cd660 con 0x559491da6e80 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 10 client.15894 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559491e25ac0 con 0x559491da6e80 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00a80b5070 con 0x559491da6e80 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f00a80cd8f0 con 0x559491da6e80 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 10 client.15894 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 10 client.15894 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 20 client.15894 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491e25eb0 0x559491e282d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 4 client.15894 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.206+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559491d18c10 con 0x559491e25eb0 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491e25eb0 0x559491e282d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00a0ff9640 10 client.15894 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00bd3cd640 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491e25eb0 0x559491e282d0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1d06c08bd87babe5 server_cookie=800f182d3dbe52e8 in_seq=0 out_seq=0 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00a0ff9640 1 -- 172.21.15.83:0/3779584048 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559491d18c10 con 0x559491e25eb0 2024-04-22T13:58:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00a0ff9640 10 client.15894 handle_command_reply: tid=0 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 client.15894 shutdown 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 msgr2=0x559491da8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f00a8098870 tx=0x7f00a8010680 comp rx=0 tx=0).stop 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 shutdown_connections 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559491e25eb0 0x559491e282d0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559491dafa00 0x559491da9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00a0ff9640 0 client.15894 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559491da6e80 0x559491da8f50 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 --2- 172.21.15.83:0/3779584048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559491da64d0 0x559491db7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.207+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 >> 172.21.15.83:0/3779584048 conn(0x559491da0ba0 msgr2=0x559491da72b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 shutdown_connections 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00c2225740 1 -- 172.21.15.83:0/3779584048 wait complete. 2024-04-22T13:58:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00c2225740 20 client.15894 trim_cache size 0 max 16384 2024-04-22T13:58:49.217 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:58:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 msgr2=0x7f00a40a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 0x7f00a40a6380 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f00b0032520 tx=0x7f00b002e040 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 msgr2=0x7f00b8198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f00a8006fd0 tx=0x7f00a800b8e0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 shutdown_connections 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00a40a3ec0 0x7f00a40a6380 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00b819cfb0 0x7f00b819d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00b810c4f0 0x7f00b8198c80 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 --2- 172.21.15.83:0/1948300105 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00b8100d20 0x7f00b8198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 >> 172.21.15.83:0/1948300105 conn(0x7f00b8076150 msgr2=0x7f00b80fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 shutdown_connections 2024-04-22T13:58:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.208+0000 7f00bf631640 1 -- 172.21.15.83:0/1948300105 wait complete. 2024-04-22T13:58:49.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:48 smithi083 ceph-mon[27977]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-22T13:58:49.220 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:48 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3077530977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:49.221 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T13:58:49.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 -- 172.21.15.83:0/2142491576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30100450 msgr2=0x7f6f301008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2142491576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30100450 0x7f6f301008d0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f6f18009930 tx=0x7f6f1802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:49.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 -- 172.21.15.83:0/2142491576 shutdown_connections 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2142491576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100e10 0x7f6f3010ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2142491576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30100450 0x7f6f301008d0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2142491576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30106f30 0x7f6f30107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 -- 172.21.15.83:0/2142491576 >> 172.21.15.83:0/2142491576 conn(0x7f6f300773e0 msgr2=0x7f6f300fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 -- 172.21.15.83:0/2142491576 shutdown_connections 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.319+0000 7f6f35b52640 1 -- 172.21.15.83:0/2142491576 wait complete. 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 Processor -- start 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 -- start start 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100450 0x7f6f3019e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30100e10 0x7f6f3019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30112270 con 0x7f6f30106f30 2024-04-22T13:58:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301120f0 con 0x7f6f30100450 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301123f0 con 0x7f6f30100e10 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56470/0 (socket says 172.21.15.83:56470) 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 -- 172.21.15.83:0/2714258247 learned_addr learned my addr 172.21.15.83:0/2714258247 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f27fff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30100e10 0x7f6f3019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100450 0x7f6f3019e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 -- 172.21.15.83:0/2714258247 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30100e10 msgr2=0x7f6f3019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30100e10 0x7f6f3019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 -- 172.21.15.83:0/2714258247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100450 msgr2=0x7f6f3019e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100450 0x7f6f3019e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 -- 172.21.15.83:0/2714258247 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f30198ef0 con 0x7f6f30106f30 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2ffff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800eb10 tx=0x7f6f2800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f2d7fa640 1 -- 172.21.15.83:0/2714258247 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28004b20 con 0x7f6f30106f30 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.320+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f301991e0 con 0x7f6f30106f30 2024-04-22T13:58:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.321+0000 7f6f2d7fa640 1 -- 172.21.15.83:0/2714258247 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f28004cc0 con 0x7f6f30106f30 2024-04-22T13:58:49.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.321+0000 7f6f2d7fa640 1 -- 172.21.15.83:0/2714258247 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f28010670 con 0x7f6f30106f30 2024-04-22T13:58:49.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.321+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f301a54f0 con 0x7f6f30106f30 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f2d7fa640 1 -- 172.21.15.83:0/2714258247 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f6f28005020 con 0x7f6f30106f30 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 Processor -- start 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 -- start start 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226dff9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e006840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56226df5e1f0 con 0x56226e006e10 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56226defb4b0 con 0x56226dff9c00 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f38818740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56226df5a1b0 con 0x56226dff9250 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.323+0000 7f6f2d7fa640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 0x7f6f1c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56478/0 (socket says 172.21.15.83:56478) 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 -- 172.21.15.83:0/1791516419 learned_addr learned my addr 172.21.15.83:0/1791516419 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f2ffff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 0x7f6f1c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226dff9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e006840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f2d7fa640 1 -- 172.21.15.83:0/2714258247 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6f280d10a0 con 0x7f6f30106f30 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 -- 172.21.15.83:0/1791516419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 msgr2=0x56226dff9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226dff9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 -- 172.21.15.83:0/1791516419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 msgr2=0x56226e006840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e006840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 -- 172.21.15.83:0/1791516419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56226deed1b0 con 0x56226e006e10 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f27fff640 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6f18036040 tx=0x7f6f18005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8ff9f2c285b47da server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f2ffff640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 0x7f6f1c0a6300 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6f280ce700 tx=0x7f6f2806e860 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f25ffb640 1 -- 172.21.15.83:0/1791516419 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1804a070 con 0x56226e006e10 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f25ffb640 1 -- 172.21.15.83:0/1791516419 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1802cc90 con 0x56226e006e10 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.324+0000 7f6f25ffb640 1 -- 172.21.15.83:0/1791516419 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18003e00 con 0x56226e006e10 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- 172.21.15.83:0/1791516419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 msgr2=0x56226e009220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f6f18036040 tx=0x7f6f18005d90 comp rx=0 tx=0).stop 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- 172.21.15.83:0/1791516419 shutdown_connections 2024-04-22T13:58:49.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e009220 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e006840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 --2- 172.21.15.83:0/1791516419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226dff9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- 172.21.15.83:0/1791516419 >> 172.21.15.83:0/1791516419 conn(0x56226dff3ba0 msgr2=0x56226dff3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- 172.21.15.83:0/1791516419 shutdown_connections 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- 172.21.15.83:0/1791516419 wait complete. 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.325+0000 7f6f38818740 1 -- start start 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 Processor -- start 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e003ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226e006e10 0x56226e004060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56226e009ce0 con 0x56226dff9250 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56226df17500 con 0x56226e006e10 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56226e009e60 con 0x56226dff9c00 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 10 client.0 _ll_register_callbacks cb 0x56226dee5b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56492/0 (socket says 172.21.15.83:56492) 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 -- 172.21.15.83:0/3569348286 learned_addr learned my addr 172.21.15.83:0/3569348286 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e003ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226e006e10 0x56226e004060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 -- 172.21.15.83:0/3569348286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 msgr2=0x56226e003ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e003ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 -- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226e006e10 msgr2=0x56226e004060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226e006e10 0x56226e004060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 -- 172.21.15.83:0/3569348286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56226dc703f0 con 0x56226dff9250 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f27fff640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f6f1802c170 tx=0x7f6f18003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd71eab3ae0b159c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f0effd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1804a040 con 0x56226dff9250 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6f1802c9e0 con 0x56226dff9250 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.326+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f1802cc90 con 0x56226dff9250 2024-04-22T13:58:49.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f18003e50 con 0x56226dff9250 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 10 client.15906 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56226dd3a7d0 con 0x56226dff9250 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1802cc90 con 0x56226dff9250 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6f1804d070 con 0x56226dff9250 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 10 client.15906 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 10 client.15906 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 20 client.15906 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e016e80 0x56226e019270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 4 client.15906 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56226defd930 con 0x56226e016e80 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.327+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e016e80 0x56226e019270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.328+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e016e80 0x56226e019270 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2686d2422093c87 server_cookie=70ddf38c33cac67c in_seq=0 out_seq=0 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.328+0000 7f6f0effd640 10 client.15906 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.328+0000 7f6f0effd640 1 -- 172.21.15.83:0/3569348286 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56226defd930 con 0x56226e016e80 2024-04-22T13:58:49.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.328+0000 7f6f0effd640 10 client.15906 handle_command_reply: tid=0 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 client.15906 shutdown 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 msgr2=0x56226e006730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f6f1802c170 tx=0x7f6f18003a80 comp rx=0 tx=0).stop 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 shutdown_connections 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e016e80 0x56226e019270 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226e006e10 0x56226e004060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e003ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f0effd640 0 client.15906 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 --2- 172.21.15.83:0/3569348286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226dff9250 0x56226e006730 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 >> 172.21.15.83:0/3569348286 conn(0x56226dff3ba0 msgr2=0x56226dff58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 shutdown_connections 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 1 -- 172.21.15.83:0/3569348286 wait complete. 2024-04-22T13:58:49.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.329+0000 7f6f38818740 20 client.15906 trim_cache size 0 max 16384 2024-04-22T13:58:49.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 Processor -- start 2024-04-22T13:58:49.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 -- start start 2024-04-22T13:58:49.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9250 0x56226e0129b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e0061f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301ab960 con 0x56226e006e10 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301ad4a0 con 0x56226dff9250 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f38818740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301ac030 con 0x56226dff9c00 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56502/0 (socket says 172.21.15.83:56502) 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 -- 172.21.15.83:0/243237720 learned_addr learned my addr 172.21.15.83:0/243237720 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9250 0x56226e0129b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 -- 172.21.15.83:0/243237720 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 msgr2=0x56226e0061f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e0061f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 -- 172.21.15.83:0/243237720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9250 msgr2=0x56226e0129b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9250 0x56226e0129b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 -- 172.21.15.83:0/243237720 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56226e0043d0 con 0x56226e006e10 2024-04-22T13:58:49.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.342+0000 7f6f27fff640 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f6f18005a20 tx=0x7f6f18005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2f68f5fc6ca6e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f257fa640 1 -- 172.21.15.83:0/243237720 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1804a070 con 0x56226e006e10 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f257fa640 1 -- 172.21.15.83:0/243237720 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1805f040 con 0x56226e006e10 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f257fa640 1 -- 172.21.15.83:0/243237720 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1805e040 con 0x56226e006e10 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 -- 172.21.15.83:0/243237720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 msgr2=0x56226e006730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f6f18005a20 tx=0x7f6f18005fd0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 -- 172.21.15.83:0/243237720 shutdown_connections 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e006730 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9c00 0x56226e0061f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 --2- 172.21.15.83:0/243237720 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9250 0x56226e0129b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 -- 172.21.15.83:0/243237720 >> 172.21.15.83:0/243237720 conn(0x56226dff3ba0 msgr2=0x56226dff3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 -- 172.21.15.83:0/243237720 shutdown_connections 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.343+0000 7f6f38818740 1 -- 172.21.15.83:0/243237720 wait complete. 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 -- start start 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 Processor -- start 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226e01c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e019830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301acdd0 con 0x56226e006e10 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301ac700 con 0x56226dff9c00 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301a9940 con 0x56226dff9250 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f38818740 10 client.0 _ll_register_callbacks cb 0x7f6f180040e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56506/0 (socket says 172.21.15.83:56506) 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 -- 172.21.15.83:0/2651137416 learned_addr learned my addr 172.21.15.83:0/2651137416 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e019830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 -- 172.21.15.83:0/2651137416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 msgr2=0x56226e01c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226e01c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 -- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 msgr2=0x56226e019830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e019830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 -- 172.21.15.83:0/2651137416 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56226e01a3b0 con 0x56226e006e10 2024-04-22T13:58:49.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.344+0000 7f6f27fff640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f6f180040a0 tx=0x7f6f18005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ea5175076dd7c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1805e030 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6f18034c90 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f1805f040 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6f1804a070 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 10 client.15912 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56226e07ce90 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f1805f040 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6f18062020 con 0x56226e006e10 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 10 client.15912 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 10 client.15912 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 20 client.15912 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e07d470 0x56226e07f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 4 client.15912 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56226df6bc10 con 0x56226e07d470 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.345+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e07d470 0x56226e07f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f0effd640 10 client.15912 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f2f7fe640 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e07d470 0x56226e07f890 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eac250514b486d5a server_cookie=abed1e2c88fe3be8 in_seq=0 out_seq=0 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f0effd640 1 -- 172.21.15.83:0/2651137416 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56226df6bc10 con 0x56226e07d470 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f0effd640 10 client.15912 handle_command_reply: tid=0 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 client.15912 shutdown 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 msgr2=0x56226e019d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f6f180040a0 tx=0x7f6f18005b50 comp rx=0 tx=0).stop 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 shutdown_connections 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56226e07d470 0x56226e07f890 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56226e006e10 0x56226e019d70 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f0effd640 0 client.15912 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56226dff9c00 0x56226e019830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 --2- 172.21.15.83:0/2651137416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56226dff9250 0x56226e01c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 >> 172.21.15.83:0/2651137416 conn(0x56226dff3ba0 msgr2=0x56226dfff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 shutdown_connections 2024-04-22T13:58:49.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 1 -- 172.21.15.83:0/2651137416 wait complete. 2024-04-22T13:58:49.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.346+0000 7f6f38818740 20 client.15912 trim_cache size 0 max 16384 2024-04-22T13:58:49.355 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 msgr2=0x7f6f1c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 0x7f6f1c0a6300 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6f280ce700 tx=0x7f6f2806e860 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 msgr2=0x7f6f30198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f6f2800eb10 tx=0x7f6f2800c2d0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 shutdown_connections 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6f1c0a3e40 0x7f6f1c0a6300 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6f30106f30 0x7f6f30198630 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6f30100e10 0x7f6f3019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 --2- 172.21.15.83:0/2714258247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f30100450 0x7f6f3019e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 >> 172.21.15.83:0/2714258247 conn(0x7f6f300773e0 msgr2=0x7f6f30105160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 shutdown_connections 2024-04-22T13:58:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.347+0000 7f6f35b52640 1 -- 172.21.15.83:0/2714258247 wait complete. 2024-04-22T13:58:49.360 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T13:58:49.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:48 smithi173 ceph-mon[31493]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-22T13:58:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:48 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3077530977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:49.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 -- 172.21.15.83:0/3906592474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4106160 msgr2=0x7f37e410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3906592474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4106160 0x7f37e410dd30 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f37dc009ca0 tx=0x7f37dc02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 -- 172.21.15.83:0/3906592474 shutdown_connections 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3906592474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4106160 0x7f37e410dd30 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3906592474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e4101a40 0x7f37e4105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3906592474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4101090 0x7f37e4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 -- 172.21.15.83:0/3906592474 >> 172.21.15.83:0/3906592474 conn(0x7f37e4077f50 msgr2=0x7f37e4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 -- 172.21.15.83:0/3906592474 shutdown_connections 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 -- 172.21.15.83:0/3906592474 wait complete. 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.458+0000 7f37e9c81640 1 Processor -- start 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- start start 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4106160 0x7f37e4198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 0x7f37e419d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41121e0 con 0x7f37e4101090 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4112060 con 0x7f37e4106160 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37e4112360 con 0x7f37e419cf90 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56514/0 (socket says 172.21.15.83:56514) 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 -- 172.21.15.83:0/3055842299 learned_addr learned my addr 172.21.15.83:0/3055842299 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 0x7f37e419d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37dbfff640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4106160 0x7f37e4198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 -- 172.21.15.83:0/3055842299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 msgr2=0x7f37e419d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 0x7f37e419d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 -- 172.21.15.83:0/3055842299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4106160 msgr2=0x7f37e4198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4106160 0x7f37e4198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 -- 172.21.15.83:0/3055842299 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37e419da80 con 0x7f37e4101090 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 0x7f37e419d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e37fe640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f37d400e9f0 tx=0x7f37d400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e17fa640 1 -- 172.21.15.83:0/3055842299 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d400cd80 con 0x7f37e4101090 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e17fa640 1 -- 172.21.15.83:0/3055842299 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d40108e0 con 0x7f37e4101090 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37e419dd70 con 0x7f37e4101090 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e17fa640 1 -- 172.21.15.83:0/3055842299 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4018980 con 0x7f37e4101090 2024-04-22T13:58:49.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.459+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37e41a55b0 con 0x7f37e4101090 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e17fa640 1 -- 172.21.15.83:0/3055842299 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f37d4010430 con 0x7f37e4101090 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 Processor -- start 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 -- start start 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbea820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbeb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56117fb461f0 con 0x56117fbe1330 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56117fae34b0 con 0x56117fbe1ce0 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37ec87a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56117fb421b0 con 0x56117fbeae40 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e17fa640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 0x7f37d00a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56526/0 (socket says 172.21.15.83:56526) 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e3fff640 1 -- 172.21.15.83:0/3572892941 learned_addr learned my addr 172.21.15.83:0/3572892941 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 0x7f37d00a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37e37fe640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbea820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.462+0000 7f37dbfff640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbeb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e17fa640 1 -- 172.21.15.83:0/3055842299 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37d40d0eb0 con 0x7f37e4101090 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 -- 172.21.15.83:0/3572892941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 msgr2=0x56117fbeb2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbeb2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 -- 172.21.15.83:0/3572892941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 msgr2=0x56117fbea820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbea820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 -- 172.21.15.83:0/3572892941 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56117fad51b0 con 0x56117fbe1330 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37dbfff640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbeb2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f37dc005fe0 tx=0x7f37dc0324c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98989ad0b3581b7c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37e3fff640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 0x7f37d00a6380 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f37dc032460 tx=0x7f37dc041000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37d9ffb640 1 -- 172.21.15.83:0/3572892941 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc051070 con 0x56117fbe1330 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37d9ffb640 1 -- 172.21.15.83:0/3572892941 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37dc048070 con 0x56117fbe1330 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.463+0000 7f37d9ffb640 1 -- 172.21.15.83:0/3572892941 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc039040 con 0x56117fbe1330 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- 172.21.15.83:0/3572892941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 msgr2=0x56117fbe1710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f37dc005fe0 tx=0x7f37dc0324c0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- 172.21.15.83:0/3572892941 shutdown_connections 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbeb2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbea820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 --2- 172.21.15.83:0/3572892941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbe1710 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- 172.21.15.83:0/3572892941 >> 172.21.15.83:0/3572892941 conn(0x56117fbdbba0 msgr2=0x56117fbdbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- 172.21.15.83:0/3572892941 shutdown_connections 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- 172.21.15.83:0/3572892941 wait complete. 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 -- start start 2024-04-22T13:58:49.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 Processor -- start 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.464+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1330 0x56117fbf1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fbeeb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56117fbf1d60 con 0x56117fbe1ce0 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56117faff500 con 0x56117fbeae40 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56117fbf1ee0 con 0x56117fbe1330 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 10 client.0 _ll_register_callbacks cb 0x56117facdb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56530/0 (socket says 172.21.15.83:56530) 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 -- 172.21.15.83:0/1209951540 learned_addr learned my addr 172.21.15.83:0/1209951540 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37e3fff640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fbeeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 -- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1330 msgr2=0x56117fbf1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1330 0x56117fbf1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1330 0x56117fbf1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 -- 172.21.15.83:0/1209951540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 msgr2=0x56117fbeeb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fbeeb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 -- 172.21.15.83:0/1209951540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56117f8583f0 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37e3fff640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fbeeb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37dbfff640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f37cc010370 tx=0x7f37cc010830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93a26475465b8d72 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37cc004230 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37cc0043d0 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37dc048070 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37cc012720 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 10 client.15924 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56117f9227d0 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.465+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37dc048070 con 0x56117fbe1ce0 2024-04-22T13:58:49.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f37cc00f040 con 0x56117fbe1ce0 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 10 client.15924 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 10 client.15924 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 20 client.15924 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fbff070 0x56117fc014a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 4 client.15924 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56117fae5930 con 0x56117fbff070 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fbff070 0x56117fc014a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37c2ffd640 10 client.15924 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.466+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fbff070 0x56117fc014a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fc923f1458918ea3 server_cookie=e9012feef5e4b4d in_seq=0 out_seq=0 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37c2ffd640 1 -- 172.21.15.83:0/1209951540 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56117fae5930 con 0x56117fbff070 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37c2ffd640 10 client.15924 handle_command_reply: tid=0 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 client.15924 shutdown 2024-04-22T13:58:49.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 msgr2=0x56117fbee5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f37cc010370 tx=0x7f37cc010830 comp rx=0 tx=0).stop 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 shutdown_connections 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fbff070 0x56117fc014a0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fbeeb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1ce0 0x56117fbee5e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37c2ffd640 0 client.15924 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1209951540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1330 0x56117fbf1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.467+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 >> 172.21.15.83:0/1209951540 conn(0x56117fbdbba0 msgr2=0x56117fbdd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.468+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 shutdown_connections 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.468+0000 7f37ec87a740 1 -- 172.21.15.83:0/1209951540 wait complete. 2024-04-22T13:58:49.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.468+0000 7f37ec87a740 20 client.15924 trim_cache size 0 max 16384 2024-04-22T13:58:49.482 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:48 smithi084 ceph-mon[31312]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-22T13:58:49.482 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:48 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3077530977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 Processor -- start 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 -- start start 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbfac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbdaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ab940 con 0x56117fbe1330 2024-04-22T13:58:49.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ad480 con 0x56117fbe1ce0 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37ec87a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ac010 con 0x56117fbeae40 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56532/0 (socket says 172.21.15.83:56532) 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 -- 172.21.15.83:0/1430274387 learned_addr learned my addr 172.21.15.83:0/1430274387 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37dbfff640 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbfac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 -- 172.21.15.83:0/1430274387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 msgr2=0x56117fbdaa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbdaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 -- 172.21.15.83:0/1430274387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 msgr2=0x56117fbfac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbfac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 -- 172.21.15.83:0/1430274387 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56117fbfdc70 con 0x56117fbe1330 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37dbfff640 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbfac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37e37fe640 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f37d409c930 tx=0x7f37d406e730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e6f4a9a3f72644 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37d97fa640 1 -- 172.21.15.83:0/1430274387 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4087040 con 0x56117fbe1330 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37d97fa640 1 -- 172.21.15.83:0/1430274387 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d409cc30 con 0x56117fbe1330 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.481+0000 7f37d97fa640 1 -- 172.21.15.83:0/1430274387 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d40992a0 con 0x56117fbe1330 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- 172.21.15.83:0/1430274387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 msgr2=0x56117fbec230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f37d409c930 tx=0x7f37d406e730 comp rx=0 tx=0).stop 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- 172.21.15.83:0/1430274387 shutdown_connections 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbeae40 0x56117fbdaa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbe1ce0 0x56117fbfac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 --2- 172.21.15.83:0/1430274387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbec230 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- 172.21.15.83:0/1430274387 >> 172.21.15.83:0/1430274387 conn(0x56117fbdbba0 msgr2=0x56117fbda370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- 172.21.15.83:0/1430274387 shutdown_connections 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- 172.21.15.83:0/1430274387 wait complete. 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.482+0000 7f37ec87a740 1 -- start start 2024-04-22T13:58:49.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 Processor -- start 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1ce0 0x56117fbf0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fc645e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41acdb0 con 0x56117fbe1330 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41ac6e0 con 0x56117fbeae40 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37e41a9920 con 0x56117fbe1ce0 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 10 client.0 _ll_register_callbacks cb 0x7f37cc00eb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56546/0 (socket says 172.21.15.83:56546) 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 -- 172.21.15.83:0/194714253 learned_addr learned my addr 172.21.15.83:0/194714253 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 -- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1ce0 msgr2=0x56117fbf0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1ce0 0x56117fbf0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 -- 172.21.15.83:0/194714253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 msgr2=0x56117fc645e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fc645e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 -- 172.21.15.83:0/194714253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56117fc64b20 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37e37fe640 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f37d4099600 tx=0x7f37d400cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b2198e2a8f3cf1b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d4087040 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37d4010a90 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.483+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d409cc30 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37d40a58a0 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 10 client.15930 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56117fc65cc0 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d409cc30 con 0x56117fbe1330 2024-04-22T13:58:49.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f37d40a5410 con 0x56117fbe1330 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 10 client.15930 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 10 client.15930 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 20 client.15930 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fc66380 0x56117fc68770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 4 client.15930 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56117fb53c10 con 0x56117fc66380 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.484+0000 7f37dbfff640 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fc66380 0x56117fc68770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37c2ffd640 10 client.15930 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37dbfff640 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fc66380 0x56117fc68770 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e2351b6d9066b052 server_cookie=aa9cd90194653b21 in_seq=0 out_seq=0 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37c2ffd640 1 -- 172.21.15.83:0/194714253 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56117fb53c10 con 0x56117fc66380 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37c2ffd640 10 client.15930 handle_command_reply: tid=0 2024-04-22T13:58:49.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 client.15930 shutdown 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 msgr2=0x56117fbf05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f37d4099600 tx=0x7f37d400cf20 comp rx=0 tx=0).stop 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 shutdown_connections 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56117fc66380 0x56117fc68770 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56117fbeae40 0x56117fc645e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37c2ffd640 0 client.15930 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56117fbe1ce0 0x56117fbf0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 --2- 172.21.15.83:0/194714253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56117fbe1330 0x56117fbf05d0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 >> 172.21.15.83:0/194714253 conn(0x56117fbdbba0 msgr2=0x56117fbdac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 shutdown_connections 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 1 -- 172.21.15.83:0/194714253 wait complete. 2024-04-22T13:58:49.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.485+0000 7f37ec87a740 20 client.15930 trim_cache size 0 max 16384 2024-04-22T13:58:49.496 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:58:49.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 msgr2=0x7f37d00a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 0x7f37d00a6380 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f37dc032460 tx=0x7f37dc041000 comp rx=0 tx=0).stop 2024-04-22T13:58:49.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 msgr2=0x7f37e4198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f37d400e9f0 tx=0x7f37d400eeb0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 shutdown_connections 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37d00a3ec0 0x7f37d00a6380 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37e419cf90 0x7f37e419d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37e4106160 0x7f37e4198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 --2- 172.21.15.83:0/3055842299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37e4101090 0x7f37e4198720 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 >> 172.21.15.83:0/3055842299 conn(0x7f37e4077f50 msgr2=0x7f37e40ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 shutdown_connections 2024-04-22T13:58:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.486+0000 7f37e9c81640 1 -- 172.21.15.83:0/3055842299 wait complete. 2024-04-22T13:58:49.499 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T13:58:49.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.596+0000 7fd8686ba640 1 -- 172.21.15.83:0/3290245397 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860101090 msgr2=0x7fd860101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.596+0000 7fd8686ba640 1 --2- 172.21.15.83:0/3290245397 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860101090 0x7fd860101470 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fd85c009ca0 tx=0x7fd85c02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- 172.21.15.83:0/3290245397 shutdown_connections 2024-04-22T13:58:49.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- 172.21.15.83:0/3290245397 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd860106160 0x7fd86010dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- 172.21.15.83:0/3290245397 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101a40 0x7fd860105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- 172.21.15.83:0/3290245397 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860101090 0x7fd860101470 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- 172.21.15.83:0/3290245397 >> 172.21.15.83:0/3290245397 conn(0x7fd860077f50 msgr2=0x7fd860078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- 172.21.15.83:0/3290245397 shutdown_connections 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- 172.21.15.83:0/3290245397 wait complete. 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 Processor -- start 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- start start 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101090 0x7fd86019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 0x7fd860198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601121e0 con 0x7fd860106160 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd860112060 con 0x7fd8601985a0 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd8686ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd860112360 con 0x7fd860101090 2024-04-22T13:58:49.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56552/0 (socket says 172.21.15.83:56552) 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.597+0000 7fd865c55640 1 -- 172.21.15.83:0/4229456726 learned_addr learned my addr 172.21.15.83:0/4229456726 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd866c57640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 0x7fd860198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 -- 172.21.15.83:0/4229456726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101090 msgr2=0x7fd86019e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd866456640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101090 0x7fd86019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101090 0x7fd86019e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 -- 172.21.15.83:0/4229456726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 msgr2=0x7fd860198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 0x7fd860198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 -- 172.21.15.83:0/4229456726 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8601990c0 con 0x7fd860106160 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd866c57640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 0x7fd860198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd865c55640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd85000c970 tx=0x7fd85000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd8577fe640 1 -- 172.21.15.83:0/4229456726 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850007bb0 con 0x7fd860106160 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd8577fe640 1 -- 172.21.15.83:0/4229456726 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd850007d50 con 0x7fd860106160 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd8577fe640 1 -- 172.21.15.83:0/4229456726 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850018730 con 0x7fd860106160 2024-04-22T13:58:49.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8601993b0 con 0x7fd860106160 2024-04-22T13:58:49.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.598+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8601a55b0 con 0x7fd860106160 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.600+0000 7fd8577fe640 1 -- 172.21.15.83:0/4229456726 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fd85000f990 con 0x7fd860106160 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 Processor -- start 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 -- start start 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de52630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 0x55f80de5f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f80ddb71f0 con 0x55f80de5fe10 2024-04-22T13:58:49.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f80dd544b0 con 0x55f80de52250 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd86b387740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f80ddb31b0 con 0x55f80de52c00 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd8577fe640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 0x7fd84c0a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd866c57640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 0x7fd84c0a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56560/0 (socket says 172.21.15.83:56560) 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd865c55640 1 -- 172.21.15.83:0/579469226 learned_addr learned my addr 172.21.15.83:0/579469226 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd866456640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 0x55f80de5f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.601+0000 7fd8577fe640 1 -- 172.21.15.83:0/4229456726 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd8500d0b80 con 0x7fd860106160 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd866c57640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de52630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 -- 172.21.15.83:0/579469226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 msgr2=0x55f80de5f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 0x55f80de5f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 -- 172.21.15.83:0/579469226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 msgr2=0x55f80de52630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de52630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 -- 172.21.15.83:0/579469226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80dd461b0 con 0x55f80de5fe10 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd866456640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 0x55f80de5f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd865c55640 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd8500ce900 tx=0x7fd85006e3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=184fd416609b2c98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd866c57640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 0x7fd84c0a6300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd8580058c0 tx=0x7fd8580127c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd854ff9640 1 -- 172.21.15.83:0/579469226 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8500a5570 con 0x55f80de5fe10 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd854ff9640 1 -- 172.21.15.83:0/579469226 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd850099020 con 0x55f80de5fe10 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.602+0000 7fd854ff9640 1 -- 172.21.15.83:0/579469226 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8500a5340 con 0x55f80de5fe10 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- 172.21.15.83:0/579469226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 msgr2=0x55f80de62220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd8500ce900 tx=0x7fd85006e3f0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- 172.21.15.83:0/579469226 shutdown_connections 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de62220 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52c00 0x55f80de5f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- 172.21.15.83:0/579469226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de52630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- 172.21.15.83:0/579469226 >> 172.21.15.83:0/579469226 conn(0x55f80de4cba0 msgr2=0x55f80de4cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- 172.21.15.83:0/579469226 shutdown_connections 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- 172.21.15.83:0/579469226 wait complete. 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- start start 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 Processor -- start 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de5f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de5fe10 0x55f80de5d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f80de62ce0 con 0x55f80de52c00 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f80dd70500 con 0x55f80de52250 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f80de62e60 con 0x55f80de5fe10 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd86b387740 10 client.0 _ll_register_callbacks cb 0x55f80dd3eb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.603+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56576/0 (socket says 172.21.15.83:56576) 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 -- 172.21.15.83:0/887745319 learned_addr learned my addr 172.21.15.83:0/887745319 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd866456640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de5f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 -- 172.21.15.83:0/887745319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de5fe10 msgr2=0x55f80de5d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de5fe10 0x55f80de5d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 -- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 msgr2=0x55f80de5f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de5f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 -- 172.21.15.83:0/887745319 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80dac93f0 con 0x55f80de52c00 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd866456640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de5f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd865c55640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd8500ce290 tx=0x7fd8500ce120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c8852c281eca5f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8500a5570 con 0x55f80de52c00 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd8500a52f0 con 0x55f80de52c00 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd850099020 con 0x55f80de52c00 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd8500ce460 con 0x55f80de52c00 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd86b387740 10 client.15942 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f80db937d0 con 0x55f80de52c00 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd850099020 con 0x55f80de52c00 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd850020030 con 0x55f80de52c00 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd86b387740 10 client.15942 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.604+0000 7fd86b387740 10 client.15942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd86b387740 20 client.15942 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de6ff10 0x55f80de72300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd86b387740 4 client.15942 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f80dd56930 con 0x55f80de6ff10 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd866456640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de6ff10 0x55f80de72300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd866456640 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de6ff10 0x55f80de72300 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9aeccb21f4678849 server_cookie=31f8a938b0798a63 in_seq=0 out_seq=0 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.605+0000 7fd849ffb640 10 client.15942 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd849ffb640 1 -- 172.21.15.83:0/887745319 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f80dd56930 con 0x55f80de6ff10 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd849ffb640 10 client.15942 handle_command_reply: tid=0 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 client.15942 shutdown 2024-04-22T13:58:49.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 msgr2=0x55f80de5cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd8500ce290 tx=0x7fd8500ce120 comp rx=0 tx=0).stop 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 shutdown_connections 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de6ff10 0x55f80de72300 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de5fe10 0x55f80de5d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd849ffb640 0 client.15942 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de5cb70 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 --2- 172.21.15.83:0/887745319 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52250 0x55f80de5f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 >> 172.21.15.83:0/887745319 conn(0x55f80de4cba0 msgr2=0x55f80de4e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 shutdown_connections 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 1 -- 172.21.15.83:0/887745319 wait complete. 2024-04-22T13:58:49.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.606+0000 7fd86b387740 20 client.15942 trim_cache size 0 max 16384 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 Processor -- start 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 -- start start 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de6b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52c00 0x55f80de5f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601ab9b0 con 0x55f80de5fe10 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601ad4f0 con 0x55f80de52c00 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd86b387740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601ac080 con 0x55f80de52250 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56582/0 (socket says 172.21.15.83:56582) 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 -- 172.21.15.83:0/550820158 learned_addr learned my addr 172.21.15.83:0/550820158 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd865c55640 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52c00 0x55f80de5f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 -- 172.21.15.83:0/550820158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 msgr2=0x55f80de6b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de6b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 -- 172.21.15.83:0/550820158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52c00 msgr2=0x55f80de5f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52c00 0x55f80de5f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.619+0000 7fd866c57640 1 -- 172.21.15.83:0/550820158 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80de51560 con 0x55f80de5fe10 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd866c57640 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd85800b3c0 tx=0x7fd85801b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3572ba53a88350c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd84bfff640 1 -- 172.21.15.83:0/550820158 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd85801e410 con 0x55f80de5fe10 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd84bfff640 1 -- 172.21.15.83:0/550820158 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd85801ea60 con 0x55f80de5fe10 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd84bfff640 1 -- 172.21.15.83:0/550820158 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd85801da50 con 0x55f80de5fe10 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 -- 172.21.15.83:0/550820158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 msgr2=0x55f80de5f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd85800b3c0 tx=0x7fd85801b000 comp rx=0 tx=0).stop 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 -- 172.21.15.83:0/550820158 shutdown_connections 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de5fe10 0x55f80de5f7e0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de52c00 0x55f80de5f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 --2- 172.21.15.83:0/550820158 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de6b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 -- 172.21.15.83:0/550820158 >> 172.21.15.83:0/550820158 conn(0x55f80de4cba0 msgr2=0x55f80de6b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 -- 172.21.15.83:0/550820158 shutdown_connections 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.620+0000 7fd86b387740 1 -- 172.21.15.83:0/550820158 wait complete. 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 -- start start 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 Processor -- start 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de554f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de5fe10 0x55f80de72650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601ace20 con 0x55f80de52c00 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601ac750 con 0x55f80de5fe10 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601a99b0 con 0x55f80de52250 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd86b387740 10 client.0 _ll_register_callbacks cb 0x7fd85009c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56596/0 (socket says 172.21.15.83:56596) 2024-04-22T13:58:49.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 -- 172.21.15.83:0/1204571234 learned_addr learned my addr 172.21.15.83:0/1204571234 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd866c57640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de5fe10 0x55f80de72650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd866456640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de554f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 -- 172.21.15.83:0/1204571234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 msgr2=0x55f80de554f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de554f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 -- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de5fe10 msgr2=0x55f80de72650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de5fe10 0x55f80de72650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 -- 172.21.15.83:0/1204571234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80de72b90 con 0x55f80de52c00 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd866456640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de554f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd865c55640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd85009c940 tx=0x7fd85009c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fad607340a2d8b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd849ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8500b9070 con 0x55f80de52c00 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.621+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd8500ce600 con 0x55f80de52c00 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd85801ea60 con 0x55f80de52c00 2024-04-22T13:58:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd8500a5570 con 0x55f80de52c00 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 10 client.15948 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f80de72b90 con 0x55f80de52c00 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd85801ea60 con 0x55f80de52c00 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fd850020070 con 0x55f80de52c00 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 10 client.15948 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 10 client.15948 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 20 client.15948 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de75850 0x55f80dedc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 4 client.15948 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f80ddc4c10 con 0x55f80de75850 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.622+0000 7fd866456640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de75850 0x55f80dedc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd849ffb640 10 client.15948 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd866456640 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de75850 0x55f80dedc8e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc2e703268d9b870 server_cookie=a5df0c6995d64a54 in_seq=0 out_seq=0 2024-04-22T13:58:49.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd849ffb640 1 -- 172.21.15.83:0/1204571234 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f80ddc4c10 con 0x55f80de75850 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd849ffb640 10 client.15948 handle_command_reply: tid=0 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 client.15948 shutdown 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 msgr2=0x55f80de55a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd85009c940 tx=0x7fd85009c780 comp rx=0 tx=0).stop 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 shutdown_connections 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f80de75850 0x55f80dedc8e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f80de5fe10 0x55f80de72650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f80de52c00 0x55f80de55a30 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd849ffb640 0 client.15948 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 --2- 172.21.15.83:0/1204571234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f80de52250 0x55f80de554f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 >> 172.21.15.83:0/1204571234 conn(0x55f80de4cba0 msgr2=0x55f80de6b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 shutdown_connections 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 1 -- 172.21.15.83:0/1204571234 wait complete. 2024-04-22T13:58:49.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd86b387740 20 client.15948 trim_cache size 0 max 16384 2024-04-22T13:58:49.633 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 msgr2=0x7fd84c0a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 0x7fd84c0a6300 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd8580058c0 tx=0x7fd8580127c0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 msgr2=0x7fd86019e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fd85000c970 tx=0x7fd85000ce30 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.623+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 shutdown_connections 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd84c0a3e40 0x7fd84c0a6300 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd8601985a0 0x7fd860198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd860106160 0x7fd86019e930 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 --2- 172.21.15.83:0/4229456726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd860101090 0x7fd86019e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 >> 172.21.15.83:0/4229456726 conn(0x7fd860077f50 msgr2=0x7fd8600ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 shutdown_connections 2024-04-22T13:58:49.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:49.624+0000 7fd8686ba640 1 -- 172.21.15.83:0/4229456726 wait complete. 2024-04-22T13:58:50.637 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T13:58:50.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:58:50.638 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 -- 172.21.15.83:0/2302454661 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038106160 msgr2=0x7f103810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 --2- 172.21.15.83:0/2302454661 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038106160 0x7f103810dd30 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f1030009ca0 tx=0x7f103002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 -- 172.21.15.83:0/2302454661 shutdown_connections 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 --2- 172.21.15.83:0/2302454661 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038106160 0x7f103810dd30 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 --2- 172.21.15.83:0/2302454661 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038101a40 0x7f1038105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 --2- 172.21.15.83:0/2302454661 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1038101090 0x7f1038101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 -- 172.21.15.83:0/2302454661 >> 172.21.15.83:0/2302454661 conn(0x7f1038077f50 msgr2=0x7f1038078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 -- 172.21.15.83:0/2302454661 shutdown_connections 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.750+0000 7f103edf4640 1 -- 172.21.15.83:0/2302454661 wait complete. 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 Processor -- start 2024-04-22T13:58:50.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 -- start start 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 0x7f1038199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 0x7f10381a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10381110b0 con 0x7f1038101090 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1038110f30 con 0x7f103819a050 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103edf4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1038111230 con 0x7f1038106160 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56618/0 (socket says 172.21.15.83:56618) 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 -- 172.21.15.83:0/1401667863 learned_addr learned my addr 172.21.15.83:0/1401667863 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103d391640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 0x7f10381a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f1037fff640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 0x7f1038199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 -- 172.21.15.83:0/1401667863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 msgr2=0x7f1038199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 0x7f1038199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 -- 172.21.15.83:0/1401667863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 msgr2=0x7f10381a45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 0x7f10381a45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 -- 172.21.15.83:0/1401667863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10381a4dd0 con 0x7f1038101090 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f1037fff640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 0x7f1038199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103d391640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 0x7f10381a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.751+0000 7f103cb90640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f102c00e9f0 tx=0x7f102c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.752+0000 7f1035ffb640 1 -- 172.21.15.83:0/1401667863 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102c00cd80 con 0x7f1038101090 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.752+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10381a50c0 con 0x7f1038101090 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.752+0000 7f1035ffb640 1 -- 172.21.15.83:0/1401667863 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f102c0108e0 con 0x7f1038101090 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.752+0000 7f1035ffb640 1 -- 172.21.15.83:0/1401667863 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102c018980 con 0x7f1038101090 2024-04-22T13:58:50.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.752+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10381a5610 con 0x7f1038101090 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.754+0000 7f1035ffb640 1 -- 172.21.15.83:0/1401667863 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7f102c010430 con 0x7f1038101090 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 Processor -- start 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 -- start start 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c2188e0 0x55fc7c218cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c221840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c17cf00 con 0x55fc7c221e10 2024-04-22T13:58:50.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c11a590 con 0x55fc7c2188e0 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f10419e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c178ec0 con 0x55fc7c219290 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1035ffb640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 0x7f10280a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56630/0 (socket says 172.21.15.83:56630) 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 -- 172.21.15.83:0/126979489 learned_addr learned my addr 172.21.15.83:0/126979489 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f103cb90640 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c221840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f103d391640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 0x7f10280a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f103d391640 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c2188e0 0x55fc7c218cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1035ffb640 1 -- 172.21.15.83:0/1401667863 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f102c0d0ec0 con 0x7f1038101090 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 -- 172.21.15.83:0/126979489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 msgr2=0x55fc7c221840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c221840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 -- 172.21.15.83:0/126979489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c2188e0 msgr2=0x55fc7c218cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.755+0000 7f1037fff640 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c2188e0 0x55fc7c218cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f1037fff640 1 -- 172.21.15.83:0/126979489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc7bf577e0 con 0x55fc7c221e10 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f1037fff640 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1024009b60 tx=0x7f102400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5c83eafe40b9e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f103d391640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 0x7f10280a6300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1030004af0 tx=0x7f103002e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f1022ffd640 1 -- 172.21.15.83:0/126979489 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1024016070 con 0x55fc7c221e10 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f1022ffd640 1 -- 172.21.15.83:0/126979489 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1024009e50 con 0x55fc7c221e10 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.756+0000 7f1022ffd640 1 -- 172.21.15.83:0/126979489 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1024011470 con 0x55fc7c221e10 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- 172.21.15.83:0/126979489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 msgr2=0x55fc7c224260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f1024009b60 tx=0x7f102400e6c0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- 172.21.15.83:0/126979489 shutdown_connections 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c221e10 0x55fc7c224260 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c221840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- 172.21.15.83:0/126979489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c2188e0 0x55fc7c218cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- 172.21.15.83:0/126979489 >> 172.21.15.83:0/126979489 conn(0x55fc7c212fb0 msgr2=0x55fc7c213390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- 172.21.15.83:0/126979489 shutdown_connections 2024-04-22T13:58:50.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- 172.21.15.83:0/126979489 wait complete. 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- start start 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 Processor -- start 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c21f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 0x55fc7c21f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.757+0000 7f10419e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c224d80 con 0x55fc7c2188e0 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c136580 con 0x55fc7c221e10 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55fc7c224f00 con 0x55fc7c219290 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 10 client.0 _ll_register_callbacks cb 0x55fc7c13c650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56646/0 (socket says 172.21.15.83:56646) 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 -- 172.21.15.83:0/2500473578 learned_addr learned my addr 172.21.15.83:0/2500473578 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f1037fff640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c21f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103d391640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 0x55fc7c21f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 -- 172.21.15.83:0/2500473578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 msgr2=0x55fc7c21f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c21f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 -- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 msgr2=0x55fc7c21f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 0x55fc7c21f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 -- 172.21.15.83:0/2500473578 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc7bfb7f70 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103d391640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 0x55fc7c21f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f103cb90640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f102c0cec40 tx=0x7f102c01d9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ec0d022ee72f5e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f1017fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102c09cc40 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f102c014d20 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1024009e50 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f102c0a0ff0 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 10 client.15960 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.758+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc7be4f170 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1024009e50 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f102c0a5420 con 0x55fc7c2188e0 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 10 client.15960 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:50.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 20 client.15960 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c232280 0x55fc7c2346b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 4 client.15960 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc7c18a920 con 0x55fc7c232280 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f1037fff640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c232280 0x55fc7c2346b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.760+0000 7f1017fff640 10 client.15960 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.759+0000 7f1037fff640 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c232280 0x55fc7c2346b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1555524953c5bd48 server_cookie=2606e904073d1176 in_seq=0 out_seq=0 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.760+0000 7f1017fff640 1 -- 172.21.15.83:0/2500473578 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fc7c18a920 con 0x55fc7c232280 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.760+0000 7f1017fff640 10 client.15960 handle_command_reply: tid=0 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.760+0000 7f10419e6740 1 client.15960 shutdown 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 msgr2=0x55fc7c21edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f102c0cec40 tx=0x7f102c01d9e0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 shutdown_connections 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c232280 0x55fc7c2346b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c221e10 0x55fc7c21f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f1017fff640 0 client.15960 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c219290 0x55fc7c21f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 --2- 172.21.15.83:0/2500473578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c2188e0 0x55fc7c21edc0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 >> 172.21.15.83:0/2500473578 conn(0x55fc7c212fb0 msgr2=0x55fc7c214d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 shutdown_connections 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 1 -- 172.21.15.83:0/2500473578 wait complete. 2024-04-22T13:58:50.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.761+0000 7f10419e6740 20 client.15960 trim_cache size 0 max 16384 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 Processor -- start 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 -- start start 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c2214f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c22dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10381adb90 con 0x55fc7c219290 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10381af6d0 con 0x55fc7c212fb0 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f10419e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10381ae260 con 0x55fc7c2188e0 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f103d391640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f103d391640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56652/0 (socket says 172.21.15.83:56652) 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.778+0000 7f103d391640 1 -- 172.21.15.83:0/597089750 learned_addr learned my addr 172.21.15.83:0/597089750 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103cb90640 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c2214f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 -- 172.21.15.83:0/597089750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 msgr2=0x55fc7c22dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c22dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 -- 172.21.15.83:0/597089750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 msgr2=0x55fc7c2214f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c2214f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 -- 172.21.15.83:0/597089750 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc7c217ba0 con 0x55fc7c219290 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103cb90640 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c2214f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f103d391640 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1030036000 tx=0x7f103003e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1242f8e38cb8b0a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f10227fc640 1 -- 172.21.15.83:0/597089750 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030049050 con 0x55fc7c219290 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f10227fc640 1 -- 172.21.15.83:0/597089750 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1030053070 con 0x55fc7c219290 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.779+0000 7f10227fc640 1 -- 172.21.15.83:0/597089750 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030039040 con 0x55fc7c219290 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- 172.21.15.83:0/597089750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 msgr2=0x55fc7c239f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1030036000 tx=0x7f103003e000 comp rx=0 tx=0).stop 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- 172.21.15.83:0/597089750 shutdown_connections 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c239f80 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c22dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- 172.21.15.83:0/597089750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c2214f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- 172.21.15.83:0/597089750 >> 172.21.15.83:0/597089750 conn(0x55fc7c2199e0 msgr2=0x55fc7c212010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- 172.21.15.83:0/597089750 shutdown_connections 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- 172.21.15.83:0/597089750 wait complete. 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- start start 2024-04-22T13:58:50.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 Processor -- start 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c225ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c226420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10381af000 con 0x55fc7c219290 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10381ae930 con 0x55fc7c212fb0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10381abb90 con 0x55fc7c2188e0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.780+0000 7f10419e6740 10 client.0 _ll_register_callbacks cb 0x7f102c009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56658/0 (socket says 172.21.15.83:56658) 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 -- 172.21.15.83:0/3042750681 learned_addr learned my addr 172.21.15.83:0/3042750681 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1037fff640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c226420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103cb90640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c225ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 -- 172.21.15.83:0/3042750681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 msgr2=0x55fc7c226420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c226420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 -- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 msgr2=0x55fc7c225ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c225ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 -- 172.21.15.83:0/3042750681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc7c226d20 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103cb90640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c225ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f103d391640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f103002c630 tx=0x7f103002c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=959c3ae7314fe26d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1017fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f103005b070 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1030003d80 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1030053070 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1030049020 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f10419e6740 10 client.15966 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc7c298ea0 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.781+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1030053070 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1030034440 con 0x55fc7c219290 2024-04-22T13:58:50.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 10 client.15966 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 10 client.15966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 20 client.15966 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c221e10 0x55fc7c29b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 4 client.15966 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55fc7c184790 con 0x55fc7c221e10 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f103cb90640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c221e10 0x55fc7c29b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f103cb90640 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c221e10 0x55fc7c29b550 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eb5944b8b618c30 server_cookie=24c587e3b5a526e in_seq=0 out_seq=0 2024-04-22T13:58:50.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.782+0000 7f1017fff640 10 client.15966 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f1017fff640 1 -- 172.21.15.83:0/3042750681 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fc7c184790 con 0x55fc7c221e10 2024-04-22T13:58:50.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f1017fff640 10 client.15966 handle_command_reply: tid=0 2024-04-22T13:58:50.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 client.15966 shutdown 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 msgr2=0x55fc7c2977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f103002c630 tx=0x7f103002c7f0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 shutdown_connections 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55fc7c221e10 0x55fc7c29b550 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55fc7c219290 0x55fc7c2977f0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55fc7c2188e0 0x55fc7c226420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f1017fff640 0 client.15966 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 --2- 172.21.15.83:0/3042750681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55fc7c212fb0 0x55fc7c225ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 >> 172.21.15.83:0/3042750681 conn(0x55fc7c2199e0 msgr2=0x55fc7c211780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 shutdown_connections 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 1 -- 172.21.15.83:0/3042750681 wait complete. 2024-04-22T13:58:50.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f10419e6740 20 client.15966 trim_cache size 0 max 16384 2024-04-22T13:58:50.793 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:50.793 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T13:58:50.793 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "ec9552cf-d20c-488c-a743-6822a5fc9a23", 2024-04-22T13:58:50.793 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T13:58:50.793 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 msgr2=0x7f10280a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.784+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 0x7f10280a6300 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1030004af0 tx=0x7f103002e040 comp rx=0 tx=0).stop 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 msgr2=0x7f1038199530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f102c00e9f0 tx=0x7f102c00eeb0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 shutdown_connections 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10280a3e40 0x7f10280a6300 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f103819a050 0x7f10381a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1038106160 0x7f1038199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 --2- 172.21.15.83:0/1401667863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1038101090 0x7f1038199530 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 >> 172.21.15.83:0/1401667863 conn(0x7f1038077f50 msgr2=0x7f10380fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 shutdown_connections 2024-04-22T13:58:50.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.785+0000 7f103edf4640 1 -- 172.21.15.83:0/1401667863 wait complete. 2024-04-22T13:58:50.798 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:58:50.798 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 -- 172.21.15.83:0/4136711926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce08102b50 msgr2=0x7fce08106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 --2- 172.21.15.83:0/4136711926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce08102b50 0x7fce08106b90 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fcdf8009900 tx=0x7fcdf802bc30 comp rx=0 tx=0).stop 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 -- 172.21.15.83:0/4136711926 shutdown_connections 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 --2- 172.21.15.83:0/4136711926 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce08107270 0x7fce0810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 --2- 172.21.15.83:0/4136711926 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce08102b50 0x7fce08106b90 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 --2- 172.21.15.83:0/4136711926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce081021a0 0x7fce08102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 -- 172.21.15.83:0/4136711926 >> 172.21.15.83:0/4136711926 conn(0x7fce080793e0 msgr2=0x7fce080797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 -- 172.21.15.83:0/4136711926 shutdown_connections 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.897+0000 7fce0de11640 1 -- 172.21.15.83:0/4136711926 wait complete. 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 Processor -- start 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 -- start start 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce08107270 0x7fce0819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce08198590 0x7fce08198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fce08112190 con 0x7fce081021a0 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fce08112010 con 0x7fce08107270 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce0de11640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fce08112310 con 0x7fce08198590 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56678/0 (socket says 172.21.15.83:56678) 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 -- 172.21.15.83:0/1253231286 learned_addr learned my addr 172.21.15.83:0/1253231286 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce06ffd640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce08107270 0x7fce0819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 -- 172.21.15.83:0/1253231286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce08198590 msgr2=0x7fce08198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce08198590 0x7fce08198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 -- 172.21.15.83:0/1253231286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce08107270 msgr2=0x7fce0819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce08107270 0x7fce0819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 -- 172.21.15.83:0/1253231286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce081990b0 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.898+0000 7fce077fe640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc00d950 tx=0x7fcdfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.899+0000 7fce04ff9640 1 -- 172.21.15.83:0/1253231286 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc017070 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.899+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce081993a0 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.899+0000 7fce04ff9640 1 -- 172.21.15.83:0/1253231286 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdfc009c30 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.899+0000 7fce04ff9640 1 -- 172.21.15.83:0/1253231286 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc00f620 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.899+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce081a55f0 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce04ff9640 1 -- 172.21.15.83:0/1253231286 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 24) ==== 138873+0+0 (secure 0 0 0) 0x7fcdfc010460 con 0x7fce081021a0 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce109ff740 1 Processor -- start 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce109ff740 1 -- start start 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce109ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a3362b0 0x556f6a336690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce109ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.901+0000 7fce109ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a346280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce109ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f6a29b1e0 con 0x556f6a336bd0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce109ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f6a238390 con 0x556f6a3362b0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce109ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f6a2971a0 con 0x556f6a343e90 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce04ff9640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 0x7fcdf00a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56682/0 (socket says 172.21.15.83:56682) 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 -- 172.21.15.83:0/4196157148 learned_addr learned my addr 172.21.15.83:0/4196157148 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce07fff640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 0x7fcdf00a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce07fff640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a3362b0 0x556f6a336690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce06ffd640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a346280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce04ff9640 1 -- 172.21.15.83:0/1253231286 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcdfc0d0750 con 0x7fce081021a0 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 -- 172.21.15.83:0/4196157148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 msgr2=0x556f6a346280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a346280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.913 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 -- 172.21.15.83:0/4196157148 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a3362b0 msgr2=0x556f6a336690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a3362b0 0x556f6a336690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 -- 172.21.15.83:0/4196157148 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f6a0777d0 con 0x556f6a336bd0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce06ffd640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a346280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce07fff640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 0x7fcdf00a6300 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fce00009370 tx=0x7fce00009bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fce077fe640 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0a4c10 tx=0x7fcdfc09c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7630d22725de0e5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fcdedffb640 1 -- 172.21.15.83:0/4196157148 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc020070 con 0x556f6a336bd0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fcdedffb640 1 -- 172.21.15.83:0/4196157148 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdfc009de0 con 0x556f6a336bd0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.902+0000 7fcdedffb640 1 -- 172.21.15.83:0/4196157148 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc0b0540 con 0x556f6a336bd0 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- 172.21.15.83:0/4196157148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 msgr2=0x556f6a343950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0a4c10 tx=0x7fcdfc09c3d0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- 172.21.15.83:0/4196157148 shutdown_connections 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a346280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a336bd0 0x556f6a343950 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 --2- 172.21.15.83:0/4196157148 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a3362b0 0x556f6a336690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- 172.21.15.83:0/4196157148 >> 172.21.15.83:0/4196157148 conn(0x556f6a330cb0 msgr2=0x556f6a331090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- 172.21.15.83:0/4196157148 shutdown_connections 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- 172.21.15.83:0/4196157148 wait complete. 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.903+0000 7fce109ff740 1 -- start start 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 Processor -- start 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a341490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3419d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f6a346c50 con 0x556f6a3362b0 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f6a2542f0 con 0x556f6a336bd0 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f6a346dd0 con 0x556f6a343e90 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce109ff740 10 client.0 _ll_register_callbacks cb 0x556f6a261580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56688/0 (socket says 172.21.15.83:56688) 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 -- 172.21.15.83:0/3711426971 learned_addr learned my addr 172.21.15.83:0/3711426971 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce06ffd640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a341490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce07fff640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3419d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 -- 172.21.15.83:0/3711426971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 msgr2=0x556f6a3419d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3419d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 -- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 msgr2=0x556f6a341490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a341490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 -- 172.21.15.83:0/3711426971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f69fad3f0 con 0x556f6a3362b0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce06ffd640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a341490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fce077fe640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005fd0 tx=0x7fcdfc0980b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeac1d8190dc8c4b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.904+0000 7fcde6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc020070 con 0x556f6a3362b0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcdfc0ce030 con 0x556f6a3362b0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdfc009de0 con 0x556f6a3362b0 2024-04-22T13:58:50.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcdfc0a0880 con 0x556f6a3362b0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 10 client.15978 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f69f6d0f0 con 0x556f6a3362b0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdfc009de0 con 0x556f6a3362b0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcdfc010750 con 0x556f6a3362b0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 10 client.15978 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 10 client.15978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 20 client.15978 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a353db0 0x556f6a3561a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 4 client.15978 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.905+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f6a2a8c00 con 0x556f6a353db0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.906+0000 7fce06ffd640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a353db0 0x556f6a3561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.906+0000 7fce06ffd640 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a353db0 0x556f6a3561a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8b392fd48240705 server_cookie=72560fd716fd56ac in_seq=0 out_seq=0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.906+0000 7fcde6ffd640 10 client.15978 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fcde6ffd640 1 -- 172.21.15.83:0/3711426971 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556f6a2a8c00 con 0x556f6a353db0 2024-04-22T13:58:50.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fcde6ffd640 10 client.15978 handle_command_reply: tid=0 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 client.15978 shutdown 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 msgr2=0x556f6a340f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005fd0 tx=0x7fcdfc0980b0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 shutdown_connections 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a353db0 0x556f6a3561a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3419d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fcde6ffd640 0 client.15978 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a341490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 --2- 172.21.15.83:0/3711426971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a340f50 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 >> 172.21.15.83:0/3711426971 conn(0x556f6a330cb0 msgr2=0x556f6a332a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 shutdown_connections 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 1 -- 172.21.15.83:0/3711426971 wait complete. 2024-04-22T13:58:50.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.907+0000 7fce109ff740 20 client.15978 trim_cache size 0 max 16384 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 Processor -- start 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 -- start start 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a3362b0 0x556f6a343680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a33feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fce081ab990 con 0x556f6a343e90 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fce081ad4d0 con 0x556f6a336bd0 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce109ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fce081ac060 con 0x556f6a3362b0 2024-04-22T13:58:50.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56694/0 (socket says 172.21.15.83:56694) 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 -- 172.21.15.83:0/2584217302 learned_addr learned my addr 172.21.15.83:0/2584217302 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce06ffd640 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a33feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 -- 172.21.15.83:0/2584217302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a3362b0 msgr2=0x556f6a343680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a3362b0 0x556f6a343680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 -- 172.21.15.83:0/2584217302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 msgr2=0x556f6a33feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a33feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.924+0000 7fce07fff640 1 -- 172.21.15.83:0/2584217302 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f6a32b1c0 con 0x556f6a343e90 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce07fff640 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fce0000fba0 tx=0x7fce0001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2622f2ace849576d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fcded7fa640 1 -- 172.21.15.83:0/2584217302 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0001fbb0 con 0x556f6a343e90 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fcded7fa640 1 -- 172.21.15.83:0/2584217302 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce0001fd50 con 0x556f6a343e90 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fcded7fa640 1 -- 172.21.15.83:0/2584217302 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce00028600 con 0x556f6a343e90 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 -- 172.21.15.83:0/2584217302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 msgr2=0x556f6a3591c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fce0000fba0 tx=0x7fce0001c000 comp rx=0 tx=0).stop 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 -- 172.21.15.83:0/2584217302 shutdown_connections 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a343e90 0x556f6a3591c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a33feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 --2- 172.21.15.83:0/2584217302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a3362b0 0x556f6a343680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 -- 172.21.15.83:0/2584217302 >> 172.21.15.83:0/2584217302 conn(0x556f6a330cb0 msgr2=0x556f6a32fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 -- 172.21.15.83:0/2584217302 shutdown_connections 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.925+0000 7fce109ff740 1 -- 172.21.15.83:0/2584217302 wait complete. 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 -- start start 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 Processor -- start 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a357800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3b8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fce081ace00 con 0x556f6a3362b0 2024-04-22T13:58:50.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fce081ac730 con 0x556f6a336bd0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fce081a9990 con 0x556f6a343e90 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce109ff740 10 client.0 _ll_register_callbacks cb 0x7fce00012490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56696/0 (socket says 172.21.15.83:56696) 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 -- 172.21.15.83:0/2426439081 learned_addr learned my addr 172.21.15.83:0/2426439081 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce06ffd640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a357800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 -- 172.21.15.83:0/2426439081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 msgr2=0x556f6a3b8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3b8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 -- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 msgr2=0x556f6a357800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a357800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce077fe640 1 -- 172.21.15.83:0/2426439081 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f6a3b94d0 con 0x556f6a3362b0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.926+0000 7fce06ffd640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a357800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce077fe640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0d0bd0 tx=0x7fcdfc0097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53cead587c73c1a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:58:50.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc020050 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcdfc09b4b0 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce0001fd50 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcdfc09c2a0 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 10 client.15984 fetch_fsmap learned FSMap version 26 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f6a3ba750 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fce0001fd50 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcdfc0ce030 con 0x556f6a3362b0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 10 client.15984 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 10 client.15984 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 20 client.15984 populate_metadata read hostname 'smithi083' 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a3bac20 0x556f6a3bd010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 4 client.15984 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.927+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556f6a2a2a70 con 0x556f6a3bac20 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce06ffd640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a3bac20 0x556f6a3bd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:58:50.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce06ffd640 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a3bac20 0x556f6a3bd010 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b40201fd0f9bcff7 server_cookie=3878aeb014474c19 in_seq=0 out_seq=0 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fcde6ffd640 10 client.15984 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fcde6ffd640 1 -- 172.21.15.83:0/2426439081 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556f6a2a2a70 con 0x556f6a3bac20 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fcde6ffd640 10 client.15984 handle_command_reply: tid=0 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 client.15984 shutdown 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 msgr2=0x556f6a3572c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0d0bd0 tx=0x7fcdfc0097b0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 shutdown_connections 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f6a3bac20 0x556f6a3bd010 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f6a343e90 0x556f6a3b8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fcde6ffd640 0 client.15984 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f6a336bd0 0x556f6a357800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 --2- 172.21.15.83:0/2426439081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f6a3362b0 0x556f6a3572c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 >> 172.21.15.83:0/2426439081 conn(0x556f6a330cb0 msgr2=0x556f6a34f060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 shutdown_connections 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.928+0000 7fce109ff740 1 -- 172.21.15.83:0/2426439081 wait complete. 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce109ff740 20 client.15984 trim_cache size 0 max 16384 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "ec9552cf-d20c-488c-a743-6822a5fc9a23": { 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "ec9552cf-d20c-488c-a743-6822a5fc9a23", 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T13:58:50.938 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:50.939 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:58:50.939 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 msgr2=0x7fcdf00a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 0x7fcdf00a6300 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fce00009370 tx=0x7fce00009bc0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 msgr2=0x7fce0819e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc00d950 tx=0x7fcdfc00de10 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 shutdown_connections 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdf00a3e40 0x7fcdf00a6300 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fce08198590 0x7fce08198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce08107270 0x7fce0819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 --2- 172.21.15.83:0/1253231286 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fce081021a0 0x7fce0819e3e0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 >> 172.21.15.83:0/1253231286 conn(0x7fce080793e0 msgr2=0x7fce080fffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 shutdown_connections 2024-04-22T13:58:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:58:50.929+0000 7fce0de11640 1 -- 172.21.15.83:0/1253231286 wait complete. 2024-04-22T13:58:50.942 INFO:tasks.cephfs.filesystem:scrub status for tag:ec9552cf-d20c-488c-a743-6822a5fc9a23 - {'path': '/', 'tag': 'ec9552cf-d20c-488c-a743-6822a5fc9a23', 'options': 'recursive,force'} 2024-04-22T13:58:51.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:50 smithi173 ceph-mon[31493]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-22T13:58:51.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:50 smithi083 ceph-mon[27977]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-22T13:58:51.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:50 smithi084 ceph-mon[31312]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-22T13:58:52.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:51 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T13:58:52.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:51 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:52.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:51 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T13:58:52.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:51 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:52.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:51 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T13:58:52.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:51 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:52.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:51 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T13:58:52.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:51 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:52.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:51 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T13:58:52.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:51 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:52.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:51 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T13:58:52.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:51 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:58:53.284 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:52 smithi084 ceph-mon[31312]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:53.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:52 smithi173 ceph-mon[31493]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:53.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:52 smithi083 ceph-mon[27977]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T13:58:54.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T13:58:54.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T13:58:54.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T13:58:55.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:55 smithi173 ceph-mon[31493]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:55.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:55 smithi083 ceph-mon[27977]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:55.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:55 smithi084 ceph-mon[31312]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T13:58:57.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:57 smithi173 ceph-mon[31493]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-22T13:58:57.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:57 smithi083 ceph-mon[27977]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-22T13:58:57.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:57 smithi084 ceph-mon[31312]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 8 op/s 2024-04-22T13:58:59.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:58:59 smithi173 ceph-mon[31493]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:58:59.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:58:59 smithi083 ceph-mon[27977]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:58:59.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:58:59 smithi084 ceph-mon[31312]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:59:01.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:01 smithi173 ceph-mon[31493]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:01 smithi083 ceph-mon[27977]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:59:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:59:00.984+0000 7f92983fe700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:59:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:59:00.984+0000 7f92983fe700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:59:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:59:00.984+0000 7f92983fe700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:59:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:59:00.984+0000 7f92983fe700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:59:01.440 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 13:59:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T13:59:00.984+0000 7f92983fe700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-22T13:59:01.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:01 smithi084 ceph-mon[31312]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:03.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:03 smithi173 ceph-mon[31493]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:03.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:03 smithi173 ceph-mon[31493]: mgrmap e25: x(active, since 50s), standbys: z, y 2024-04-22T13:59:03.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:03 smithi083 ceph-mon[27977]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:03.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:03 smithi083 ceph-mon[27977]: mgrmap e25: x(active, since 50s), standbys: z, y 2024-04-22T13:59:03.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:03 smithi084 ceph-mon[31312]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:03.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:03 smithi084 ceph-mon[31312]: mgrmap e25: x(active, since 50s), standbys: z, y 2024-04-22T13:59:04.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:04 smithi173 ceph-mon[31493]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:04.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:04 smithi083 ceph-mon[27977]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:04.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:04 smithi084 ceph-mon[31312]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:06.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:06 smithi084 ceph-mon[31312]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:06.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:06 smithi173 ceph-mon[31493]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:06.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:06 smithi083 ceph-mon[27977]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:08.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:08 smithi084 ceph-mon[31312]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-22T13:59:08.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:08 smithi173 ceph-mon[31493]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-22T13:59:08.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:08 smithi083 ceph-mon[27977]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-04-22T13:59:10.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:10 smithi084 ceph-mon[31312]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-22T13:59:10.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:10 smithi173 ceph-mon[31493]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-22T13:59:10.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:10 smithi083 ceph-mon[27977]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-22T13:59:12.137 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 -- 172.21.15.83:0/1912892410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101130 msgr2=0x7f39dc101590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 --2- 172.21.15.83:0/1912892410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101130 0x7f39dc101590 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f39cc009900 tx=0x7f39cc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 -- 172.21.15.83:0/1912892410 shutdown_connections 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 --2- 172.21.15.83:0/1912892410 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39dc101ad0 0x7f39dc10dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 --2- 172.21.15.83:0/1912892410 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101130 0x7f39dc101590 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 --2- 172.21.15.83:0/1912892410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc106f00 0x7f39dc1072e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 -- 172.21.15.83:0/1912892410 >> 172.21.15.83:0/1912892410 conn(0x7f39dc077e30 msgr2=0x7f39dc078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 -- 172.21.15.83:0/1912892410 shutdown_connections 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.237+0000 7f39e43e0640 1 -- 172.21.15.83:0/1912892410 wait complete. 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 Processor -- start 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 -- start start 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc101130 0x7f39dc198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39dc106f00 0x7f39dc19cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f39dc1110e0 con 0x7f39dc101ad0 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f39dc110f60 con 0x7f39dc101130 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e43e0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f39dc111260 con 0x7f39dc106f00 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e197b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e197b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44332/0 (socket says 172.21.15.83:44332) 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e197b640 1 -- 172.21.15.83:0/3254871467 learned_addr learned my addr 172.21.15.83:0/3254871467 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.238+0000 7f39e217c640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc101130 0x7f39dc198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 -- 172.21.15.83:0/3254871467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39dc106f00 msgr2=0x7f39dc19cff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39dc106f00 0x7f39dc19cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 -- 172.21.15.83:0/3254871467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc101130 msgr2=0x7f39dc198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc101130 0x7f39dc198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 -- 172.21.15.83:0/3254871467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39dc19d720 con 0x7f39dc101ad0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e197b640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f39cc005940 tx=0x7f39cc02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc043020 con 0x7f39dc101ad0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39dc19d9b0 con 0x7f39dc101ad0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f39cc02cbe0 con 0x7f39dc101ad0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39cc003bf0 con 0x7f39dc101ad0 2024-04-22T13:59:12.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.239+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39dc1a52a0 con 0x7f39dc101ad0 2024-04-22T13:59:12.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.240+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39dc069230 con 0x7f39dc101ad0 2024-04-22T13:59:12.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.241+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f39cc046020 con 0x7f39dc101ad0 2024-04-22T13:59:12.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.241+0000 7f39d37fe640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 0x7f39c80a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.242+0000 7f39e217c640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 0x7f39c80a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.242+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f39cc0f2c90 con 0x7f39dc101ad0 2024-04-22T13:59:12.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.242+0000 7f39e217c640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 0x7f39c80a6390 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f39d8005d90 tx=0x7f39d8005d20 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.253 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.251+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f39cc04d020 con 0x7f39dc101ad0 2024-04-22T13:59:12.439 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:12 smithi083 ceph-mon[27977]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:12.459 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:12 smithi173 ceph-mon[31493]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:12.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:12 smithi084 ceph-mon[31312]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-04-22T13:59:12.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.477+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39dc1a54d0 con 0x7f39dc101ad0 2024-04-22T13:59:12.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.478+0000 7f39d37fe640 1 -- 172.21.15.83:0/3254871467 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f39cc03c350 con 0x7f39dc101ad0 2024-04-22T13:59:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:59:12.481 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:59:12.481 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:59:12.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 msgr2=0x7f39c80a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 0x7f39c80a6390 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f39d8005d90 tx=0x7f39d8005d20 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 msgr2=0x7f39dc198cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f39cc005940 tx=0x7f39cc02c7e0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 shutdown_connections 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f39c80a3ed0 0x7f39c80a6390 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f39dc106f00 0x7f39dc19cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f39dc101ad0 0x7f39dc198cc0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 --2- 172.21.15.83:0/3254871467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f39dc101130 0x7f39dc198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 >> 172.21.15.83:0/3254871467 conn(0x7f39dc077e30 msgr2=0x7f39dc06a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 shutdown_connections 2024-04-22T13:59:12.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.481+0000 7f39e43e0640 1 -- 172.21.15.83:0/3254871467 wait complete. 2024-04-22T13:59:12.495 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 3303baea --release --await' 2024-04-22T13:59:12.495 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --set-id 3303baea --release --await 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.600+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3935953565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 msgr2=0x7f64c010bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.600+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3935953565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c010bfd0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009900 tx=0x7f64ac02bd60 comp rx=0 tx=0).stop 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3935953565 shutdown_connections 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3935953565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c010c510 0x7f64c010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3935953565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c010bfd0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3935953565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c01031d0 0x7f64c01035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3935953565 >> 172.21.15.83:0/3935953565 conn(0x7f64c0077f50 msgr2=0x7f64c0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3935953565 shutdown_connections 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3935953565 wait complete. 2024-04-22T13:59:12.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 Processor -- start 2024-04-22T13:59:12.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.601+0000 7f64c6ff4640 1 -- start start 2024-04-22T13:59:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 0x7f64c019e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c010c510 0x7f64c0198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f64c0112200 con 0x7f64c0103af0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f64c0112080 con 0x7f64c01031d0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f64c0112380 con 0x7f64c010c510 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44350/0 (socket says 172.21.15.83:44350) 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 -- 172.21.15.83:0/3444764288 learned_addr learned my addr 172.21.15.83:0/3444764288 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c5591640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c010c510 0x7f64c0198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c4d90640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 0x7f64c019e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 -- 172.21.15.83:0/3444764288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c010c510 msgr2=0x7f64c0198650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c010c510 0x7f64c0198650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 -- 172.21.15.83:0/3444764288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 msgr2=0x7f64c019e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 0x7f64c019e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 -- 172.21.15.83:0/3444764288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c0198f10 con 0x7f64c0103af0 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c4d90640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 0x7f64c019e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:12.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bffff640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f64ac005940 tx=0x7f64ac02d920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bdffb640 1 -- 172.21.15.83:0/3444764288 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac043020 con 0x7f64c0103af0 2024-04-22T13:59:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c01991a0 con 0x7f64c0103af0 2024-04-22T13:59:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.602+0000 7f64bdffb640 1 -- 172.21.15.83:0/3444764288 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64ac02dd20 con 0x7f64c0103af0 2024-04-22T13:59:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.603+0000 7f64bdffb640 1 -- 172.21.15.83:0/3444764288 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64ac003b80 con 0x7f64c0103af0 2024-04-22T13:59:12.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.603+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c01a5510 con 0x7f64c0103af0 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.605+0000 7f64bdffb640 1 -- 172.21.15.83:0/3444764288 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f64ac046020 con 0x7f64c0103af0 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.605+0000 7f64c9be9740 1 Processor -- start 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.605+0000 7f64c9be9740 1 -- start start 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.605+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f5686e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f56877810 0x559f56879c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c9be9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559f567d3500 con 0x559f5686ec30 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c9be9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559f567796a0 con 0x559f56877810 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c9be9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559f567cf4c0 con 0x559f5686e310 2024-04-22T13:59:12.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64bdffb640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 0x7f64b00a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44358/0 (socket says 172.21.15.83:44358) 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 -- 172.21.15.83:0/1004924125 learned_addr learned my addr 172.21.15.83:0/1004924125 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64bffff640 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f56877810 0x559f56879c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c5591640 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f5686e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c5591640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 0x7f64b00a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 -- 172.21.15.83:0/1004924125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 msgr2=0x559f5686e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f5686e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 -- 172.21.15.83:0/1004924125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f56877810 msgr2=0x559f56879c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f56877810 0x559f56879c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 -- 172.21.15.83:0/1004924125 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f567985e0 con 0x559f5686ec30 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64bdffb640 1 -- 172.21.15.83:0/3444764288 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f64ac0f2c60 con 0x7f64c0103af0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c4d90640 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f64b400aa10 tx=0x7f64b400aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f88ad98ee58d168 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64c5591640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 0x7f64b00a6390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009370 tx=0x7f64b8009520 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.606+0000 7f64aaffd640 1 -- 172.21.15.83:0/1004924125 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b4015070 con 0x559f5686ec30 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64aaffd640 1 -- 172.21.15.83:0/1004924125 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64b400cc60 con 0x559f5686ec30 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64aaffd640 1 -- 172.21.15.83:0/1004924125 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b40185a0 con 0x559f5686ec30 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 -- 172.21.15.83:0/1004924125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 msgr2=0x559f568772d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f64b400aa10 tx=0x7f64b400aed0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 -- 172.21.15.83:0/1004924125 shutdown_connections 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f56877810 0x559f56879c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f5686ec30 0x559f568772d0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 --2- 172.21.15.83:0/1004924125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f5686e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 -- 172.21.15.83:0/1004924125 >> 172.21.15.83:0/1004924125 conn(0x559f56868a40 msgr2=0x559f56868e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 -- 172.21.15.83:0/1004924125 shutdown_connections 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.607+0000 7f64c9be9740 1 -- 172.21.15.83:0/1004924125 wait complete. 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 -- start start 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 Processor -- start 2024-04-22T13:59:12.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f56877280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56874610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559f5687ea10 con 0x559f56877810 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559f5678ca60 con 0x559f5686ec30 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559f5687eb90 con 0x559f5686e310 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c9be9740 10 client.0 _ll_register_callbacks cb 0x559f564e5110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44370/0 (socket says 172.21.15.83:44370) 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c5591640 1 -- 172.21.15.83:0/2116067863 learned_addr learned my addr 172.21.15.83:0/2116067863 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64bffff640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56874610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.608+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f56877280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 -- 172.21.15.83:0/2116067863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 msgr2=0x559f56877280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f56877280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 -- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 msgr2=0x559f56874610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56874610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 -- 172.21.15.83:0/2116067863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f564e5920 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c5591640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009d40 tx=0x7f64b8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0e0a3d494c8e224 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8025070 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f64b800f890 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64b400cc60 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64b8031050 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c9be9740 10 client.16008 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f565b1d30 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64b400cc60 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.609+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f64b80218b0 con 0x559f56877810 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 10 client.16008 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:12.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 10 client.16008 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 20 client.16008 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f5688bd40 0x559f5688e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 4 client.16008 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f567a6a10 con 0x559f5688bd40 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f5688bd40 0x559f5688e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f649ffff640 10 client.16008 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.610+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f5688bd40 0x559f5688e200 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f564ef5f15ae9c4f server_cookie=7217815a01fe2f4a in_seq=0 out_seq=0 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f649ffff640 1 -- 172.21.15.83:0/2116067863 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559f567a6a10 con 0x559f5688bd40 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f649ffff640 10 client.16008 handle_command_reply: tid=0 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 client.16008 shutdown 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 msgr2=0x559f56874d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009d40 tx=0x7f64b8004a40 comp rx=0 tx=0).stop 2024-04-22T13:59:12.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 shutdown_connections 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f5688bd40 0x559f5688e200 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56874d50 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56874610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2116067863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f56877280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f649ffff640 0 client.16008 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 >> 172.21.15.83:0/2116067863 conn(0x559f56868a40 msgr2=0x559f5686a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 shutdown_connections 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 1 -- 172.21.15.83:0/2116067863 wait complete. 2024-04-22T13:59:12.620 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.611+0000 7f64c9be9740 20 client.16008 trim_cache size 0 max 16384 2024-04-22T13:59:12.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.628+0000 7f64c9be9740 1 Processor -- start 2024-04-22T13:59:12.637 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.628+0000 7f64c9be9740 1 -- start start 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686e310 0x559f56867980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686ec30 0x559f56876d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01ab9f0 con 0x559f56877810 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01ad530 con 0x559f5686e310 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c9be9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01ac0c0 con 0x559f5686ec30 2024-04-22T13:59:12.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44386/0 (socket says 172.21.15.83:44386) 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 -- 172.21.15.83:0/160182090 learned_addr learned my addr 172.21.15.83:0/160182090 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64bffff640 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686ec30 0x559f56876d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c4d90640 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686e310 0x559f56867980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 -- 172.21.15.83:0/160182090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686ec30 msgr2=0x559f56876d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686ec30 0x559f56876d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 -- 172.21.15.83:0/160182090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686e310 msgr2=0x559f56867980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686e310 0x559f56867980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 -- 172.21.15.83:0/160182090 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f5686ea60 con 0x559f56877810 2024-04-22T13:59:12.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64c5591640 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f64b8011cb0 tx=0x7f64b8000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dee1b05fea8190dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64aa7fc640 1 -- 172.21.15.83:0/160182090 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8039030 con 0x559f56877810 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64aa7fc640 1 -- 172.21.15.83:0/160182090 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64b8014a10 con 0x559f56877810 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.629+0000 7f64aa7fc640 1 -- 172.21.15.83:0/160182090 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8025050 con 0x559f56877810 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 -- 172.21.15.83:0/160182090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 msgr2=0x559f56877280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f64b8011cb0 tx=0x7f64b8000f40 comp rx=0 tx=0).stop 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 -- 172.21.15.83:0/160182090 shutdown_connections 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56877280 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686ec30 0x559f56876d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 --2- 172.21.15.83:0/160182090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686e310 0x559f56867980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 -- 172.21.15.83:0/160182090 >> 172.21.15.83:0/160182090 conn(0x559f56868a40 msgr2=0x559f56867270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 -- 172.21.15.83:0/160182090 shutdown_connections 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.630+0000 7f64c9be9740 1 -- 172.21.15.83:0/160182090 wait complete. 2024-04-22T13:59:12.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 -- start start 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 Processor -- start 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f568840a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56880420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01ace60 con 0x559f56877810 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01ac790 con 0x559f5686ec30 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f64c01a99f0 con 0x559f5686e310 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c9be9740 10 client.0 _ll_register_callbacks cb 0x7f64b8003d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:44402/0 (socket says 172.21.15.83:44402) 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 -- 172.21.15.83:0/2605140691 learned_addr learned my addr 172.21.15.83:0/2605140691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:12.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f568840a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64bffff640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56880420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 -- 172.21.15.83:0/2605140691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 msgr2=0x559f568840a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f568840a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 -- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 msgr2=0x559f56880420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56880420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.631+0000 7f64c5591640 1 -- 172.21.15.83:0/2605140691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f56881050 con 0x559f56877810 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c5591640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f64b8005c00 tx=0x7f64b8005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fb31f03f2a7bdfa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8025050 con 0x559f56877810 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f64b8004cc0 con 0x559f56877810 2024-04-22T13:59:12.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64b8014a10 con 0x559f56877810 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64b8021420 con 0x559f56877810 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 10 client.16014 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559f568f32e0 con 0x559f56877810 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64b8014a10 con 0x559f56877810 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f64b800fbc0 con 0x559f56877810 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 10 client.16014 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 10 client.16014 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 20 client.16014 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f568f3890 0x559f568f5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 4 client.16014 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "3303baea", "release": true, "await": true}] 2024-04-22T13:59:12.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.632+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "set_id": "3303baea", "release": true, "await": true}) -- 0x559f567e0f20 con 0x559f568f3890 2024-04-22T13:59:12.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.633+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f568f3890 0x559f568f5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:12.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.633+0000 7f64c4d90640 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f568f3890 0x559f568f5cb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6775a3dd1add2740 server_cookie=cee61dbd0fbfb459 in_seq=0 out_seq=0 2024-04-22T13:59:12.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.633+0000 7f649ffff640 10 client.16014 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f649ffff640 1 -- 172.21.15.83:0/2605140691 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x559f567e0f20 con 0x559f568f3890 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f649ffff640 10 client.16014 handle_command_reply: tid=0 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 client.16014 shutdown 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 msgr2=0x559f56880960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f64b8005c00 tx=0x7f64b8005c30 comp rx=0 tx=0).stop 2024-04-22T13:59:12.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 shutdown_connections 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559f568f3890 0x559f568f5cb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.635+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559f56877810 0x559f56880960 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559f5686ec30 0x559f56880420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 1 --2- 172.21.15.83:0/2605140691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559f5686e310 0x559f568840a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 >> 172.21.15.83:0/2605140691 conn(0x559f56868a40 msgr2=0x559f56867b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f649ffff640 0 client.16014 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 shutdown_connections 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 1 -- 172.21.15.83:0/2605140691 wait complete. 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c9be9740 20 client.16014 trim_cache size 0 max 16384 2024-04-22T13:59:12.646 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 26, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 4, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "3303baea": { 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 4, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T13:59:12.647 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 90.1, 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:12.648 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:12.649 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 msgr2=0x7f64b00a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 0x7f64b00a6390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f64b8009370 tx=0x7f64b8009520 comp rx=0 tx=0).stop 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 msgr2=0x7f64c019ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f64ac005940 tx=0x7f64ac02d920 comp rx=0 tx=0).stop 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 shutdown_connections 2024-04-22T13:59:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f64b00a3ed0 0x7f64b00a6390 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f64c010c510 0x7f64c0198650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f64c0103af0 0x7f64c019ead0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 --2- 172.21.15.83:0/3444764288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64c01031d0 0x7f64c019e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 >> 172.21.15.83:0/3444764288 conn(0x7f64c0077f50 msgr2=0x7f64c00fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.636+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 shutdown_connections 2024-04-22T13:59:12.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:12.637+0000 7f64c6ff4640 1 -- 172.21.15.83:0/3444764288 wait complete. 2024-04-22T13:59:12.651 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: 3303baea, seconds elapsed: 31.1 2024-04-22T13:59:13.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:13 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3254871467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:13.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:13 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3254871467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:13.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:13 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3254871467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:14.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:14 smithi084 ceph-mon[31312]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:14.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:14 smithi173 ceph-mon[31493]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:14.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:14 smithi083 ceph-mon[27977]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-22T13:59:16.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:16 smithi084 ceph-mon[31312]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T13:59:16.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:16 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:59:16.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:16 smithi173 ceph-mon[31493]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T13:59:16.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:16 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:59:16.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:16 smithi083 ceph-mon[27977]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T13:59:16.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:16 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T13:59:17.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:59:17.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:59:17.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:59:17.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:59:17.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T13:59:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T13:59:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T13:59:18.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:18 smithi173 ceph-mon[31493]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-22T13:59:18.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:18 smithi083 ceph-mon[27977]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-22T13:59:18.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:18 smithi084 ceph-mon[31312]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-22T13:59:20.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:20 smithi173 ceph-mon[31493]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:20.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:20 smithi083 ceph-mon[27977]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:20.944 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:59:20.944 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:59:20.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:20 smithi084 ceph-mon[31312]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-22T13:59:21.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3632711347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101a30 msgr2=0x7fbdec105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3632711347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101a30 0x7fbdec105a70 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fbde0009900 tx=0x7fbde002bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:21.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3632711347 shutdown_connections 2024-04-22T13:59:21.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3632711347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdec106150 0x7fbdec10dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3632711347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101a30 0x7fbdec105a70 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3632711347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec101080 0x7fbdec101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3632711347 >> 172.21.15.83:0/3632711347 conn(0x7fbdec078000 msgr2=0x7fbdec078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3632711347 shutdown_connections 2024-04-22T13:59:21.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.044+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3632711347 wait complete. 2024-04-22T13:59:21.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 Processor -- start 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 -- start start 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec106150 0x7fbdec108300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdec108840 0x7fbdec1a6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdec111070 con 0x7fbdec101080 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdec110ef0 con 0x7fbdec108840 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.045+0000 7fbdf12d9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdec1111f0 con 0x7fbdec106150 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54066/0 (socket says 172.21.15.83:54066) 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3177909893 learned_addr learned my addr 172.21.15.83:0/3177909893 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec106150 0x7fbdec108300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3177909893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec106150 msgr2=0x7fbdec108300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec106150 0x7fbdec108300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3177909893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdec108840 msgr2=0x7fbdec1a6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdec108840 0x7fbdec1a6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3177909893 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdec1a6f90 con 0x7fbdec101080 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9f0 tx=0x7fbddc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdd3fff640 1 -- 172.21.15.83:0/3177909893 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc00cd80 con 0x7fbdec101080 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdec1a7280 con 0x7fbdec101080 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdec1a77f0 con 0x7fbdec101080 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdd3fff640 1 -- 172.21.15.83:0/3177909893 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbddc0108e0 con 0x7fbdec101080 2024-04-22T13:59:21.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.046+0000 7fbdd3fff640 1 -- 172.21.15.83:0/3177909893 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc018980 con 0x7fbdec101080 2024-04-22T13:59:21.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.049+0000 7fbdd3fff640 1 -- 172.21.15.83:0/3177909893 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7fbddc010430 con 0x7fbdec101080 2024-04-22T13:59:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.050+0000 7fbdd3fff640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 0x7fbdd40a6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.050+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 0x7fbdd40a6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.050+0000 7fbdd3fff640 1 -- 172.21.15.83:0/3177909893 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbddc0d0d40 con 0x7fbdec101080 2024-04-22T13:59:21.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 0x7fbdd40a6440 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbde0009230 tx=0x7fbde0005fd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 Processor -- start 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 -- start start 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cd2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cd4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d503c2e1e0 con 0x55d503cc9580 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d503bcb390 con 0x55d503cc9ea0 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.051+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d503c2a1a0 con 0x55d503cd2a80 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54082/0 (socket says 172.21.15.83:54082) 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 -- 172.21.15.83:0/148848016 learned_addr learned my addr 172.21.15.83:0/148848016 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeb7fe640 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cd4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cd2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 -- 172.21.15.83:0/148848016 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 msgr2=0x55d503cd4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cd4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 -- 172.21.15.83:0/148848016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 msgr2=0x55d503cd2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cd2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 -- 172.21.15.83:0/148848016 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d503a0a7d0 con 0x55d503cc9580 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.052+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fbddc09c7d0 tx=0x7fbddc09c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcfacedf385f9e44 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.053+0000 7fbdd17fa640 1 -- 172.21.15.83:0/148848016 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc0a0e80 con 0x55d503cc9580 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.053+0000 7fbdd17fa640 1 -- 172.21.15.83:0/148848016 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbddc0a5740 con 0x55d503cc9580 2024-04-22T13:59:21.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.053+0000 7fbdd17fa640 1 -- 172.21.15.83:0/148848016 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc018d80 con 0x55d503cc9580 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- 172.21.15.83:0/148848016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 msgr2=0x55d503cc9960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fbddc09c7d0 tx=0x7fbddc09c9b0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- 172.21.15.83:0/148848016 shutdown_connections 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cd4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cd2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/148848016 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cc9960 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- 172.21.15.83:0/148848016 >> 172.21.15.83:0/148848016 conn(0x55d503cc3cb0 msgr2=0x55d503cc4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- 172.21.15.83:0/148848016 shutdown_connections 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- 172.21.15.83:0/148848016 wait complete. 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 -- start start 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.054+0000 7fbdf3faa740 1 Processor -- start 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54094/0 (socket says 172.21.15.83:54094) 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3289339886 learned_addr learned my addr 172.21.15.83:0/3289339886 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503ccff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503cd04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d503cd5810 con 0x55d503cc9580 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d503be72f0 con 0x55d503cd2a80 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d503cd5990 con 0x55d503cc9ea0 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3289339886 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 msgr2=0x55d503ccff70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503ccff70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeb7fe640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503cd04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 msgr2=0x55d503cd04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503cd04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.055+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d5039403f0 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9c0 tx=0x7fbddc09cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fddea3a8502aade server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 10 client.0 _ll_register_callbacks cb 0x55d503bf4580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbddc0a5740 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdceff5640 10 client.16026 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdceff5640 1 -- 172.21.15.83:0/3289339886 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc0ce8c0 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdceff5640 1 -- 172.21.15.83:0/3289339886 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbddc0bd0c0 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdceff5640 1 -- 172.21.15.83:0/3289339886 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbddc09c230 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 10 client.16026 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({fsmap=26}) -- 0x55d5039000f0 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdceff5640 1 -- 172.21.15.83:0/3289339886 <== mon.0 v2:172.21.15.83:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbddc0b8030 con 0x55d503cc9580 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 10 client.16026 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 10 client.16026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:21.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 20 client.16026 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.056+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503ce4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.057+0000 7fbdf3faa740 4 client.16026 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.057+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d503c3bc00 con 0x55d503ce2440 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.057+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503ce4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.057+0000 7fbdceff5640 10 client.16026 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.057+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503ce4830 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8973e9c40c5ffde server_cookie=1f110c2634259826 in_seq=0 out_seq=0 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdceff5640 1 -- 172.21.15.83:0/3289339886 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d503c3bc00 con 0x55d503ce2440 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdceff5640 10 client.16026 handle_command_reply: tid=0 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 client.16026 shutdown 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 msgr2=0x55d503ccfa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9c0 tx=0x7fbddc09cc50 comp rx=0 tx=0).stop 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 shutdown_connections 2024-04-22T13:59:21.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503ce4830 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503cd04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdceff5640 0 client.16026 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503ccff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.058+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3289339886 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503ccfa30 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.059+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 >> 172.21.15.83:0/3289339886 conn(0x55d503cc3cb0 msgr2=0x55d503cc5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.059+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 shutdown_connections 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.059+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3289339886 wait complete. 2024-04-22T13:59:21.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.059+0000 7fbdf3faa740 20 client.16026 trim_cache size 0 max 16384 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 Processor -- start 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 -- start start 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cea0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cea630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd800e6c0 con 0x55d503cc9580 2024-04-22T13:59:21.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd8010200 con 0x55d503cc9ea0 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.076+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd800ed90 con 0x55d503cd2a80 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54110/0 (socket says 172.21.15.83:54110) 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 -- 172.21.15.83:0/2749463500 learned_addr learned my addr 172.21.15.83:0/2749463500 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cea0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeb7fe640 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cea630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 -- 172.21.15.83:0/2749463500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 msgr2=0x55d503cea630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cea630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 -- 172.21.15.83:0/2749463500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 msgr2=0x55d503cea0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cea0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 -- 172.21.15.83:0/2749463500 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d503ce4ba0 con 0x55d503cc9580 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fbddc0ce3c0 tx=0x7fbddc087000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8a8a44dacfb209 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdd0ff9640 1 -- 172.21.15.83:0/2749463500 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc0ce7a0 con 0x55d503cc9580 2024-04-22T13:59:21.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdd0ff9640 1 -- 172.21.15.83:0/2749463500 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbddc0a5740 con 0x55d503cc9580 2024-04-22T13:59:21.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.077+0000 7fbdd0ff9640 1 -- 172.21.15.83:0/2749463500 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc09bbf0 con 0x55d503cc9580 2024-04-22T13:59:21.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 -- 172.21.15.83:0/2749463500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 msgr2=0x55d503cde730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fbddc0ce3c0 tx=0x7fbddc087000 comp rx=0 tx=0).stop 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 -- 172.21.15.83:0/2749463500 shutdown_connections 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cd2a80 0x55d503cea630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cc9ea0 0x55d503cea0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/2749463500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cde730 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 -- 172.21.15.83:0/2749463500 >> 172.21.15.83:0/2749463500 conn(0x55d503cc3cb0 msgr2=0x55d503cc2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 -- 172.21.15.83:0/2749463500 shutdown_connections 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.078+0000 7fbdf3faa740 1 -- 172.21.15.83:0/2749463500 wait complete. 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 -- start start 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 Processor -- start 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503cdb180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503ccbe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd800fb30 con 0x55d503cc9580 2024-04-22T13:59:21.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd800f460 con 0x55d503cd2a80 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd800c6a0 con 0x55d503cc9ea0 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdeaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54118/0 (socket says 172.21.15.83:54118) 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdf3faa740 10 client.0 _ll_register_callbacks cb 0x7fbddc09c430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3203501186 learned_addr learned my addr 172.21.15.83:0/3203501186 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503cdb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.079+0000 7fbdeb7fe640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503ccbe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3203501186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 msgr2=0x55d503cdb180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503cdb180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 msgr2=0x55d503ccbe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503ccbe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 -- 172.21.15.83:0/3203501186 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d503cc9cd0 con 0x55d503cc9580 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503cdb180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdeaffd640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fbddc018440 tx=0x7fbddc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bbf683ad7aba65a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdceff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbddc098b50 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbddc018d30 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbddc0a5740 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbddc09b990 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdf3faa740 10 client.16032 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d503cc9cd0 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.080+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbddc0a5740 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbddc0b8050 con 0x55d503cc9580 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 10 client.16032 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 10 client.16032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 20 client.16032 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503d4a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 4 client.16032 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d503c35a70 con 0x55d503ce2440 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503d4a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdceff5640 10 client.16032 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.081+0000 7fbdea7fc640 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503d4a5d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7b9483bcb880cee server_cookie=b65c2c4de15380cb in_seq=0 out_seq=0 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdceff5640 1 -- 172.21.15.83:0/3203501186 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d503c35a70 con 0x55d503ce2440 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdceff5640 10 client.16032 handle_command_reply: tid=0 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 client.16032 shutdown 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 msgr2=0x55d503cdac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fbddc018440 tx=0x7fbddc000bc0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 shutdown_connections 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d503ce2440 0x55d503d4a5d0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdceff5640 0 client.16032 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d503cd2a80 0x55d503ccbe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d503cc9ea0 0x55d503cdb180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 --2- 172.21.15.83:0/3203501186 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d503cc9580 0x55d503cdac40 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 >> 172.21.15.83:0/3203501186 conn(0x55d503cc3cb0 msgr2=0x55d503cc5000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 shutdown_connections 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 1 -- 172.21.15.83:0/3203501186 wait complete. 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.082+0000 7fbdf3faa740 20 client.16032 trim_cache size 0 max 16384 2024-04-22T13:59:21.091 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:21.092 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T13:59:21.092 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T13:59:21.092 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:21.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 msgr2=0x7fbdd40a6440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 0x7fbdd40a6440 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbde0009230 tx=0x7fbde0005fd0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 msgr2=0x7fbdec107dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fbddc00e9f0 tx=0x7fbddc00eeb0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 shutdown_connections 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbdd40a3f80 0x7fbdd40a6440 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdec108840 0x7fbdec1a6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdec106150 0x7fbdec108300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 --2- 172.21.15.83:0/3177909893 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdec101080 0x7fbdec107dc0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 >> 172.21.15.83:0/3177909893 conn(0x7fbdec078000 msgr2=0x7fbdec0ff800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 shutdown_connections 2024-04-22T13:59:21.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.083+0000 7fbdf12d9640 1 -- 172.21.15.83:0/3177909893 wait complete. 2024-04-22T13:59:21.099 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T13:59:21.100 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:59:21.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.214+0000 7f9c7cf59640 1 -- 172.21.15.83:0/2501047745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c78102bb0 msgr2=0x7f9c78106bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.214+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/2501047745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c78102bb0 0x7f9c78106bf0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c009900 tx=0x7f9c6c02bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 -- 172.21.15.83:0/2501047745 shutdown_connections 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/2501047745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c781072d0 0x7f9c7810eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/2501047745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c78102bb0 0x7f9c78106bf0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/2501047745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c781025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 -- 172.21.15.83:0/2501047745 >> 172.21.15.83:0/2501047745 conn(0x7f9c780793e0 msgr2=0x7f9c780797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 -- 172.21.15.83:0/2501047745 shutdown_connections 2024-04-22T13:59:21.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 -- 172.21.15.83:0/2501047745 wait complete. 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.215+0000 7f9c7cf59640 1 Processor -- start 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 -- start start 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c78198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c7819cff0 0x7f9c7819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9c781121f0 con 0x7f9c781072d0 2024-04-22T13:59:21.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9c78112070 con 0x7f9c78102200 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7cf59640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9c78112370 con 0x7f9c7819cff0 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54136/0 (socket says 172.21.15.83:54136) 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 -- 172.21.15.83:0/3451890541 learned_addr learned my addr 172.21.15.83:0/3451890541 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7659c640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c78198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c76d9d640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c7819cff0 0x7f9c7819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 -- 172.21.15.83:0/3451890541 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c7819cff0 msgr2=0x7f9c7819d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c7819cff0 0x7f9c7819d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 -- 172.21.15.83:0/3451890541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 msgr2=0x7f9c78198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c78198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c75d9b640 1 -- 172.21.15.83:0/3451890541 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c7819dae0 con 0x7f9c781072d0 2024-04-22T13:59:21.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.216+0000 7f9c7659c640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c78198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c75d9b640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c036040 tx=0x7f9c6c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c043020 con 0x7f9c781072d0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c6c02cb70 con 0x7f9c781072d0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c7819dd70 con 0x7f9c781072d0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6c003bf0 con 0x7f9c781072d0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.217+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c780744a0 con 0x7f9c781072d0 2024-04-22T13:59:21.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.218+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c78068550 con 0x7f9c781072d0 2024-04-22T13:59:21.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.220+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f9c6c046020 con 0x7f9c781072d0 2024-04-22T13:59:21.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.221+0000 7f9c677fe640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 0x7f9c600a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.221+0000 7f9c7659c640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 0x7f9c600a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.221+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9c6c0f2a70 con 0x7f9c781072d0 2024-04-22T13:59:21.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.221+0000 7f9c7659c640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 0x7f9c600a6410 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9c68009fc0 tx=0x7f9c68005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.228+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c6c04d020 con 0x7f9c781072d0 2024-04-22T13:59:21.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.517+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c7810a500 con 0x7f9c781072d0 2024-04-22T13:59:21.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.517+0000 7f9c677fe640 1 -- 172.21.15.83:0/3451890541 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11923 (secure 0 0 0) 0x7f9c6c0bf010 con 0x7f9c781072d0 2024-04-22T13:59:21.520 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:59:21.520 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:58:09.818326+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T13:59:21.520 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 26 2024-04-22T13:59:21.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.519+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 msgr2=0x7f9c600a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.519+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 0x7f9c600a6410 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9c68009fc0 tx=0x7f9c68005f90 comp rx=0 tx=0).stop 2024-04-22T13:59:21.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.519+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 msgr2=0x7f9c78198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.519+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f9c6c036040 tx=0x7f9c6c0045e0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 shutdown_connections 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c600a3f50 0x7f9c600a6410 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c7819cff0 0x7f9c7819d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c781072d0 0x7f9c78198c70 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 --2- 172.21.15.83:0/3451890541 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c78102200 0x7f9c78198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 >> 172.21.15.83:0/3451890541 conn(0x7f9c780793e0 msgr2=0x7f9c780fff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 shutdown_connections 2024-04-22T13:59:21.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.520+0000 7f9c7cf59640 1 -- 172.21.15.83:0/3451890541 wait complete. 2024-04-22T13:59:21.534 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 -- 172.21.15.83:0/378496008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8106160 msgr2=0x7f97f810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 --2- 172.21.15.83:0/378496008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8106160 0x7f97f810dd30 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f97f0009ca0 tx=0x7f97f002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 -- 172.21.15.83:0/378496008 shutdown_connections 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 --2- 172.21.15.83:0/378496008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8106160 0x7f97f810dd30 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 --2- 172.21.15.83:0/378496008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97f8101a40 0x7f97f8105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 --2- 172.21.15.83:0/378496008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8101090 0x7f97f8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 -- 172.21.15.83:0/378496008 >> 172.21.15.83:0/378496008 conn(0x7f97f8077f50 msgr2=0x7f97f8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 -- 172.21.15.83:0/378496008 shutdown_connections 2024-04-22T13:59:21.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.635+0000 7f97feee9640 1 -- 172.21.15.83:0/378496008 wait complete. 2024-04-22T13:59:21.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 Processor -- start 2024-04-22T13:59:21.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 -- start start 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 0x7f97f8198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97f819cff0 0x7f97f819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81121b0 con 0x7f97f8101090 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97f8112030 con 0x7f97f8106160 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97feee9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97f8112330 con 0x7f97f819cff0 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54156/0 (socket says 172.21.15.83:54156) 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 -- 172.21.15.83:0/328151340 learned_addr learned my addr 172.21.15.83:0/328151340 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97f7fff640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 0x7f97f8198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 -- 172.21.15.83:0/328151340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97f819cff0 msgr2=0x7f97f819d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97f819cff0 0x7f97f819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 -- 172.21.15.83:0/328151340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 msgr2=0x7f97f8198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 0x7f97f8198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97fcc85640 1 -- 172.21.15.83:0/328151340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f819dae0 con 0x7f97f8101090 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.636+0000 7f97f7fff640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 0x7f97f8198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97fcc85640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00e9f0 tx=0x7f97ec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97f5ffb640 1 -- 172.21.15.83:0/328151340 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec00cd80 con 0x7f97f8101090 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97f5ffb640 1 -- 172.21.15.83:0/328151340 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97ec0108e0 con 0x7f97f8101090 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f819ddd0 con 0x7f97f8101090 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97f5ffb640 1 -- 172.21.15.83:0/328151340 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec018980 con 0x7f97f8101090 2024-04-22T13:59:21.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.637+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f81a5610 con 0x7f97f8101090 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.640+0000 7f97f5ffb640 1 -- 172.21.15.83:0/328151340 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f97ec010430 con 0x7f97f8101090 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.640+0000 7f9801bb0740 1 Processor -- start 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.640+0000 7f9801bb0740 1 -- start start 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa0817890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 0x558fa08182c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558fa07731f0 con 0x558fa080e3b0 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558fa07104b0 con 0x558fa080ed60 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f9801bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558fa076f1b0 con 0x558fa0817e60 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f5ffb640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 0x7f97e80a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fd486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fd486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54162/0 (socket says 172.21.15.83:54162) 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fd486640 1 -- 172.21.15.83:0/3682911692 learned_addr learned my addr 172.21.15.83:0/3682911692 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 0x558fa08182c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fd486640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 0x7f97e80a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f5ffb640 1 -- 172.21.15.83:0/328151340 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97ec0d0ee0 con 0x7f97f8101090 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fcc85640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa0817890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 -- 172.21.15.83:0/3682911692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 msgr2=0x558fa0817890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa0817890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 -- 172.21.15.83:0/3682911692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 msgr2=0x558fa080e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97f7fff640 1 -- 172.21.15.83:0/3682911692 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa07021b0 con 0x558fa0817e60 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.641+0000 7f97fd486640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f97f7fff640 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 0x558fa08182c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f97f806b6e0 tx=0x7f97e4009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37c11103e984b3a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f97e2ffd640 1 -- 172.21.15.83:0/3682911692 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4016070 con 0x558fa0817e60 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f97e2ffd640 1 -- 172.21.15.83:0/3682911692 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e40054d0 con 0x558fa0817e60 2024-04-22T13:59:21.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f97e2ffd640 1 -- 172.21.15.83:0/3682911692 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4011470 con 0x558fa0817e60 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f9801bb0740 1 -- 172.21.15.83:0/3682911692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 msgr2=0x558fa08182c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 0x558fa08182c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f97f806b6e0 tx=0x7f97e4009f50 comp rx=0 tx=0).stop 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.642+0000 7f97fd486640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 0x7f97e80a6410 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f97f0009430 tx=0x7f97f00095c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 -- 172.21.15.83:0/3682911692 shutdown_connections 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0817e60 0x558fa08182c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa0817890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3682911692 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa080e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 -- 172.21.15.83:0/3682911692 >> 172.21.15.83:0/3682911692 conn(0x558fa0808ba0 msgr2=0x558fa0808f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 -- 172.21.15.83:0/3682911692 shutdown_connections 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 -- 172.21.15.83:0/3682911692 wait complete. 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 -- start start 2024-04-22T13:59:21.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.643+0000 7f9801bb0740 1 Processor -- start 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa081b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 0x558fa081ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558fa081eda0 con 0x558fa0817e60 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558fa072c500 con 0x558fa080e3b0 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558fa081ef20 con 0x558fa080ed60 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fd486640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 0x558fa081ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:47720/0 (socket says 172.21.15.83:47720) 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 -- 172.21.15.83:0/2824875474 learned_addr learned my addr 172.21.15.83:0/2824875474 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97f7fff640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa081b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 10 client.0 _ll_register_callbacks cb 0x558fa06fab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 -- 172.21.15.83:0/2824875474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 msgr2=0x558fa081b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa081b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 -- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 msgr2=0x558fa081ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 0x558fa081ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fcc85640 1 -- 172.21.15.83:0/2824875474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa04853f0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f97fd486640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 0x558fa081ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.644+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e40054d0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97fcc85640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0ce560 tx=0x7f97ec09c6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3297b93643a32473 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97d7fff640 10 client.25505 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97d7fff640 1 -- 172.21.15.83:0/2824875474 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec0bd2c0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97d7fff640 1 -- 172.21.15.83:0/2824875474 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97ec09c0c0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97d7fff640 1 -- 172.21.15.83:0/2824875474 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97ec09c2c0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 10 client.25505 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({fsmap=26}) -- 0x558fa054f7d0 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f97d7fff640 1 -- 172.21.15.83:0/2824875474 <== mon.2 v2:172.21.15.84:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f97ec018b20 con 0x558fa080e3b0 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 10 client.25505 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 10 client.25505 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:59:21.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 20 client.25505 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.645+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa082bcc0 0x558fa082e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f9801bb0740 4 client.25505 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fa0712930 con 0x558fa082bcc0 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f97f7fff640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa082bcc0 0x558fa082e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f97f7fff640 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa082bcc0 0x558fa082e110 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=35a6c5f859841daa server_cookie=d8842a4637d9ba76 in_seq=0 out_seq=0 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f97d7fff640 10 client.25505 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f97d7fff640 1 -- 172.21.15.83:0/2824875474 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558fa0712930 con 0x558fa082bcc0 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f97d7fff640 10 client.25505 handle_command_reply: tid=0 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.646+0000 7f9801bb0740 1 client.25505 shutdown 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 msgr2=0x558fa081e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f97ec0ce560 tx=0x7f97ec09c6d0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 shutdown_connections 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0817e60 0x558fa081ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa081b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa082bcc0 0x558fa082e110 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f97d7fff640 0 client.25505 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 --2- 172.21.15.83:0/2824875474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa081e1a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 >> 172.21.15.83:0/2824875474 conn(0x558fa0808ba0 msgr2=0x558fa080a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 shutdown_connections 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 1 -- 172.21.15.83:0/2824875474 wait complete. 2024-04-22T13:59:21.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.647+0000 7f9801bb0740 20 client.25505 trim_cache size 0 max 16384 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.670+0000 7f9801bb0740 1 Processor -- start 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 -- start start 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa0816800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa0807a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81ab950 con 0x558fa0808ba0 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81ad490 con 0x558fa080e3b0 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f9801bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81ac020 con 0x558fa080ed60 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54172/0 (socket says 172.21.15.83:54172) 2024-04-22T13:59:21.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 -- 172.21.15.83:0/3989231633 learned_addr learned my addr 172.21.15.83:0/3989231633 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97f7fff640 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa0816800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fd486640 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa0807a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 -- 172.21.15.83:0/3989231633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 msgr2=0x558fa0807a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa0807a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 -- 172.21.15.83:0/3989231633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 msgr2=0x558fa0816800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa0816800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.671+0000 7f97fcc85640 1 -- 172.21.15.83:0/3989231633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa080dfe0 con 0x558fa0808ba0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.672+0000 7f97fcc85640 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f97ec099640 tx=0x7f97ec0bd050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eea2dc6ed1e44c01 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.672+0000 7f97e27fc640 1 -- 172.21.15.83:0/3989231633 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec09ca40 con 0x558fa0808ba0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.672+0000 7f97e27fc640 1 -- 172.21.15.83:0/3989231633 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e40054d0 con 0x558fa0808ba0 2024-04-22T13:59:21.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.672+0000 7f97e27fc640 1 -- 172.21.15.83:0/3989231633 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec0989c0 con 0x558fa0808ba0 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- 172.21.15.83:0/3989231633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 msgr2=0x558fa0827ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f97ec099640 tx=0x7f97ec0bd050 comp rx=0 tx=0).stop 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- 172.21.15.83:0/3989231633 shutdown_connections 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa080ed60 0x558fa0807a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080e3b0 0x558fa0816800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 --2- 172.21.15.83:0/3989231633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa0808ba0 0x558fa0827ca0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- 172.21.15.83:0/3989231633 >> 172.21.15.83:0/3989231633 conn(0x558fa081bbd0 msgr2=0x558fa0807370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- 172.21.15.83:0/3989231633 shutdown_connections 2024-04-22T13:59:21.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- 172.21.15.83:0/3989231633 wait complete. 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.673+0000 7f9801bb0740 1 -- start start 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 Processor -- start 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0808ba0 0x558fa081d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa081dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81acdc0 con 0x558fa080e3b0 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81ac6f0 con 0x558fa080ed60 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97f81a9930 con 0x558fa0808ba0 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f9801bb0740 10 client.0 _ll_register_callbacks cb 0x7f97ec09c7d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f97f7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f97f7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54180/0 (socket says 172.21.15.83:54180) 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f97f7fff640 1 -- 172.21.15.83:0/732640370 learned_addr learned my addr 172.21.15.83:0/732640370 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f97fd486640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa081dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.674+0000 7f97fcc85640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0808ba0 0x558fa081d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 -- 172.21.15.83:0/732640370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0808ba0 msgr2=0x558fa081d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0808ba0 0x558fa081d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 -- 172.21.15.83:0/732640370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 msgr2=0x558fa081dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa081dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 -- 172.21.15.83:0/732640370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa0891560 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97f7fff640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f97e4004ac0 tx=0x7f97e4004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ae6c902dfcc30c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97e4016040 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97e400ecb0 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97e40054d0 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97e4039050 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f9801bb0740 10 client.16056 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x558fa0892860 con 0x558fa080e3b0 2024-04-22T13:59:21.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.675+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97e40054d0 con 0x558fa080e3b0 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f97e400f040 con 0x558fa080e3b0 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 10 client.16056 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 10 client.16056 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 20 client.16056 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa0817e60 0x558fa0894c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 4 client.16056 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558fa0780c10 con 0x558fa0817e60 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97fcc85640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa0817e60 0x558fa0894c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97d7fff640 10 client.16056 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97fcc85640 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa0817e60 0x558fa0894c00 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=59c45293e902fd75 server_cookie=8727424ca848a5ca in_seq=0 out_seq=0 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97d7fff640 1 -- 172.21.15.83:0/732640370 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558fa0780c10 con 0x558fa0817e60 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f97d7fff640 10 client.16056 handle_command_reply: tid=0 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.676+0000 7f9801bb0740 1 client.16056 shutdown 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 msgr2=0x558fa081d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f97e4004ac0 tx=0x7f97e4004810 comp rx=0 tx=0).stop 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 shutdown_connections 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558fa0817e60 0x558fa0894c00 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558fa080ed60 0x558fa081dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558fa080e3b0 0x558fa081d940 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f97d7fff640 0 client.16056 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 --2- 172.21.15.83:0/732640370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558fa0808ba0 0x558fa081d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 >> 172.21.15.83:0/732640370 conn(0x558fa081bbd0 msgr2=0x558fa0807c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 shutdown_connections 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 1 -- 172.21.15.83:0/732640370 wait complete. 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.677+0000 7f9801bb0740 20 client.16056 trim_cache size 0 max 16384 2024-04-22T13:59:21.685 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 msgr2=0x7f97e80a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 0x7f97e80a6410 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f97f0009430 tx=0x7f97f00095c0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 msgr2=0x7f97f8198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f97ec00e9f0 tx=0x7f97ec00eeb0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 shutdown_connections 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97e80a3f50 0x7f97e80a6410 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97f819cff0 0x7f97f819d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97f8106160 0x7f97f8198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 --2- 172.21.15.83:0/328151340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97f8101090 0x7f97f8198730 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 >> 172.21.15.83:0/328151340 conn(0x7f97f8077f50 msgr2=0x7f97f80fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 shutdown_connections 2024-04-22T13:59:21.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.678+0000 7f97feee9640 1 -- 172.21.15.83:0/328151340 wait complete. 2024-04-22T13:59:21.692 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T13:59:21.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/4187830917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8106160 msgr2=0x7ffbb810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/4187830917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8106160 0x7ffbb810dd30 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0009ca0 tx=0x7ffbb002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/4187830917 shutdown_connections 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/4187830917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8106160 0x7ffbb810dd30 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/4187830917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8101a40 0x7ffbb8105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/4187830917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb8101090 0x7ffbb8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/4187830917 >> 172.21.15.83:0/4187830917 conn(0x7ffbb8077f50 msgr2=0x7ffbb8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/4187830917 shutdown_connections 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.795+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/4187830917 wait complete. 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 Processor -- start 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 -- start start 2024-04-22T13:59:21.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 0x7ffbb8198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb819cfd0 0x7ffbb819d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81110d0 con 0x7ffbb8101090 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb8110f50 con 0x7ffbb8106160 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.796+0000 7ffbbdcc1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb8111250 con 0x7ffbb819cfd0 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 0x7ffbb8198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:47762/0 (socket says 172.21.15.83:47762) 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/2680964335 learned_addr learned my addr 172.21.15.83:0/2680964335 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb819cfd0 0x7ffbb819d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/2680964335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb819cfd0 msgr2=0x7ffbb819d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb819cfd0 0x7ffbb819d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 msgr2=0x7ffbb8198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 0x7ffbb8198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/2680964335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb819dac0 con 0x7ffbb8106160 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 0x7ffbb8198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.797+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00b2c0 tx=0x7ffbac00b780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.798+0000 7ffbb4ff9640 1 -- 172.21.15.83:0/2680964335 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac005020 con 0x7ffbb8106160 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.798+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb819ddb0 con 0x7ffbb8106160 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.798+0000 7ffbb4ff9640 1 -- 172.21.15.83:0/2680964335 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbac005670 con 0x7ffbb8106160 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.798+0000 7ffbb4ff9640 1 -- 172.21.15.83:0/2680964335 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac01b780 con 0x7ffbb8106160 2024-04-22T13:59:21.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.798+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb8102dc0 con 0x7ffbb8106160 2024-04-22T13:59:21.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.800+0000 7ffbc0994740 1 Processor -- start 2024-04-22T13:59:21.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.800+0000 7ffbc0994740 1 -- start start 2024-04-22T13:59:21.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbb4ff9640 1 -- 172.21.15.83:0/2680964335 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7ffbac004950 con 0x7ffbb8106160 2024-04-22T13:59:21.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 0x56432ffa48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffad430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffafe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56432ff091f0 con 0x56432ffada00 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56432fea64b0 con 0x56432ffa44d0 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.801+0000 7ffbc0994740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56432ff051b0 con 0x56432ffa4e80 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffafe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffafe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54212/0 (socket says 172.21.15.83:54212) 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/167347139 learned_addr learned my addr 172.21.15.83:0/167347139 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 0x56432ffa48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffad430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb4ff9640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 0x7ffba00a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 -- 172.21.15.83:0/167347139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 msgr2=0x56432ffad430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffad430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 -- 172.21.15.83:0/167347139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 msgr2=0x56432ffafe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffafe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 -- 172.21.15.83:0/167347139 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56432fe981b0 con 0x56432ffa44d0 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb4ff9640 1 -- 172.21.15.83:0/2680964335 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffbac0d87b0 con 0x7ffbb8106160 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 0x7ffba00a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.802+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffad430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.803+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 0x7ffba00a6410 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0043000 tx=0x7ffbb0045000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.803+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 0x56432ffa48b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ffbb002c700 tx=0x7ffbb0005f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ba5a953a38b492 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.803+0000 7ffb9dffb640 1 -- 172.21.15.83:0/167347139 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb004e070 con 0x56432ffa44d0 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.803+0000 7ffb9dffb640 1 -- 172.21.15.83:0/167347139 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbb0003e20 con 0x56432ffa44d0 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.803+0000 7ffb9dffb640 1 -- 172.21.15.83:0/167347139 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb0039040 con 0x56432ffa44d0 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- 172.21.15.83:0/167347139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 msgr2=0x56432ffa48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 0x56432ffa48b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7ffbb002c700 tx=0x7ffbb0005f70 comp rx=0 tx=0).stop 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- 172.21.15.83:0/167347139 shutdown_connections 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffafe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffad430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 --2- 172.21.15.83:0/167347139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa44d0 0x56432ffa48b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- 172.21.15.83:0/167347139 >> 172.21.15.83:0/167347139 conn(0x56432ff9eba0 msgr2=0x56432ff9ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- 172.21.15.83:0/167347139 shutdown_connections 2024-04-22T13:59:21.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- 172.21.15.83:0/167347139 wait complete. 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.804+0000 7ffbc0994740 1 -- start start 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 Processor -- start 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffad3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffaa730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56432ffb0910 con 0x56432ffada00 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56432fec2500 con 0x56432ffa4e80 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56432ffb0a90 con 0x56432ffa44d0 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbc0994740 10 client.0 _ll_register_callbacks cb 0x56432fe90b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbb7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbb77fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffad3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbb7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54220/0 (socket says 172.21.15.83:54220) 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbb7fff640 1 -- 172.21.15.83:0/2896697919 learned_addr learned my addr 172.21.15.83:0/2896697919 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.805+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffaa730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 -- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 msgr2=0x56432ffad3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffad3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 -- 172.21.15.83:0/2896697919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 msgr2=0x56432ffaa730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffaa730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 -- 172.21.15.83:0/2896697919 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56432fc1b3f0 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffad3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0003de0 tx=0x7ffbb002ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82064c71cef27e39 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb0058060 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffbb0004740 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbb0003e20 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffbb0039070 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbc0994740 10 client.16068 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56432fce57d0 con 0x56432ffada00 2024-04-22T13:59:21.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffbb0003e20 con 0x56432ffada00 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.806+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ffbb003f040 con 0x56432ffada00 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 10 client.16068 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 10 client.16068 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 20 client.16068 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56432ffbda20 0x56432ffbfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 4 client.16068 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56432fea8930 con 0x56432ffbda20 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56432ffbda20 0x56432ffbfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffb96ffd640 10 client.16068 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.807+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56432ffbda20 0x56432ffbfe10 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=32c24f2d1aafa15f server_cookie=bdbe48fc385d1e4f in_seq=0 out_seq=0 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.808+0000 7ffb96ffd640 1 -- 172.21.15.83:0/2896697919 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56432fea8930 con 0x56432ffbda20 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.808+0000 7ffb96ffd640 10 client.16068 handle_command_reply: tid=0 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.808+0000 7ffbc0994740 1 client.16068 shutdown 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.808+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 msgr2=0x56432ffaae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.808+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0003de0 tx=0x7ffbb002ce80 comp rx=0 tx=0).stop 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 shutdown_connections 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56432ffbda20 0x56432ffbfe10 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffaae70 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffaa730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 --2- 172.21.15.83:0/2896697919 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffad3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffb96ffd640 0 client.16068 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 >> 172.21.15.83:0/2896697919 conn(0x56432ff9eba0 msgr2=0x56432ffa08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 shutdown_connections 2024-04-22T13:59:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 1 -- 172.21.15.83:0/2896697919 wait complete. 2024-04-22T13:59:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.809+0000 7ffbc0994740 20 client.16068 trim_cache size 0 max 16384 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 Processor -- start 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 -- start start 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffc53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffada00 0x56432ffc5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81ab920 con 0x56432ffa44d0 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81ad460 con 0x56432ffada00 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbc0994740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81abff0 con 0x56432ffa4e80 2024-04-22T13:59:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbb77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbb77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54228/0 (socket says 172.21.15.83:54228) 2024-04-22T13:59:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbb77fe640 1 -- 172.21.15.83:0/163248962 learned_addr learned my addr 172.21.15.83:0/163248962 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.835+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffc53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffada00 0x56432ffc5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 -- 172.21.15.83:0/163248962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 msgr2=0x56432ffc53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffc53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 -- 172.21.15.83:0/163248962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffada00 msgr2=0x56432ffc5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffada00 0x56432ffc5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 -- 172.21.15.83:0/163248962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56432ff9a470 con 0x56432ffa44d0 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffc53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x56432ffa3fa0 tx=0x7ffba8014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd6c4119c69e4112 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffb9d7fa640 1 -- 172.21.15.83:0/163248962 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba801e030 con 0x56432ffa44d0 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffb9d7fa640 1 -- 172.21.15.83:0/163248962 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba801e680 con 0x56432ffa44d0 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.836+0000 7ffb9d7fa640 1 -- 172.21.15.83:0/163248962 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba8012b30 con 0x56432ffa44d0 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 -- 172.21.15.83:0/163248962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 msgr2=0x56432ffb97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x56432ffa3fa0 tx=0x7ffba8014840 comp rx=0 tx=0).stop 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 -- 172.21.15.83:0/163248962 shutdown_connections 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffada00 0x56432ffc5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa4e80 0x56432ffc53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.837+0000 7ffbc0994740 1 --2- 172.21.15.83:0/163248962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffa44d0 0x56432ffb97d0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.838+0000 7ffbc0994740 1 -- 172.21.15.83:0/163248962 >> 172.21.15.83:0/163248962 conn(0x56432ff9eba0 msgr2=0x56432ffa9890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.838+0000 7ffbc0994740 1 -- 172.21.15.83:0/163248962 shutdown_connections 2024-04-22T13:59:21.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.838+0000 7ffbc0994740 1 -- 172.21.15.83:0/163248962 wait complete. 2024-04-22T13:59:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.838+0000 7ffbc0994740 1 -- start start 2024-04-22T13:59:21.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.838+0000 7ffbc0994740 1 Processor -- start 2024-04-22T13:59:21.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffb0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffb1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81acd90 con 0x56432ffada00 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81ac6c0 con 0x56432ffa4e80 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb81a9920 con 0x56432ffa44d0 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbc0994740 10 client.0 _ll_register_callbacks cb 0x7ffbb0009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:47816/0 (socket says 172.21.15.83:47816) 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/4239050083 learned_addr learned my addr 172.21.15.83:0/4239050083 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffb0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffb1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 msgr2=0x56432ffb0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffb0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/4239050083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 msgr2=0x56432ffb1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffb1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 -- 172.21.15.83:0/4239050083 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564330021f10 con 0x56432ffa4e80 2024-04-22T13:59:21.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb7fff640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffb1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffbb6ffd640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0a4580 tx=0x7ffbac0a43c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0b4972f5d947936 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.839+0000 7ffb96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac0acf20 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffbac0051c0 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffba801e680 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffbac0046c0 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffbc0994740 10 client.25529 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564330023210 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.840+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba801e680 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ffbac0a3a40 con 0x56432ffa4e80 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 10 client.25529 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 10 client.25529 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 20 client.25529 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564330023940 0x564330025d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 4 client.25529 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56432ff16c10 con 0x564330023940 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564330023940 0x564330025d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffbb77fe640 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564330023940 0x564330025d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f5b8873bf48e9987 server_cookie=9e12b46ec3bf62c6 in_seq=0 out_seq=0 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.841+0000 7ffb96ffd640 10 client.25529 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffb96ffd640 1 -- 172.21.15.83:0/4239050083 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56432ff16c10 con 0x564330023940 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffb96ffd640 10 client.25529 handle_command_reply: tid=0 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 client.25529 shutdown 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 msgr2=0x56432ffb11e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ffbac0a4580 tx=0x7ffbac0a43c0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 shutdown_connections 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x564330023940 0x564330025d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56432ffada00 0x56432ffb1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56432ffa4e80 0x56432ffb11e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffb96ffd640 0 client.25529 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 --2- 172.21.15.83:0/4239050083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56432ffa44d0 0x56432ffb0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 >> 172.21.15.83:0/4239050083 conn(0x56432ff9eba0 msgr2=0x56432ff9fff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 shutdown_connections 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 1 -- 172.21.15.83:0/4239050083 wait complete. 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.842+0000 7ffbc0994740 20 client.25529 trim_cache size 0 max 16384 2024-04-22T13:59:21.850 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 msgr2=0x7ffba00a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 0x7ffba00a6410 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ffbb0043000 tx=0x7ffbb0045000 comp rx=0 tx=0).stop 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 msgr2=0x7ffbb8198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00b2c0 tx=0x7ffbac00b780 comp rx=0 tx=0).stop 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 shutdown_connections 2024-04-22T13:59:21.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffba00a3f50 0x7ffba00a6410 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffbb819cfd0 0x7ffbb819d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffbb8106160 0x7ffbb8198c50 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 --2- 172.21.15.83:0/2680964335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffbb8101090 0x7ffbb8198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 >> 172.21.15.83:0/2680964335 conn(0x7ffbb8077f50 msgr2=0x7ffbb80693c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 shutdown_connections 2024-04-22T13:59:21.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.843+0000 7ffbbdcc1640 1 -- 172.21.15.83:0/2680964335 wait complete. 2024-04-22T13:59:21.860 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3451890541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:21.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T13:59:21.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3451890541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 -- 172.21.15.83:0/3628450229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3050101080 msgr2=0x7f3050106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 --2- 172.21.15.83:0/3628450229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3050101080 0x7f3050106bb0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f3044009900 tx=0x7f304402bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 -- 172.21.15.83:0/3628450229 shutdown_connections 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 --2- 172.21.15.83:0/3628450229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30501072e0 0x7f305010ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 --2- 172.21.15.83:0/3628450229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3050101080 0x7f3050106bb0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 --2- 172.21.15.83:0/3628450229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501006d0 0x7f3050100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 -- 172.21.15.83:0/3628450229 >> 172.21.15.83:0/3628450229 conn(0x7f30500773f0 msgr2=0x7f30500fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 -- 172.21.15.83:0/3628450229 shutdown_connections 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 -- 172.21.15.83:0/3628450229 wait complete. 2024-04-22T13:59:21.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.964+0000 7f30554f2640 1 Processor -- start 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 -- start start 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30501006d0 0x7f305019e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 0x7f305019eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3050112190 con 0x7f30501006d0 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3050112010 con 0x7f3050198810 2024-04-22T13:59:21.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f30554f2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3050112310 con 0x7f30501072e0 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30501006d0 0x7f305019e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304e7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 0x7f305019eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:47828/0 (socket says 172.21.15.83:47828) 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304e7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 0x7f305019eb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:50364/0 (socket says 172.21.15.83:50364) 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.965+0000 7f304f7fe640 1 -- 172.21.15.83:0/3809018778 learned_addr learned my addr 172.21.15.83:0/3809018778 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 -- 172.21.15.83:0/3809018778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 msgr2=0x7f305019eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 0x7f305019eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 -- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30501006d0 msgr2=0x7f305019e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30501006d0 0x7f305019e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 -- 172.21.15.83:0/3809018778 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30501993a0 con 0x7f3050198810 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3048009fd0 tx=0x7f304800b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f3037fff640 1 -- 172.21.15.83:0/3809018778 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3048017070 con 0x7f3050198810 2024-04-22T13:59:21.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3050199690 con 0x7f3050198810 2024-04-22T13:59:21.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f3037fff640 1 -- 172.21.15.83:0/3809018778 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3048003e20 con 0x7f3050198810 2024-04-22T13:59:21.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f3037fff640 1 -- 172.21.15.83:0/3809018778 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3048010460 con 0x7f3050198810 2024-04-22T13:59:21.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.966+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30501018c0 con 0x7f3050198810 2024-04-22T13:59:21.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.969+0000 7f3037fff640 1 -- 172.21.15.83:0/3809018778 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f3048003970 con 0x7f3050198810 2024-04-22T13:59:21.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.969+0000 7f30581c2740 1 Processor -- start 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 -- start start 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa7d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa86430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f7f9e21f0 con 0x556f7fa86a00 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f7f97f4b0 con 0x556f7fa7d4d0 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f30581c2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f7f9de1b0 con 0x556f7fa7de80 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54250/0 (socket says 172.21.15.83:54250) 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 -- 172.21.15.83:0/1056863055 learned_addr learned my addr 172.21.15.83:0/1056863055 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa7d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304effd640 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa86430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 -- 172.21.15.83:0/1056863055 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 msgr2=0x556f7fa86430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.970+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa86430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f304e7fc640 1 -- 172.21.15.83:0/1056863055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 msgr2=0x556f7fa7d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa7d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f304e7fc640 1 -- 172.21.15.83:0/1056863055 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f7f9711b0 con 0x556f7fa86a00 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f3044005ec0 tx=0x7f3044005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45b61127d1697a05 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f30357fa640 1 -- 172.21.15.83:0/1056863055 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f304402c7e0 con 0x556f7fa86a00 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f30357fa640 1 -- 172.21.15.83:0/1056863055 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3044005030 con 0x556f7fa86a00 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f30357fa640 1 -- 172.21.15.83:0/1056863055 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3044004920 con 0x556f7fa86a00 2024-04-22T13:59:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f3037fff640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 0x7f30380a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f304effd640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 0x7f30380a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.971+0000 7f3037fff640 1 -- 172.21.15.83:0/3809018778 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f30480d0740 con 0x7f3050198810 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- 172.21.15.83:0/1056863055 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 msgr2=0x556f7fa88e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f3044005ec0 tx=0x7f3044005fd0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f304effd640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 0x7f30380a6390 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x556f7fa78c10 tx=0x7f304000b410 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- 172.21.15.83:0/1056863055 shutdown_connections 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fa88e50 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa86430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 --2- 172.21.15.83:0/1056863055 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa7d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- 172.21.15.83:0/1056863055 >> 172.21.15.83:0/1056863055 conn(0x556f7fa77ba0 msgr2=0x556f7fa77f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- 172.21.15.83:0/1056863055 shutdown_connections 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- 172.21.15.83:0/1056863055 wait complete. 2024-04-22T13:59:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 -- start start 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.972+0000 7f30581c2740 1 Processor -- start 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 0x556f7fa83660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa86a00 0x556f7fa83bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f7fa898b0 con 0x556f7fa7d4d0 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f7f99b500 con 0x556f7fa7de80 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f7fa89a30 con 0x556f7fa86a00 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f30581c2740 10 client.0 _ll_register_callbacks cb 0x556f7f969b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54254/0 (socket says 172.21.15.83:54254) 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304effd640 1 -- 172.21.15.83:0/1981023949 learned_addr learned my addr 172.21.15.83:0/1981023949 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 0x556f7fa83660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304f7fe640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa86a00 0x556f7fa83bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 -- 172.21.15.83:0/1981023949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa86a00 msgr2=0x556f7fa83bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa86a00 0x556f7fa83bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 -- 172.21.15.83:0/1981023949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 msgr2=0x556f7fa862d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 -- 172.21.15.83:0/1981023949 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f7f6f43f0 con 0x556f7fa7de80 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304effd640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f304e7fc640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 0x556f7fa83660 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3044036040 tx=0x7f304402ca10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1174edcbe17e402 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.973+0000 7f3032ff5640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30440048c0 con 0x556f7fa7de80 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3044005030 con 0x556f7fa7de80 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3044004a60 con 0x556f7fa7de80 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f304405b050 con 0x556f7fa7de80 2024-04-22T13:59:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 10 client.25541 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f7f7be7d0 con 0x556f7fa7de80 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3044005030 con 0x556f7fa7de80 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f3044003c60 con 0x556f7fa7de80 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 10 client.25541 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 10 client.25541 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 20 client.25541 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fa969a0 0x556f7fa98d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 4 client.25541 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f7f981930 con 0x556f7fa969a0 2024-04-22T13:59:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.974+0000 7f304effd640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fa969a0 0x556f7fa98d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.982 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3451890541' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.975+0000 7f3032ff5640 10 client.25541 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.975+0000 7f304effd640 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fa969a0 0x556f7fa98d90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=717f8de1147ae2b4 server_cookie=d2db38e6a17fcee7 in_seq=0 out_seq=0 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f3032ff5640 1 -- 172.21.15.83:0/1981023949 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556f7f981930 con 0x556f7fa969a0 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f3032ff5640 10 client.25541 handle_command_reply: tid=0 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 client.25541 shutdown 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 msgr2=0x556f7fa83660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 0x556f7fa83660 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f3044036040 tx=0x7f304402ca10 comp rx=0 tx=0).stop 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 shutdown_connections 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fa969a0 0x556f7fa98d90 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa86a00 0x556f7fa83bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f3032ff5640 0 client.25541 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:21.983 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7de80 0x556f7fa83660 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 --2- 172.21.15.83:0/1981023949 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa862d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 >> 172.21.15.83:0/1981023949 conn(0x556f7fa77ba0 msgr2=0x556f7fa798f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 shutdown_connections 2024-04-22T13:59:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 1 -- 172.21.15.83:0/1981023949 wait complete. 2024-04-22T13:59:21.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.976+0000 7f30581c2740 20 client.25541 trim_cache size 0 max 16384 2024-04-22T13:59:21.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 Processor -- start 2024-04-22T13:59:21.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 -- start start 2024-04-22T13:59:21.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa796e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa86a00 0x556f7fa85d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f30501b0360 con 0x556f7fa7d4d0 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f30501b1ea0 con 0x556f7fa86a00 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.989+0000 7f30581c2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f30501b0a30 con 0x556f7fa7de80 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa796e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54262/0 (socket says 172.21.15.83:54262) 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304effd640 1 -- 172.21.15.83:0/4136358964 learned_addr learned my addr 172.21.15.83:0/4136358964 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304f7fe640 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa86a00 0x556f7fa85d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 -- 172.21.15.83:0/4136358964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa86a00 msgr2=0x556f7fa85d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa86a00 0x556f7fa85d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 -- 172.21.15.83:0/4136358964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 msgr2=0x556f7fa92510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 -- 172.21.15.83:0/4136358964 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f7fa9ebd0 con 0x556f7fa7de80 2024-04-22T13:59:21.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304effd640 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:21.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f304e7fc640 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa796e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f30440044e0 tx=0x7f3044004100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38c8f6dbc06aad24 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.990+0000 7f3034ff9640 1 -- 172.21.15.83:0/4136358964 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3044005560 con 0x556f7fa7de80 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f3034ff9640 1 -- 172.21.15.83:0/4136358964 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3044052070 con 0x556f7fa7de80 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f3034ff9640 1 -- 172.21.15.83:0/4136358964 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3044003cc0 con 0x556f7fa7de80 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 -- 172.21.15.83:0/4136358964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 msgr2=0x556f7fa796e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa796e0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f30440044e0 tx=0x7f3044004100 comp rx=0 tx=0).stop 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 -- 172.21.15.83:0/4136358964 shutdown_connections 2024-04-22T13:59:21.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa86a00 0x556f7fa85d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa796e0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 --2- 172.21.15.83:0/4136358964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa7d4d0 0x556f7fa92510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 -- 172.21.15.83:0/4136358964 >> 172.21.15.83:0/4136358964 conn(0x556f7fa77ba0 msgr2=0x556f7fa78fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 -- 172.21.15.83:0/4136358964 shutdown_connections 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.991+0000 7f30581c2740 1 -- 172.21.15.83:0/4136358964 wait complete. 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 -- start start 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 Processor -- start 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa99070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa995b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f30501b17d0 con 0x556f7fa86a00 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f30501b1100 con 0x556f7fa7d4d0 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f30501ae360 con 0x556f7fa7de80 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f30581c2740 10 client.0 _ll_register_callbacks cb 0x7f30440045a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:21.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54268/0 (socket says 172.21.15.83:54268) 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 -- 172.21.15.83:0/3618751666 learned_addr learned my addr 172.21.15.83:0/3618751666 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304effd640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa99070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304e7fc640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 -- 172.21.15.83:0/3618751666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 msgr2=0x556f7fa995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 -- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 msgr2=0x556f7fa99070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa99070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304f7fe640 1 -- 172.21.15.83:0/3618751666 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f7fafd980 con 0x556f7fa86a00 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.992+0000 7f304e7fc640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f304f7fe640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f3048098f50 tx=0x7f3048003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39b807f4db456a53 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30480b5060 con 0x556f7fa86a00 2024-04-22T13:59:21.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f304809b9d0 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3044052070 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3048020040 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 10 client.16092 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556f7fb04cf0 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3044052070 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f30480bb230 con 0x556f7fa86a00 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 10 client.16092 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 10 client.16092 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.993+0000 7f30581c2740 20 client.16092 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fb053c0 0x556f7fb077e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f30581c2740 4 client.16092 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556f7f9efc10 con 0x556f7fb053c0 2024-04-22T13:59:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f304effd640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fb053c0 0x556f7fb077e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f3032ff5640 10 client.16092 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:22.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f304effd640 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fb053c0 0x556f7fb077e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c88f3099bf45f715 server_cookie=65bcf6759abf0f11 in_seq=0 out_seq=0 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f3032ff5640 1 -- 172.21.15.83:0/3618751666 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556f7f9efc10 con 0x556f7fb053c0 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f3032ff5640 10 client.16092 handle_command_reply: tid=0 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.994+0000 7f30581c2740 1 client.16092 shutdown 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 msgr2=0x556f7fafd3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f3048098f50 tx=0x7f3048003c60 comp rx=0 tx=0).stop 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 shutdown_connections 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x556f7fb053c0 0x556f7fb077e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f7fa86a00 0x556f7fafd3c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f7fa7de80 0x556f7fa995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 --2- 172.21.15.83:0/3618751666 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f7fa7d4d0 0x556f7fa99070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 >> 172.21.15.83:0/3618751666 conn(0x556f7fa77ba0 msgr2=0x556f7fa79860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f3032ff5640 0 client.16092 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 shutdown_connections 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 1 -- 172.21.15.83:0/3618751666 wait complete. 2024-04-22T13:59:22.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30581c2740 20 client.16092 trim_cache size 0 max 16384 2024-04-22T13:59:22.002 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:22.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 msgr2=0x7f30380a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 0x7f30380a6390 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x556f7fa78c10 tx=0x7f304000b410 comp rx=0 tx=0).stop 2024-04-22T13:59:22.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 msgr2=0x7f3050198cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3048009fd0 tx=0x7f304800b260 comp rx=0 tx=0).stop 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 shutdown_connections 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30380a3ed0 0x7f30380a6390 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3050198810 0x7f3050198cc0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f30501072e0 0x7f305019eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 --2- 172.21.15.83:0/3809018778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30501006d0 0x7f305019e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.995+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 >> 172.21.15.83:0/3809018778 conn(0x7f30500773f0 msgr2=0x7f3050105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.996+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 shutdown_connections 2024-04-22T13:59:22.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:21.996+0000 7f30554f2640 1 -- 172.21.15.83:0/3809018778 wait complete. 2024-04-22T13:59:22.009 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4159019710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0101a40 msgr2=0x7f1ca0105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4159019710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0101a40 0x7f1ca0105a80 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f1c90009900 tx=0x7f1c9002bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4159019710 shutdown_connections 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4159019710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0106160 0x7f1ca010dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4159019710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0101a40 0x7f1ca0105a80 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4159019710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca0101090 0x7f1ca0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4159019710 >> 172.21.15.83:0/4159019710 conn(0x7f1ca0077f50 msgr2=0x7f1ca0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4159019710 shutdown_connections 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.111+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4159019710 wait complete. 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 Processor -- start 2024-04-22T13:59:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 -- start start 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0101090 0x7f1ca019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca01985b0 0x7f1ca0198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01110f0 con 0x7f1ca0106160 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca0110f70 con 0x7f1ca01985b0 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca85a4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca0111270 con 0x7f1ca0101090 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54280/0 (socket says 172.21.15.83:54280) 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/4080988816 learned_addr learned my addr 172.21.15.83:0/4080988816 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.112+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca01985b0 0x7f1ca0198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca6340640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0101090 0x7f1ca019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/4080988816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0101090 msgr2=0x7f1ca019e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0101090 0x7f1ca019e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/4080988816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca01985b0 msgr2=0x7f1ca0198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca01985b0 0x7f1ca0198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/4080988816 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ca01990d0 con 0x7f1ca0106160 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f1c90000c00 tx=0x7f1c900045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1c977fe640 1 -- 172.21.15.83:0/4080988816 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90043020 con 0x7f1ca0106160 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ca0199360 con 0x7f1ca0106160 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1c977fe640 1 -- 172.21.15.83:0/4080988816 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c9002cb70 con 0x7f1ca0106160 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1c977fe640 1 -- 172.21.15.83:0/4080988816 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c90003b50 con 0x7f1ca0106160 2024-04-22T13:59:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.113+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ca0102d40 con 0x7f1ca0106160 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 Processor -- start 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 -- start start 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1c977fe640 1 -- 172.21.15.83:0/4080988816 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f1c90046020 con 0x7f1ca0106160 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x56469062c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5646905881f0 con 0x5646906234d0 2024-04-22T13:59:22.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5646905254b0 con 0x564690623e80 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.116+0000 7f1cab192740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5646905841b0 con 0x56469062ca00 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54284/0 (socket says 172.21.15.83:54284) 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 -- 172.21.15.83:0/2948711039 learned_addr learned my addr 172.21.15.83:0/2948711039 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6340640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x56469062c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 -- 172.21.15.83:0/2948711039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 msgr2=0x56469062ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 -- 172.21.15.83:0/2948711039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 msgr2=0x56469062c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x56469062c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 -- 172.21.15.83:0/2948711039 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646905171b0 con 0x5646906234d0 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6340640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x56469062c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1c977fe640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 0x7f1c8c0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009f70 tx=0x7f1c98010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96f8fb0d0c729f29 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1ca6340640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 0x7f1c8c0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1c977fe640 1 -- 172.21.15.83:0/4080988816 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1c900f2ae0 con 0x7f1ca0106160 2024-04-22T13:59:22.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.117+0000 7f1c94bfe640 1 -- 172.21.15.83:0/2948711039 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c98016070 con 0x5646906234d0 2024-04-22T13:59:22.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1c94bfe640 1 -- 172.21.15.83:0/2948711039 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c98004d20 con 0x5646906234d0 2024-04-22T13:59:22.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1c94bfe640 1 -- 172.21.15.83:0/2948711039 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c980127d0 con 0x5646906234d0 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 -- 172.21.15.83:0/2948711039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 msgr2=0x5646906238b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009f70 tx=0x7f1c98010800 comp rx=0 tx=0).stop 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1ca6340640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 0x7f1c8c0a6390 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x56469061ec10 tx=0x7f1c9c005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 -- 172.21.15.83:0/2948711039 shutdown_connections 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x56469062c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 --2- 172.21.15.83:0/2948711039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x5646906238b0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 -- 172.21.15.83:0/2948711039 >> 172.21.15.83:0/2948711039 conn(0x56469061dba0 msgr2=0x56469061df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.118+0000 7f1cab192740 1 -- 172.21.15.83:0/2948711039 shutdown_connections 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 -- 172.21.15.83:0/2948711039 wait complete. 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 -- start start 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 Processor -- start 2024-04-22T13:59:22.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x5646906296f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x564690629d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56469062f970 con 0x5646906234d0 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564690541500 con 0x564690623e80 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56469062faf0 con 0x56469062ca00 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1ca6340640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1cab192740 10 client.0 _ll_register_callbacks cb 0x56469050fb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1ca6340640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54294/0 (socket says 172.21.15.83:54294) 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1ca6340640 1 -- 172.21.15.83:0/2421487458 learned_addr learned my addr 172.21.15.83:0/2421487458 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.119+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x564690629d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x5646906296f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 -- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 msgr2=0x564690629d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x564690629d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 -- 172.21.15.83:0/2421487458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 msgr2=0x5646906296f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x5646906296f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 -- 172.21.15.83:0/2421487458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56469029a3f0 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x564690629d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1ca6340640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c020a10 tx=0x7f1c9c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def9943f2b04ce10 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1c89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c009b30 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1c9c004260 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c98004d20 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c9c004460 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1cab192740 10 client.16104 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.120+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5646903647d0 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c98004d20 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1c9c027070 con 0x5646906234d0 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 10 client.16104 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:22.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 10 client.16104 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 20 client.16104 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x56469063f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 4 client.16104 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564690527930 con 0x56469063ccb0 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.121+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x56469063f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1c89ffb640 10 client.16104 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x56469063f0e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=969f28cdfbe59b97 server_cookie=531491838a69b654 in_seq=0 out_seq=0 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1c89ffb640 1 -- 172.21.15.83:0/2421487458 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564690527930 con 0x56469063ccb0 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1c89ffb640 10 client.16104 handle_command_reply: tid=0 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1cab192740 1 client.16104 shutdown 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 msgr2=0x56469062c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c020a10 tx=0x7f1c9c004730 comp rx=0 tx=0).stop 2024-04-22T13:59:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 shutdown_connections 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.122+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x56469063f0e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1c89ffb640 0 client.16104 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x564690629d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564690623e80 0x5646906296f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 --2- 172.21.15.83:0/2421487458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5646906234d0 0x56469062c360 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 >> 172.21.15.83:0/2421487458 conn(0x56469061dba0 msgr2=0x56469061f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 shutdown_connections 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 1 -- 172.21.15.83:0/2421487458 wait complete. 2024-04-22T13:59:22.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.123+0000 7f1cab192740 20 client.16104 trim_cache size 0 max 16384 2024-04-22T13:59:22.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 Processor -- start 2024-04-22T13:59:22.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 -- start start 2024-04-22T13:59:22.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 0x564690638830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01afda0 con 0x564690623e80 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01b18e0 con 0x5646906234d0 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1cab192740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01b0470 con 0x56469062ca00 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54300/0 (socket says 172.21.15.83:54300) 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/3492895090 learned_addr learned my addr 172.21.15.83:0/3492895090 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 0x564690638830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 -- 172.21.15.83:0/3492895090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 msgr2=0x56469062be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 -- 172.21.15.83:0/3492895090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 msgr2=0x56469061ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6340640 1 -- 172.21.15.83:0/3492895090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56469062a070 con 0x5646906234d0 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.138+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.139+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 0x564690638830 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c003c80 tx=0x7f1c9c009640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e3abb3bcac9f25a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.139+0000 7f1c8bfff640 1 -- 172.21.15.83:0/3492895090 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c036070 con 0x5646906234d0 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.139+0000 7f1c8bfff640 1 -- 172.21.15.83:0/3492895090 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c9c009b30 con 0x5646906234d0 2024-04-22T13:59:22.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.139+0000 7f1c8bfff640 1 -- 172.21.15.83:0/3492895090 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c9c029690 con 0x5646906234d0 2024-04-22T13:59:22.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- 172.21.15.83:0/3492895090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 msgr2=0x564690638830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 0x564690638830 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1c9c003c80 tx=0x7f1c9c009640 comp rx=0 tx=0).stop 2024-04-22T13:59:22.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- 172.21.15.83:0/3492895090 shutdown_connections 2024-04-22T13:59:22.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56469062ca00 0x56469062be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x56469061ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 --2- 172.21.15.83:0/3492895090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5646906234d0 0x564690638830 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- 172.21.15.83:0/3492895090 >> 172.21.15.83:0/3492895090 conn(0x56469061dba0 msgr2=0x56469061c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- 172.21.15.83:0/3492895090 shutdown_connections 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- 172.21.15.83:0/3492895090 wait complete. 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 -- start start 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.140+0000 7f1cab192740 1 Processor -- start 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5646906234d0 0x5646906351b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 0x564690630b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01b1210 con 0x564690623e80 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54302/0 (socket says 172.21.15.83:54302) 2024-04-22T13:59:22.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/3973871885 learned_addr learned my addr 172.21.15.83:0/3973871885 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01b0b40 con 0x56469062ca00 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1ca01adda0 con 0x5646906234d0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5646906234d0 0x5646906351b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1cab192740 10 client.0 _ll_register_callbacks cb 0x7f1c9c0208a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 0x564690630b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5646906234d0 msgr2=0x5646906351b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5646906234d0 0x5646906351b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/3973871885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 msgr2=0x564690630b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 0x564690630b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564690631340 con 0x564690623e80 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca6b41640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 0x564690630b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1ca5b3f640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f1c90005ab0 tx=0x7f1c900f4f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a53be8396b411d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.141+0000 7f1c89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c900fa040 con 0x564690623e80 2024-04-22T13:59:22.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1c900054b0 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c9c009b30 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c900be2e0 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 10 client.16110 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5646906abae0 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1c9c009b30 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1c900baff0 con 0x564690623e80 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 10 client.16110 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 10 client.16110 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 20 client.16110 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x5646906ae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 4 client.16110 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.142+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564690595c10 con 0x56469063ccb0 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x5646906ae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1c89ffb640 10 client.16110 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:22.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1ca6340640 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x5646906ae220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c0c6ec3284617454 server_cookie=d36a30dff3b82a19 in_seq=0 out_seq=0 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1c89ffb640 1 -- 172.21.15.83:0/3973871885 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564690595c10 con 0x56469063ccb0 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1c89ffb640 10 client.16110 handle_command_reply: tid=0 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 client.16110 shutdown 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 msgr2=0x564690630570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f1c90005ab0 tx=0x7f1c900f4f70 comp rx=0 tx=0).stop 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 shutdown_connections 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x56469063ccb0 0x5646906ae220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56469062ca00 0x564690630b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564690623e80 0x564690630570 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 --2- 172.21.15.83:0/3973871885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5646906234d0 0x5646906351b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 >> 172.21.15.83:0/3973871885 conn(0x56469061dba0 msgr2=0x56469061f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.143+0000 7f1c89ffb640 0 client.16110 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:22.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 shutdown_connections 2024-04-22T13:59:22.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1cab192740 1 -- 172.21.15.83:0/3973871885 wait complete. 2024-04-22T13:59:22.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1cab192740 20 client.16110 trim_cache size 0 max 16384 2024-04-22T13:59:22.152 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:22.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 msgr2=0x7f1c8c0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 0x7f1c8c0a6390 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x56469061ec10 tx=0x7f1c9c005f90 comp rx=0 tx=0).stop 2024-04-22T13:59:22.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 msgr2=0x7f1ca019e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f1c90000c00 tx=0x7f1c900045e0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 shutdown_connections 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1c8c0a3ed0 0x7f1c8c0a6390 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ca01985b0 0x7f1ca0198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1ca0106160 0x7f1ca019e940 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 --2- 172.21.15.83:0/4080988816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1ca0101090 0x7f1ca019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 >> 172.21.15.83:0/4080988816 conn(0x7f1ca0077f50 msgr2=0x7f1ca0100130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 shutdown_connections 2024-04-22T13:59:22.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.144+0000 7f1ca85a4640 1 -- 172.21.15.83:0/4080988816 wait complete. 2024-04-22T13:59:22.158 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 -- 172.21.15.83:0/2595318684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec103af0 msgr2=0x7f66ec10bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 --2- 172.21.15.83:0/2595318684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec103af0 0x7f66ec10bfd0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f66e0009860 tx=0x7f66e002bca0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 -- 172.21.15.83:0/2595318684 shutdown_connections 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 --2- 172.21.15.83:0/2595318684 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 --2- 172.21.15.83:0/2595318684 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec103af0 0x7f66ec10bfd0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 --2- 172.21.15.83:0/2595318684 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec1031d0 0x7f66ec1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 -- 172.21.15.83:0/2595318684 >> 172.21.15.83:0/2595318684 conn(0x7f66ec077f50 msgr2=0x7f66ec078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 -- 172.21.15.83:0/2595318684 shutdown_connections 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.257+0000 7f66f229a640 1 -- 172.21.15.83:0/2595318684 wait complete. 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 Processor -- start 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 -- start start 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 0x7f66ec100e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 0x7f66ec101360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec112180 con 0x7f66ec10c510 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec112000 con 0x7f66ec103af0 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f229a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec112300 con 0x7f66ec1031d0 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f0837640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f0837640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54330/0 (socket says 172.21.15.83:54330) 2024-04-22T13:59:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66f0837640 1 -- 172.21.15.83:0/859397913 learned_addr learned my addr 172.21.15.83:0/859397913 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66ebfff640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 0x7f66ec100e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.258+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 0x7f66ec101360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 -- 172.21.15.83:0/859397913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 msgr2=0x7f66ec100e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 0x7f66ec100e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 -- 172.21.15.83:0/859397913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 msgr2=0x7f66ec101360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 0x7f66ec101360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 -- 172.21.15.83:0/859397913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66ec1a6c40 con 0x7f66ec10c510 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66ebfff640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 0x7f66ec100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 0x7f66ec101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f0837640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009fd0 tx=0x7f66e400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66e97fa640 1 -- 172.21.15.83:0/859397913 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e4004b20 con 0x7f66ec10c510 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66ec1a6f30 con 0x7f66ec10c510 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66ec1a7400 con 0x7f66ec10c510 2024-04-22T13:59:22.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66e97fa640 1 -- 172.21.15.83:0/859397913 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66e4003e20 con 0x7f66ec10c510 2024-04-22T13:59:22.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.259+0000 7f66e97fa640 1 -- 172.21.15.83:0/859397913 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e4004820 con 0x7f66ec10c510 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.262+0000 7f66f4f6d740 1 Processor -- start 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.262+0000 7f66e97fa640 1 -- 172.21.15.83:0/859397913 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f66e401d020 con 0x7f66ec10c510 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.262+0000 7f66f4f6d740 1 -- start start 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.262+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.262+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 0x561d792b8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792bae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561d792141f0 con 0x561d792af4d0 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561d791b14b0 con 0x561d792b8a00 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561d792101b0 con 0x561d792afe80 2024-04-22T13:59:22.267 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54338/0 (socket says 172.21.15.83:54338) 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1366869691 learned_addr learned my addr 172.21.15.83:0/1366869691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 0x561d792b8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792bae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1366869691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 msgr2=0x561d792b8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66e97fa640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 0x7f66d40a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 0x561d792b8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1366869691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 msgr2=0x561d792bae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792bae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1366869691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d791a31b0 con 0x561d792af4d0 2024-04-22T13:59:22.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 0x561d792b8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66f0837640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 0x7f66d40a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.263+0000 7f66e97fa640 1 -- 172.21.15.83:0/859397913 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f66e40d09f0 con 0x7f66ec10c510 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.264+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f66e002c1e0 tx=0x7f66e0009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=655d1e35f3620dd4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.264+0000 7f66d27fc640 1 -- 172.21.15.83:0/1366869691 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0048070 con 0x561d792af4d0 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.264+0000 7f66d27fc640 1 -- 172.21.15.83:0/1366869691 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66e0004340 con 0x561d792af4d0 2024-04-22T13:59:22.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.264+0000 7f66d27fc640 1 -- 172.21.15.83:0/1366869691 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0039040 con 0x561d792af4d0 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1366869691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 msgr2=0x561d792af8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f0837640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 0x7f66d40a6410 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f66e40cdf90 tx=0x7f66e4066d80 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f66e002c1e0 tx=0x7f66e0009510 comp rx=0 tx=0).stop 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1366869691 shutdown_connections 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792bae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792afe80 0x561d792b8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1366869691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792af4d0 0x561d792af8b0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.275 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1366869691 >> 172.21.15.83:0/1366869691 conn(0x561d792a9ba0 msgr2=0x561d792a9f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1366869691 shutdown_connections 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1366869691 wait complete. 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.265+0000 7f66f4f6d740 1 -- start start 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 Processor -- start 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792afe80 0x561d792b8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.276 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54354/0 (socket says 172.21.15.83:54354) 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561d792bb910 con 0x561d792b5db0 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561d791cd500 con 0x561d792afe80 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561d792bba90 con 0x561d792b8a00 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66f4f6d740 10 client.0 _ll_register_callbacks cb 0x561d7919bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:50476/0 (socket says 172.21.15.83:50476) 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.266+0000 7f66ebfff640 1 -- 172.21.15.83:0/1097525616 learned_addr learned my addr 172.21.15.83:0/1097525616 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 -- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792afe80 msgr2=0x561d792b8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792afe80 0x561d792b8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 -- 172.21.15.83:0/1097525616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 msgr2=0x561d792c4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 -- 172.21.15.83:0/1097525616 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d78f263f0 con 0x561d792b8a00 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f66dc00bf80 tx=0x7f66dc011870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d85b87b7e0ebd19b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc012710 con 0x561d792b8a00 2024-04-22T13:59:22.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66e0004340 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f66dc0128b0 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66dc012ab0 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66f4f6d740 10 client.25438 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.267+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d78ff07d0 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66e0004340 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f66dc0233d0 con 0x561d792b8a00 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 10 client.25438 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 10 client.25438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 20 client.25438 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d792cb710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 4 client.25438 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:22.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d791b3930 con 0x561d792c92a0 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.268+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d792cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.269+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d792cb710 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3600855d60662038 server_cookie=7a5178c58c5bbf4d in_seq=0 out_seq=0 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.269+0000 7f66cb7fe640 10 client.25438 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.269+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1097525616 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d791b3930 con 0x561d792c92a0 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.269+0000 7f66cb7fe640 10 client.25438 handle_command_reply: tid=0 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.269+0000 7f66f4f6d740 1 client.25438 shutdown 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 msgr2=0x561d792b5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f66dc00bf80 tx=0x7f66dc011870 comp rx=0 tx=0).stop 2024-04-22T13:59:22.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 shutdown_connections 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d792cb710 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66cb7fe640 0 client.25438 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792b5db0 0x561d792c4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792b5710 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1097525616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792afe80 0x561d792b8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 >> 172.21.15.83:0/1097525616 conn(0x561d792a9ba0 msgr2=0x561d792ab8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 shutdown_connections 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1097525616 wait complete. 2024-04-22T13:59:22.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.270+0000 7f66f4f6d740 20 client.25438 trim_cache size 0 max 16384 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 Processor -- start 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 -- start start 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b5db0 0x561d792d0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792d1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f66d800e6d0 con 0x561d792afe80 2024-04-22T13:59:22.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f66d8010210 con 0x561d792b5db0 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f66d800eda0 con 0x561d792b8a00 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54364/0 (socket says 172.21.15.83:54364) 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66eb7fe640 1 -- 172.21.15.83:0/2445831617 learned_addr learned my addr 172.21.15.83:0/2445831617 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.296+0000 7f66ebfff640 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b5db0 0x561d792d0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792d1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 -- 172.21.15.83:0/2445831617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 msgr2=0x561d792d1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792d1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 -- 172.21.15.83:0/2445831617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b5db0 msgr2=0x561d792d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b5db0 0x561d792d0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 -- 172.21.15.83:0/2445831617 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d792b5a80 con 0x561d792afe80 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f66e0000c00 tx=0x7f66e00053a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2404ac534d88f13c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66d1ffb640 1 -- 172.21.15.83:0/2445831617 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0048040 con 0x561d792afe80 2024-04-22T13:59:22.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66d1ffb640 1 -- 172.21.15.83:0/2445831617 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66e0049040 con 0x561d792afe80 2024-04-22T13:59:22.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.297+0000 7f66d1ffb640 1 -- 172.21.15.83:0/2445831617 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0039040 con 0x561d792afe80 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- 172.21.15.83:0/2445831617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 msgr2=0x561d792b7f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f66e0000c00 tx=0x7f66e00053a0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- 172.21.15.83:0/2445831617 shutdown_connections 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b8a00 0x561d792d1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b5db0 0x561d792d0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/2445831617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792b7f50 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- 172.21.15.83:0/2445831617 >> 172.21.15.83:0/2445831617 conn(0x561d792a9ba0 msgr2=0x561d792aaea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- 172.21.15.83:0/2445831617 shutdown_connections 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- 172.21.15.83:0/2445831617 wait complete. 2024-04-22T13:59:22.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.298+0000 7f66f4f6d740 1 -- start start 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 Processor -- start 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b5db0 0x561d792c12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792b1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f66d800fb40 con 0x561d792afe80 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f66d800f470 con 0x561d792b8a00 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f66d800c6b0 con 0x561d792b5db0 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:54378/0 (socket says 172.21.15.83:54378) 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1425938335 learned_addr learned my addr 172.21.15.83:0/1425938335 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66f4f6d740 10 client.0 _ll_register_callbacks cb 0x7f66dc00bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:22.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.299+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b5db0 0x561d792c12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1425938335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b5db0 msgr2=0x561d792c12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b5db0 0x561d792c12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 msgr2=0x561d792b1eb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792b1eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 -- 172.21.15.83:0/1425938335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d792b26e0 con 0x561d792afe80 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66eb7fe640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f66e0035f50 tx=0x7f66e0035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20411d19a4b71a41 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0039070 con 0x561d792afe80 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f66e0034cc0 con 0x561d792afe80 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66e0049040 con 0x561d792afe80 2024-04-22T13:59:22.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f66e0048040 con 0x561d792afe80 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.300+0000 7f66f4f6d740 10 client.16128 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d7932f4d0 con 0x561d792afe80 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66e0049040 con 0x561d792afe80 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f66e004e070 con 0x561d792afe80 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 10 client.16128 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 10 client.16128 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:22.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 20 client.16128 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d793316b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 4 client.16128 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561d79221c10 con 0x561d792c92a0 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.301+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d793316b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66cb7fe640 10 client.16128 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66ebfff640 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d793316b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=973fc64cdaeb1ff2 server_cookie=9f9a61c122a8b5b1 in_seq=0 out_seq=0 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66cb7fe640 1 -- 172.21.15.83:0/1425938335 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561d79221c10 con 0x561d792c92a0 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66cb7fe640 10 client.16128 handle_command_reply: tid=0 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 client.16128 shutdown 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 msgr2=0x561d792c0d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f66e0035f50 tx=0x7f66e0035ce0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 shutdown_connections 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561d792c92a0 0x561d793316b0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66cb7fe640 0 client.16128 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:22.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d792b8a00 0x561d792b1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.302+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d792b5db0 0x561d792c12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f4f6d740 1 --2- 172.21.15.83:0/1425938335 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d792afe80 0x561d792c0d70 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 >> 172.21.15.83:0/1425938335 conn(0x561d792a9ba0 msgr2=0x561d792ab6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 shutdown_connections 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f4f6d740 1 -- 172.21.15.83:0/1425938335 wait complete. 2024-04-22T13:59:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f4f6d740 20 client.16128 trim_cache size 0 max 16384 2024-04-22T13:59:22.313 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:22.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 msgr2=0x7f66d40a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 0x7f66d40a6410 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f66e40cdf90 tx=0x7f66e4066d80 comp rx=0 tx=0).stop 2024-04-22T13:59:22.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 msgr2=0x7f66ec1018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:22.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.303+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f66e4009fd0 tx=0x7f66e400c800 comp rx=0 tx=0).stop 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 shutdown_connections 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f66d40a3f50 0x7f66d40a6410 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f66ec10c510 0x7f66ec1018a0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f66ec103af0 0x7f66ec101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 --2- 172.21.15.83:0/859397913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f66ec1031d0 0x7f66ec100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 >> 172.21.15.83:0/859397913 conn(0x7f66ec077f50 msgr2=0x7f66ec0fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 shutdown_connections 2024-04-22T13:59:22.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:22.304+0000 7f66f229a640 1 -- 172.21.15.83:0/859397913 wait complete. 2024-04-22T13:59:22.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:22 smithi173 ceph-mon[31493]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:22.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:22 smithi083 ceph-mon[27977]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:22 smithi084 ceph-mon[31312]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-22T13:59:23.322 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T13:59:23.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:59:23.323 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 -- 172.21.15.83:0/3781966974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101a40 msgr2=0x7f10f0105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 --2- 172.21.15.83:0/3781966974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101a40 0x7f10f0105a80 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f10e0009900 tx=0x7f10e002bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 -- 172.21.15.83:0/3781966974 shutdown_connections 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 --2- 172.21.15.83:0/3781966974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f010dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 --2- 172.21.15.83:0/3781966974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f0101a40 0x7f10f0105a80 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 --2- 172.21.15.83:0/3781966974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 -- 172.21.15.83:0/3781966974 >> 172.21.15.83:0/3781966974 conn(0x7f10f0077f50 msgr2=0x7f10f0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 -- 172.21.15.83:0/3781966974 shutdown_connections 2024-04-22T13:59:23.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.480+0000 7f10f8255640 1 -- 172.21.15.83:0/3781966974 wait complete. 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 Processor -- start 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 -- start start 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f0197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0111080 con 0x7f10f019bf00 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0110f00 con 0x7f10f0101090 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f8255640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10f0111200 con 0x7f10f0106160 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f67f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f67f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49564/0 (socket says 172.21.15.83:49564) 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f67f2640 1 -- 172.21.15.83:0/1928061422 learned_addr learned my addr 172.21.15.83:0/1928061422 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.481+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f0197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 -- 172.21.15.83:0/1928061422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 msgr2=0x7f10f0197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f0197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 -- 172.21.15.83:0/1928061422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 msgr2=0x7f10f0197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 -- 172.21.15.83:0/1928061422 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f019c9f0 con 0x7f10f019bf00 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f0197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f67f2640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f10e8009fd0 tx=0x7f10e800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10e6ffd640 1 -- 172.21.15.83:0/1928061422 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8017070 con 0x7f10f019bf00 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f019cce0 con 0x7f10f019bf00 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f00693d0 con 0x7f10f019bf00 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10e6ffd640 1 -- 172.21.15.83:0/1928061422 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10e8003e20 con 0x7f10f019bf00 2024-04-22T13:59:23.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.482+0000 7f10e6ffd640 1 -- 172.21.15.83:0/1928061422 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e80106c0 con 0x7f10f019bf00 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.484+0000 7f10e6ffd640 1 -- 172.21.15.83:0/1928061422 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f10e8004140 con 0x7f10f019bf00 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 Processor -- start 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 -- start start 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10e6ffd640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 0x7f10dc0a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e2290 0x555deb0ea840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0eae10 0x555deb0ed260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555deb045f00 con 0x555deb0e18e0 2024-04-22T13:59:23.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555deafe3590 con 0x555deb0eae10 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10fae4a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555deb041ec0 con 0x555deb0e2290 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10f5ff1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 0x7f10dc0a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10f5ff1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49572/0 (socket says 172.21.15.83:49572) 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.485+0000 7f10f5ff1640 1 -- 172.21.15.83:0/1242976686 learned_addr learned my addr 172.21.15.83:0/1242976686 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10e6ffd640 1 -- 172.21.15.83:0/1928061422 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f10e80d07e0 con 0x7f10f019bf00 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 -- 172.21.15.83:0/1242976686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e2290 msgr2=0x555deb0ea840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e2290 0x555deb0ea840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 -- 172.21.15.83:0/1242976686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0eae10 msgr2=0x555deb0ed260 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0eae10 0x555deb0ed260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 -- 172.21.15.83:0/1242976686 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555deae207e0 con 0x555deb0e18e0 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 0x7f10dc0a6410 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10e0006010 tx=0x7f10e0005d50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f10ec009cc0 tx=0x7f10ec00e8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a1e31b2202921f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10dbfff640 1 -- 172.21.15.83:0/1242976686 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec01e070 con 0x555deb0e18e0 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10dbfff640 1 -- 172.21.15.83:0/1242976686 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10ec019af0 con 0x555deb0e18e0 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.486+0000 7f10dbfff640 1 -- 172.21.15.83:0/1242976686 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10ec018a40 con 0x555deb0e18e0 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 -- 172.21.15.83:0/1242976686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 msgr2=0x555deb0e1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f10ec009cc0 tx=0x7f10ec00e8b0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 -- 172.21.15.83:0/1242976686 shutdown_connections 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0eae10 0x555deb0ed260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e2290 0x555deb0ea840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1242976686 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e18e0 0x555deb0e1cc0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 -- 172.21.15.83:0/1242976686 >> 172.21.15.83:0/1242976686 conn(0x555deb0dbfb0 msgr2=0x555deb0dc390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 -- 172.21.15.83:0/1242976686 shutdown_connections 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.487+0000 7f10fae4a740 1 -- 172.21.15.83:0/1242976686 wait complete. 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 -- start start 2024-04-22T13:59:23.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 Processor -- start 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0e7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb0e88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555deb0edd80 con 0x555deb0e2290 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555deafff580 con 0x555deb0e18e0 2024-04-22T13:59:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555deb0edf00 con 0x555deb0eae10 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10fae4a740 10 client.0 _ll_register_callbacks cb 0x555deb005650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10f57f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10f57f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49584/0 (socket says 172.21.15.83:49584) 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10f57f0640 1 -- 172.21.15.83:0/2087063801 learned_addr learned my addr 172.21.15.83:0/2087063801 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0e7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.488+0000 7f10f67f2640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb0e88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 -- 172.21.15.83:0/2087063801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 msgr2=0x555deb0e88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb0e88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 -- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 msgr2=0x555deb0e7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0e7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 -- 172.21.15.83:0/2087063801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555deae80f70 con 0x555deb0e2290 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f67f2640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb0e88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10f57f0640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f10e0035000 tx=0x7f10e0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e99a814796f81a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0050020 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10ec019af0 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f10e00046c0 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f10e005b050 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10fae4a740 10 client.16140 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555dead18170 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.489+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10ec019af0 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f10e004b030 con 0x555deb0e2290 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 10 client.16140 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 10 client.16140 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 20 client.16140 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb102170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 4 client.16140 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:23.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555deb053920 con 0x555deb0ffd10 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb102170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10d97fa640 10 client.16140 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.490+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb102170 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e40e728f50d2d89 server_cookie=bff90b89eee7c5ff in_seq=0 out_seq=0 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10d97fa640 1 -- 172.21.15.83:0/2087063801 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555deb053920 con 0x555deb0ffd10 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10d97fa640 10 client.16140 handle_command_reply: tid=0 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 client.16140 shutdown 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 msgr2=0x555deb0e8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f10e0035000 tx=0x7f10e0009260 comp rx=0 tx=0).stop 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 shutdown_connections 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb102170 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb0e88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10d97fa640 0 client.16140 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0e8390 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 --2- 172.21.15.83:0/2087063801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0e7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.491+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 >> 172.21.15.83:0/2087063801 conn(0x555deb0dbfb0 msgr2=0x555deb0ddd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.492+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 shutdown_connections 2024-04-22T13:59:23.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.492+0000 7f10fae4a740 1 -- 172.21.15.83:0/2087063801 wait complete. 2024-04-22T13:59:23.500 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.492+0000 7f10fae4a740 20 client.16140 trim_cache size 0 max 16384 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 Processor -- start 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 -- start start 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0ea580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb107a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01ab890 con 0x555deb0e2290 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01ad3d0 con 0x555deb0e18e0 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.509+0000 7f10fae4a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01abf60 con 0x555deb0eae10 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49594/0 (socket says 172.21.15.83:49594) 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 -- 172.21.15.83:0/1088685006 learned_addr learned my addr 172.21.15.83:0/1088685006 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0ea580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 -- 172.21.15.83:0/1088685006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 msgr2=0x555deb107a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb107a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 -- 172.21.15.83:0/1088685006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 msgr2=0x555deb0ea580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0ea580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 -- 172.21.15.83:0/1088685006 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555deb0d7880 con 0x555deb0e2290 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10f57f0640 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f10e0005ec0 tx=0x7f10e002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc80a802132d4ae5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10db7fe640 1 -- 172.21.15.83:0/1088685006 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0050040 con 0x555deb0e2290 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10db7fe640 1 -- 172.21.15.83:0/1088685006 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10e0064070 con 0x555deb0e2290 2024-04-22T13:59:23.514 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.510+0000 7f10db7fe640 1 -- 172.21.15.83:0/1088685006 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0048040 con 0x555deb0e2290 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 -- 172.21.15.83:0/1088685006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 msgr2=0x555deb0f6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f10e0005ec0 tx=0x7f10e002c7e0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 -- 172.21.15.83:0/1088685006 shutdown_connections 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0eae10 0x555deb107a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0e2290 0x555deb0f6c40 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 --2- 172.21.15.83:0/1088685006 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e18e0 0x555deb0ea580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 -- 172.21.15.83:0/1088685006 >> 172.21.15.83:0/1088685006 conn(0x555deb0dbfb0 msgr2=0x555deb0e6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 -- 172.21.15.83:0/1088685006 shutdown_connections 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.511+0000 7f10fae4a740 1 -- 172.21.15.83:0/1088685006 wait complete. 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 -- start start 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 Processor -- start 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 0x555deb15e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e2290 0x555deb15eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01acd00 con 0x555deb0eae10 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01ac630 con 0x555deb0e2290 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f10f01a9870 con 0x555deb0e18e0 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10fae4a740 10 client.0 _ll_register_callbacks cb 0x7f10ec005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10f67f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10f67f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49600/0 (socket says 172.21.15.83:49600) 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.512+0000 7f10f67f2640 1 -- 172.21.15.83:0/320097851 learned_addr learned my addr 172.21.15.83:0/320097851 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 0x555deb15e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 -- 172.21.15.83:0/320097851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 msgr2=0x555deb15e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 0x555deb15e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 -- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e2290 msgr2=0x555deb15eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e2290 0x555deb15eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 -- 172.21.15.83:0/320097851 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555deb0eea20 con 0x555deb0eae10 2024-04-22T13:59:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 0x555deb15e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10f67f2640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f10e809c500 tx=0x7f10e809c400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1195a9fe2b40711c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e8020040 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f10e8003b70 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10e0064070 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f10e809cc70 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10fae4a740 10 client.16146 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555deb165dd0 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.513+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10e0064070 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f10e80ce030 con 0x555deb0eae10 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 10 client.16146 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 20 client.16146 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb168550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 4 client.16146 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555deb04d790 con 0x555deb0ffd10 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.514+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb168550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.515+0000 7f10f5ff1640 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb168550 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25da6b30b5fd77a5 server_cookie=216e75532ff80895 in_seq=0 out_seq=0 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.515+0000 7f10d97fa640 10 client.16146 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10d97fa640 1 -- 172.21.15.83:0/320097851 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555deb04d790 con 0x555deb0ffd10 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10d97fa640 10 client.16146 handle_command_reply: tid=0 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 client.16146 shutdown 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 msgr2=0x555deb0ee330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f10e809c500 tx=0x7f10e809c400 comp rx=0 tx=0).stop 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 shutdown_connections 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555deb0ffd10 0x555deb168550 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555deb0eae10 0x555deb0ee330 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555deb0e2290 0x555deb15eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10d97fa640 0 client.16146 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 --2- 172.21.15.83:0/320097851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555deb0e18e0 0x555deb15e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 >> 172.21.15.83:0/320097851 conn(0x555deb0dbfb0 msgr2=0x555deb0dd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 shutdown_connections 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 1 -- 172.21.15.83:0/320097851 wait complete. 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.516+0000 7f10fae4a740 20 client.16146 trim_cache size 0 max 16384 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "f81a36bb-c4fd-4c04-a821-a391dcb2dee8", 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T13:59:23.523 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 msgr2=0x7f10dc0a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 0x7f10dc0a6410 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f10e0006010 tx=0x7f10e0005d50 comp rx=0 tx=0).stop 2024-04-22T13:59:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 msgr2=0x7f10f019c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f10e8009fd0 tx=0x7f10e800b630 comp rx=0 tx=0).stop 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 shutdown_connections 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f10dc0a3f50 0x7f10dc0a6410 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f10f019bf00 0x7f10f019c3b0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f10f0106160 0x7f10f0197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 --2- 172.21.15.83:0/1928061422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f0101090 0x7f10f0197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 >> 172.21.15.83:0/1928061422 conn(0x7f10f0077f50 msgr2=0x7f10f00ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 shutdown_connections 2024-04-22T13:59:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.517+0000 7f10f8255640 1 -- 172.21.15.83:0/1928061422 wait complete. 2024-04-22T13:59:23.530 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:59:23.530 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 -- 172.21.15.83:0/2821394476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a6410c500 msgr2=0x7f1a6410e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 --2- 172.21.15.83:0/2821394476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a6410c500 0x7f1a6410e9a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c009ca0 tx=0x7f1a5c02c230 comp rx=0 tx=0).stop 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 -- 172.21.15.83:0/2821394476 shutdown_connections 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 --2- 172.21.15.83:0/2821394476 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a6410c500 0x7f1a6410e9a0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 --2- 172.21.15.83:0/2821394476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a64103ae0 0x7f1a6410bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 --2- 172.21.15.83:0/2821394476 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a641035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 -- 172.21.15.83:0/2821394476 >> 172.21.15.83:0/2821394476 conn(0x7f1a64078000 msgr2=0x7f1a64078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 -- 172.21.15.83:0/2821394476 shutdown_connections 2024-04-22T13:59:23.653 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.650+0000 7f1a69214640 1 -- 172.21.15.83:0/2821394476 wait complete. 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 Processor -- start 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 -- start start 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a64198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 0x7f1a6419cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1a64112190 con 0x7f1a64103ae0 2024-04-22T13:59:23.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1a64112010 con 0x7f1a6410c500 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a69214640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1a64112310 con 0x7f1a641031c0 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a6259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a6259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49612/0 (socket says 172.21.15.83:49612) 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.651+0000 7f1a6259c640 1 -- 172.21.15.83:0/786702449 learned_addr learned my addr 172.21.15.83:0/786702449 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6359e640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 0x7f1a6419cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a64198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 -- 172.21.15.83:0/786702449 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 msgr2=0x7f1a64198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a64198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 -- 172.21.15.83:0/786702449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 msgr2=0x7f1a6419cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 0x7f1a6419cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 -- 172.21.15.83:0/786702449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6419d680 con 0x7f1a64103ae0 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a64198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:23.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6359e640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 0x7f1a6419cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a6259c640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1a5800e9f0 tx=0x7f1a5800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a4bfff640 1 -- 172.21.15.83:0/786702449 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5800cd80 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a6419d970 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a64100d40 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a4bfff640 1 -- 172.21.15.83:0/786702449 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a580108e0 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.652+0000 7f1a4bfff640 1 -- 172.21.15.83:0/786702449 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a58018980 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.655+0000 7f1a4bfff640 1 -- 172.21.15.83:0/786702449 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 25) ==== 138930+0+0 (secure 0 0 0) 0x7f1a58010430 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.655+0000 7f1a4bfff640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 0x7f1a4c0a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.655+0000 7f1a4bfff640 1 -- 172.21.15.83:0/786702449 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1a580d0c90 con 0x7f1a64103ae0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.655+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 0x7f1a4c0a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 Processor -- start 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 -- start start 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a8f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a98540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559ce69f41e0 con 0x559ce6a98a80 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559ce6991390 con 0x559ce6a8fea0 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6be08740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559ce69f01a0 con 0x559ce6a8f580 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 0x7f1a4c0a6410 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1a54009b50 tx=0x7f1a54005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49624/0 (socket says 172.21.15.83:49624) 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 -- 172.21.15.83:0/2561147419 learned_addr learned my addr 172.21.15.83:0/2561147419 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6259c640 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a98540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a8f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 -- 172.21.15.83:0/2561147419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 msgr2=0x559ce6a8f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a8f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 -- 172.21.15.83:0/2561147419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 msgr2=0x559ce6a98540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a98540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.656+0000 7f1a6359e640 1 -- 172.21.15.83:0/2561147419 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ce67d07d0 con 0x559ce6a98a80 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.657+0000 7f1a6359e640 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c009ca0 tx=0x7f1a5c005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6717dc6302e6bbf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.657+0000 7f1a497fa640 1 -- 172.21.15.83:0/2561147419 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c043020 con 0x559ce6a98a80 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.657+0000 7f1a497fa640 1 -- 172.21.15.83:0/2561147419 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a5c003e20 con 0x559ce6a98a80 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.657+0000 7f1a497fa640 1 -- 172.21.15.83:0/2561147419 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c039040 con 0x559ce6a98a80 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- 172.21.15.83:0/2561147419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 msgr2=0x559ce6a9ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c009ca0 tx=0x7f1a5c005fa0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- 172.21.15.83:0/2561147419 shutdown_connections 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6a9ae70 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a98540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 --2- 172.21.15.83:0/2561147419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a8f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- 172.21.15.83:0/2561147419 >> 172.21.15.83:0/2561147419 conn(0x559ce6a89cb0 msgr2=0x559ce6a8a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- 172.21.15.83:0/2561147419 shutdown_connections 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- 172.21.15.83:0/2561147419 wait complete. 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 -- start start 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.658+0000 7f1a6be08740 1 Processor -- start 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a95f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a98a80 0x559ce6a964c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559ce6a9b860 con 0x559ce6a8f580 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559ce69ad2f0 con 0x559ce6a98a80 2024-04-22T13:59:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559ce6a9b9e0 con 0x559ce6a8fea0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6be08740 10 client.0 _ll_register_callbacks cb 0x559ce69ba580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49630/0 (socket says 172.21.15.83:49630) 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 -- 172.21.15.83:0/882216821 learned_addr learned my addr 172.21.15.83:0/882216821 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6259c640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a95f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a6359e640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a98a80 0x559ce6a964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 -- 172.21.15.83:0/882216821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 msgr2=0x559ce6a95f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a95f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 -- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a98a80 msgr2=0x559ce6a964c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a98a80 0x559ce6a964c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 -- 172.21.15.83:0/882216821 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ce67063f0 con 0x559ce6a8f580 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f1a54012480 tx=0x7f1a540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2817718615df0f28 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.659+0000 7f1a46ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a54004220 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1a540043c0 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a5c003e20 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a54020640 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 10 client.16158 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ce66c60f0 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a54020c90 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1a5400f040 con 0x559ce6a8f580 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 10 client.16158 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 10 client.16158 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 20 client.16158 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6aaaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 4 client.16158 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f1a5c003e20 con 0x559ce6aa8b20 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.660+0000 7f1a6259c640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6aaaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.661+0000 7f1a46ff5640 10 client.16158 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.661+0000 7f1a6259c640 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6aaaf80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6641a4dca6582e5f server_cookie=45c4b541d39e3798 in_seq=0 out_seq=0 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a46ff5640 1 -- 172.21.15.83:0/882216821 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7f1a5c003e20 con 0x559ce6aa8b20 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a46ff5640 10 client.16158 handle_command_reply: tid=0 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 client.16158 shutdown 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 msgr2=0x559ce6a95a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f1a54012480 tx=0x7f1a540046c0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 shutdown_connections 2024-04-22T13:59:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6aaaf80 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a98a80 0x559ce6a964c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a46ff5640 0 client.16158 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a95f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 --2- 172.21.15.83:0/882216821 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a8f580 0x559ce6a95a40 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 >> 172.21.15.83:0/882216821 conn(0x559ce6a89cb0 msgr2=0x559ce6a8ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 shutdown_connections 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 1 -- 172.21.15.83:0/882216821 wait complete. 2024-04-22T13:59:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.662+0000 7f1a6be08740 20 client.16158 trim_cache size 0 max 16384 2024-04-22T13:59:23.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 Processor -- start 2024-04-22T13:59:23.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 -- start start 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a98170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a94980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5000e6d0 con 0x559ce6a98a80 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1a50010210 con 0x559ce6a8fea0 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6be08740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5000eda0 con 0x559ce6a8f580 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49640/0 (socket says 172.21.15.83:49640) 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6359e640 1 -- 172.21.15.83:0/1120938433 learned_addr learned my addr 172.21.15.83:0/1120938433 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a98170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.695+0000 7f1a6259c640 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a94980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 -- 172.21.15.83:0/1120938433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 msgr2=0x559ce6a98170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a98170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 -- 172.21.15.83:0/1120938433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 msgr2=0x559ce6a94980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a94980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 -- 172.21.15.83:0/1120938433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ce6a89ae0 con 0x559ce6a98a80 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a6359e640 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c02c840 tx=0x7f1a5c009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1503bcb37ca4bd98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a48ff9640 1 -- 172.21.15.83:0/1120938433 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c04d070 con 0x559ce6a98a80 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a48ff9640 1 -- 172.21.15.83:0/1120938433 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a5c003e20 con 0x559ce6a98a80 2024-04-22T13:59:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.696+0000 7f1a48ff9640 1 -- 172.21.15.83:0/1120938433 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c043070 con 0x559ce6a98a80 2024-04-22T13:59:23.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- 172.21.15.83:0/1120938433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 msgr2=0x559ce6aa4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c02c840 tx=0x7f1a5c009540 comp rx=0 tx=0).stop 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- 172.21.15.83:0/1120938433 shutdown_connections 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6aa4780 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8fea0 0x559ce6a94980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 --2- 172.21.15.83:0/1120938433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8f580 0x559ce6a98170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- 172.21.15.83:0/1120938433 >> 172.21.15.83:0/1120938433 conn(0x559ce6a89cb0 msgr2=0x559ce6a88d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- 172.21.15.83:0/1120938433 shutdown_connections 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- 172.21.15.83:0/1120938433 wait complete. 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 -- start start 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.697+0000 7f1a6be08740 1 Processor -- start 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 0x559ce6a9ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a9cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5000fb40 con 0x559ce6a98a80 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5000f470 con 0x559ce6a8f580 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5000c6b0 con 0x559ce6a8fea0 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6be08740 10 client.0 _ll_register_callbacks cb 0x7f1a54016070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a62d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 0x559ce6a9ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49656/0 (socket says 172.21.15.83:49656) 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 -- 172.21.15.83:0/3706060082 learned_addr learned my addr 172.21.15.83:0/3706060082 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6259c640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a9cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 -- 172.21.15.83:0/3706060082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 msgr2=0x559ce6a9cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a9cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 -- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 msgr2=0x559ce6a9ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 0x559ce6a9ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 -- 172.21.15.83:0/3706060082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ce6b0e600 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 0x559ce6a9ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6259c640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a9cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a6359e640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c005c40 tx=0x7f1a5c032450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a6ea5fc02edb4ac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.698+0000 7f1a46ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a5c04d030 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f1a5c003c00 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a5c003e20 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a5c043050 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 10 client.16164 fetch_fsmap learned FSMap version 26 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559ce6b0f790 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a5c003e20 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1a5c03f470 con 0x559ce6a98a80 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 10 client.16164 fetch_fsmap finished waiting for FSMap version 26 2024-04-22T13:59:23.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 10 client.16164 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 20 client.16164 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6b11ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 4 client.16164 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.699+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559ce6a01c00 con 0x559ce6aa8b20 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6b11ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a62d9d640 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6b11ad0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=845b6ae68a232d70 server_cookie=257f259b66ffd990 in_seq=0 out_seq=0 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a46ff5640 10 client.16164 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a46ff5640 1 -- 172.21.15.83:0/3706060082 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559ce6a01c00 con 0x559ce6aa8b20 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a46ff5640 10 client.16164 handle_command_reply: tid=0 2024-04-22T13:59:23.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 client.16164 shutdown 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 msgr2=0x559ce6b0e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c005c40 tx=0x7f1a5c032450 comp rx=0 tx=0).stop 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 shutdown_connections 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ce6aa8b20 0x559ce6b11ad0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a46ff5640 0 client.16164 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ce6a98a80 0x559ce6b0e0c0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ce6a8fea0 0x559ce6a9cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 --2- 172.21.15.83:0/3706060082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ce6a8f580 0x559ce6a9ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 >> 172.21.15.83:0/3706060082 conn(0x559ce6a89cb0 msgr2=0x559ce6a8aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.700+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 shutdown_connections 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a6be08740 1 -- 172.21.15.83:0/3706060082 wait complete. 2024-04-22T13:59:23.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a6be08740 20 client.16164 trim_cache size 0 max 16384 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "f81a36bb-c4fd-4c04-a821-a391dcb2dee8": { 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "f81a36bb-c4fd-4c04-a821-a391dcb2dee8", 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:23.710 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:23.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 msgr2=0x7f1a4c0a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 0x7f1a4c0a6410 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f1a54009b50 tx=0x7f1a54005f90 comp rx=0 tx=0).stop 2024-04-22T13:59:23.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 msgr2=0x7f1a64198bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:23.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1a5800e9f0 tx=0x7f1a5800eeb0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 shutdown_connections 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1a4c0a3f50 0x7f1a4c0a6410 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1a6410c500 0x7f1a6419cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1a64103ae0 0x7f1a64198bd0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 --2- 172.21.15.83:0/786702449 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1a641031c0 0x7f1a64198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.701+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 >> 172.21.15.83:0/786702449 conn(0x7f1a64078000 msgr2=0x7f1a640fdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.702+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 shutdown_connections 2024-04-22T13:59:23.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:23.702+0000 7f1a69214640 1 -- 172.21.15.83:0/786702449 wait complete. 2024-04-22T13:59:23.718 INFO:tasks.cephfs.filesystem:scrub status for tag:f81a36bb-c4fd-4c04-a821-a391dcb2dee8 - {'path': '/', 'tag': 'f81a36bb-c4fd-4c04-a821-a391dcb2dee8', 'options': 'recursive,force'} 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T13:59:24.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:59:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T13:59:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T13:59:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T13:59:26.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:26 smithi173 ceph-mon[31493]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:26.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:26 smithi083 ceph-mon[27977]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:26.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:26 smithi084 ceph-mon[31312]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:28.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:28 smithi173 ceph-mon[31493]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:28.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:28 smithi083 ceph-mon[27977]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:28.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:28 smithi084 ceph-mon[31312]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:30.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:30 smithi173 ceph-mon[31493]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:30.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:30 smithi083 ceph-mon[27977]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:30.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:30 smithi084 ceph-mon[31312]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:32.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:32 smithi173 ceph-mon[31493]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:32.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:32 smithi083 ceph-mon[27977]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:32.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:32 smithi084 ceph-mon[31312]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:34.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:34 smithi173 ceph-mon[31493]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:34.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:34 smithi083 ceph-mon[27977]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:34.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:34 smithi084 ceph-mon[31312]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:36.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:36 smithi173 ceph-mon[31493]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:36.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:36 smithi083 ceph-mon[27977]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:36.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:36 smithi084 ceph-mon[31312]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T13:59:38.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:38 smithi173 ceph-mon[31493]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:38.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:38 smithi083 ceph-mon[27977]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:38.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:38 smithi084 ceph-mon[31312]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T13:59:40.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:40 smithi173 ceph-mon[31493]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:40.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:40 smithi083 ceph-mon[27977]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:40.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:40 smithi084 ceph-mon[31312]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:42.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:42 smithi173 ceph-mon[31493]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:42.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:42 smithi083 ceph-mon[27977]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:42.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:42 smithi084 ceph-mon[31312]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T13:59:44.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:44 smithi173 ceph-mon[31493]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:44.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:44 smithi173 ceph-mon[31493]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-22T13:59:44.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:44 smithi083 ceph-mon[27977]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:44.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:44 smithi083 ceph-mon[27977]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-22T13:59:44.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:44 smithi084 ceph-mon[31312]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:44.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:44 smithi084 ceph-mon[31312]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:Note: switching to 'd69f13d827952bb07bb9b7973bca14f97d764d6f'. 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:state without impacting any branches by switching back to a branch. 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr: git switch -c 2024-04-22T13:59:46.572 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr:Or undo this operation with: 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr: git switch - 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr: 2024-04-22T13:59:46.573 INFO:tasks.workunit.client.0.smithi083.stderr:HEAD is now at d69f13d8279 mds/cache: request_drop_foreign_locks shouldn't strip local xlocks 2024-04-22T13:59:46.577 DEBUG:teuthology.orchestra.run.smithi083:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-22T13:59:46.596 INFO:tasks.workunit.client.0.smithi083.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-22T13:59:46.599 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T13:59:46.599 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-22T13:59:46.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:46 smithi173 ceph-mon[31493]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:46.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:46 smithi083 ceph-mon[27977]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:46.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:46 smithi084 ceph-mon[31312]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:47.215 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-22T13:59:47.268 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-22T13:59:47.308 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-22T13:59:47.309 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T13:59:47.309 INFO:tasks.workunit.client.0.smithi083.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-22T13:59:47.348 INFO:tasks.workunit.client.0.smithi083.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-22T13:59:47.351 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T13:59:47.351 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-22T13:59:47.407 INFO:tasks.workunit:Running workunits matching suites/fsx.sh on client.0... 2024-04-22T13:59:47.408 INFO:tasks.workunit:Running workunit suites/fsx.sh... 2024-04-22T13:59:47.408 DEBUG:teuthology.orchestra.run.smithi083:workunit test suites/fsx.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=d69f13d827952bb07bb9b7973bca14f97d764d6f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/fsx.sh 2024-04-22T13:59:47.468 INFO:tasks.workunit.client.0.smithi083.stderr:+ set -e 2024-04-22T13:59:47.468 INFO:tasks.workunit.client.0.smithi083.stderr:+ git clone https://git.ceph.com/xfstests-dev.git 2024-04-22T13:59:47.470 INFO:tasks.workunit.client.0.smithi083.stderr:Cloning into 'xfstests-dev'... 2024-04-22T13:59:48.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:48 smithi173 ceph-mon[31493]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:48.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:48 smithi083 ceph-mon[27977]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:48.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:48 smithi084 ceph-mon[31312]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-22T13:59:50.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:50 smithi173 ceph-mon[31493]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:50.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:50 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:50.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:50 smithi083 ceph-mon[27977]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:50.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:50 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:50.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:50 smithi084 ceph-mon[31312]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:50.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:50 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:52.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:52 smithi173 ceph-mon[31493]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:52.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:52 smithi083 ceph-mon[27977]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:52.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:52 smithi084 ceph-mon[31312]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-22T13:59:53.719 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:59:53.719 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:59:53.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 -- 172.21.15.83:0/3325888513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee8102b50 msgr2=0x7faee8106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 --2- 172.21.15.83:0/3325888513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee8102b50 0x7faee8106b90 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7faed8009900 tx=0x7faed802bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 -- 172.21.15.83:0/3325888513 shutdown_connections 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 --2- 172.21.15.83:0/3325888513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee8107270 0x7faee810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 --2- 172.21.15.83:0/3325888513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee8102b50 0x7faee8106b90 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 --2- 172.21.15.83:0/3325888513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee81021a0 0x7faee8102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 -- 172.21.15.83:0/3325888513 >> 172.21.15.83:0/3325888513 conn(0x7faee80793e0 msgr2=0x7faee80797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 -- 172.21.15.83:0/3325888513 shutdown_connections 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.834+0000 7faeef85c640 1 -- 172.21.15.83:0/3325888513 wait complete. 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 Processor -- start 2024-04-22T13:59:53.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 -- start start 2024-04-22T13:59:53.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 0x7faee8198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 0x7faee819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faee81121b0 con 0x7faee819d010 2024-04-22T13:59:53.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faee8112030 con 0x7faee81021a0 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeef85c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faee8112330 con 0x7faee8107270 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38628/0 (socket says 172.21.15.83:38628) 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeed5f8640 1 -- 172.21.15.83:0/2396688662 learned_addr learned my addr 172.21.15.83:0/2396688662 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.835+0000 7faeeddf9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 0x7faee819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 0x7faee8198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 -- 172.21.15.83:0/2396688662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 msgr2=0x7faee8198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 0x7faee8198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 -- 172.21.15.83:0/2396688662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 msgr2=0x7faee8198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 -- 172.21.15.83:0/2396688662 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee819db00 con 0x7faee819d010 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeed5f8640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:53.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 0x7faee8198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeeddf9640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 0x7faee819d4c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7faee000e970 tx=0x7faee000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faede7fc640 1 -- 172.21.15.83:0/2396688662 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee000ccc0 con 0x7faee819d010 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee819ddf0 con 0x7faee819d010 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faede7fc640 1 -- 172.21.15.83:0/2396688662 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faee0005020 con 0x7faee819d010 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faede7fc640 1 -- 172.21.15.83:0/2396688662 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee0004a00 con 0x7faee819d010 2024-04-22T13:59:53.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.836+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee81a5590 con 0x7faee819d010 2024-04-22T13:59:53.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.839+0000 7faede7fc640 1 -- 172.21.15.83:0/2396688662 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faee0004ba0 con 0x7faee819d010 2024-04-22T13:59:53.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.839+0000 7faef2453740 1 Processor -- start 2024-04-22T13:59:53.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.839+0000 7faef2453740 1 -- start start 2024-04-22T13:59:53.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851ce950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851cee90 0x563e851d1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563e851261e0 con 0x563e851cee90 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563e850c3390 con 0x563e851c0f60 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faef2453740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563e851221a0 con 0x563e851c1910 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faede7fc640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 0x7faed40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38634/0 (socket says 172.21.15.83:38634) 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 -- 172.21.15.83:0/2637198894 learned_addr learned my addr 172.21.15.83:0/2637198894 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeed5f8640 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851ce950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeeddf9640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 0x7faed40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851cee90 0x563e851d1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faede7fc640 1 -- 172.21.15.83:0/2396688662 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faee00d0780 con 0x7faee819d010 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 -- 172.21.15.83:0/2637198894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 msgr2=0x563e851ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851ce950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 -- 172.21.15.83:0/2637198894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851cee90 msgr2=0x563e851d1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851cee90 0x563e851d1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 -- 172.21.15.83:0/2637198894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e84f027d0 con 0x563e851c0f60 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faed80096c0 tx=0x7faed8000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e6a7ed749b151a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faeeddf9640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 0x7faed40a61e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7faee009c450 tx=0x7faee0005460 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faed37fe640 1 -- 172.21.15.83:0/2637198894 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8048070 con 0x563e851c0f60 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faed37fe640 1 -- 172.21.15.83:0/2637198894 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faed802cc90 con 0x563e851c0f60 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.840+0000 7faed37fe640 1 -- 172.21.15.83:0/2637198894 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8003c40 con 0x563e851c0f60 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 -- 172.21.15.83:0/2637198894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 msgr2=0x563e851c1340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7faed80096c0 tx=0x7faed8000bc0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 -- 172.21.15.83:0/2637198894 shutdown_connections 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851cee90 0x563e851d1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851ce950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 --2- 172.21.15.83:0/2637198894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851c1340 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 -- 172.21.15.83:0/2637198894 >> 172.21.15.83:0/2637198894 conn(0x563e851bbcb0 msgr2=0x563e851bc090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 -- 172.21.15.83:0/2637198894 shutdown_connections 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.841+0000 7faef2453740 1 -- 172.21.15.83:0/2637198894 wait complete. 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 -- start start 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 Processor -- start 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851cc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851cee90 0x563e851cc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563e851d1bf0 con 0x563e851c0f60 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563e850df2f0 con 0x563e851cee90 2024-04-22T13:59:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563e851d1d70 con 0x563e851c1910 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faef2453740 10 client.0 _ll_register_callbacks cb 0x563e850ec580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50144/0 (socket says 172.21.15.83:50144) 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 -- 172.21.15.83:0/4232333768 learned_addr learned my addr 172.21.15.83:0/4232333768 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851cee90 0x563e851cc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeed5f8640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851cc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 -- 172.21.15.83:0/4232333768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 msgr2=0x563e851cc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851cc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 -- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851cee90 msgr2=0x563e851cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851cee90 0x563e851cc940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.842+0000 7faeecdf7640 1 -- 172.21.15.83:0/4232333768 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e84e383f0 con 0x563e851c0f60 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faeecdf7640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7faed8046040 tx=0x7faed80038c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12eff57943fa76b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8054060 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faed802c9e0 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faed802cc90 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7faed8048040 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 10 client.16176 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563e84df80f0 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faed802cc90 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7faed8059a20 con 0x563e851c0f60 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 10 client.16176 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 10 client.16176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 20 client.16176 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e851decf0 0x563e851e10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 4 client.16176 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.843+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e85133c00 con 0x563e851decf0 2024-04-22T13:59:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.844+0000 7faeed5f8640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e851decf0 0x563e851e10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.844+0000 7faed0ff9640 10 client.16176 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.844+0000 7faeed5f8640 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e851decf0 0x563e851e10e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4f19d1db1412f97 server_cookie=238ea0abc372dbd8 in_seq=0 out_seq=0 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.845+0000 7faed0ff9640 1 -- 172.21.15.83:0/4232333768 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563e85133c00 con 0x563e851decf0 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.845+0000 7faed0ff9640 10 client.16176 handle_command_reply: tid=0 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.845+0000 7faef2453740 1 client.16176 shutdown 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 msgr2=0x563e851cbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7faed8046040 tx=0x7faed80038c0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 shutdown_connections 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e851decf0 0x563e851e10e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851cee90 0x563e851cc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faed0ff9640 0 client.16176 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851c1910 0x563e851cc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 --2- 172.21.15.83:0/4232333768 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c0f60 0x563e851cbec0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 >> 172.21.15.83:0/4232333768 conn(0x563e851bbcb0 msgr2=0x563e851bda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 shutdown_connections 2024-04-22T13:59:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 1 -- 172.21.15.83:0/4232333768 wait complete. 2024-04-22T13:59:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.846+0000 7faef2453740 20 client.16176 trim_cache size 0 max 16384 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 Processor -- start 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 -- start start 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faee81ab980 con 0x563e851c1910 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faee81ad4f0 con 0x563e851c0f60 2024-04-22T13:59:53.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faef2453740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faee81ac050 con 0x563e851cee90 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50158/0 (socket says 172.21.15.83:50158) 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 -- 172.21.15.83:0/2447579549 learned_addr learned my addr 172.21.15.83:0/2447579549 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 -- 172.21.15.83:0/2447579549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 msgr2=0x563e851e4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 -- 172.21.15.83:0/2447579549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 msgr2=0x563e851ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.864+0000 7faeed5f8640 1 -- 172.21.15.83:0/2447579549 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e851c0c90 con 0x563e851c1910 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faeecdf7640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faeed5f8640 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x563e851d1e10 tx=0x7faee4009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce04d2fd055fd7f2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faed2ffd640 1 -- 172.21.15.83:0/2447579549 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4004d20 con 0x563e851c1910 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faed2ffd640 1 -- 172.21.15.83:0/2447579549 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faee4024030 con 0x563e851c1910 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faed2ffd640 1 -- 172.21.15.83:0/2447579549 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4005280 con 0x563e851c1910 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 -- 172.21.15.83:0/2447579549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 msgr2=0x563e851da740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x563e851d1e10 tx=0x7faee4009700 comp rx=0 tx=0).stop 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 -- 172.21.15.83:0/2447579549 shutdown_connections 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851da740 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 --2- 172.21.15.83:0/2447579549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 -- 172.21.15.83:0/2447579549 >> 172.21.15.83:0/2447579549 conn(0x563e851bbcb0 msgr2=0x563e851da030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 -- 172.21.15.83:0/2447579549 shutdown_connections 2024-04-22T13:59:53.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.865+0000 7faef2453740 1 -- 172.21.15.83:0/2447579549 wait complete. 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 -- start start 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 Processor -- start 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851e1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faee81acdf0 con 0x563e851c1910 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faee81ac720 con 0x563e851c0f60 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faee81a9960 con 0x563e851cee90 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faef2453740 10 client.0 _ll_register_callbacks cb 0x7faed8046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faeed5f8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50172/0 (socket says 172.21.15.83:50172) 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faeed5f8640 1 -- 172.21.15.83:0/973461104 learned_addr learned my addr 172.21.15.83:0/973461104 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faeecdf7640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851e1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.866+0000 7faeecdf7640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 -- 172.21.15.83:0/973461104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 msgr2=0x563e851e2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e2810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 -- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 msgr2=0x563e851e1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851e1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 -- 172.21.15.83:0/973461104 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e85244120 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeecdf7640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faeed5f8640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7faee40119b0 tx=0x7faee4011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e69ca40dd13e1316 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faee4004db0 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faee4024030 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faee40200f0 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7faee4039050 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 10 client.16182 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x563e85245380 con 0x563e851c1910 2024-04-22T13:59:53.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faee4024030 con 0x563e851c1910 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7faee400f040 con 0x563e851c1910 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 10 client.16182 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 10 client.16182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 20 client.16182 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e85245a50 0x563e85247e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 4 client.16182 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.867+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563e8512da70 con 0x563e85245a50 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.868+0000 7faeecdf7640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e85245a50 0x563e85247e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.868+0000 7faeecdf7640 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e85245a50 0x563e85247e70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e89d863bd94ce6b server_cookie=de0796a0904961c7 in_seq=0 out_seq=0 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.868+0000 7faed0ff9640 10 client.16182 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faed0ff9640 1 -- 172.21.15.83:0/973461104 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563e8512da70 con 0x563e85245a50 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faed0ff9640 10 client.16182 handle_command_reply: tid=0 2024-04-22T13:59:53.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 client.16182 shutdown 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 msgr2=0x563e851e22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7faee40119b0 tx=0x7faee4011b50 comp rx=0 tx=0).stop 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 shutdown_connections 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x563e85245a50 0x563e85247e70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563e851cee90 0x563e851e2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563e851c1910 0x563e851e22d0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 --2- 172.21.15.83:0/973461104 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563e851c0f60 0x563e851e1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faed0ff9640 0 client.16182 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 >> 172.21.15.83:0/973461104 conn(0x563e851bbcb0 msgr2=0x563e851bad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 shutdown_connections 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 1 -- 172.21.15.83:0/973461104 wait complete. 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.869+0000 7faef2453740 20 client.16182 trim_cache size 0 max 16384 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T13:59:53.880 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:53.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 msgr2=0x7faed40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 0x7faed40a61e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7faee009c450 tx=0x7faee0005460 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 msgr2=0x7faee819d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 0x7faee819d4c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7faee000e970 tx=0x7faee000ee30 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 shutdown_connections 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faed40a3d20 0x7faed40a61e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faee819d010 0x7faee819d4c0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faee8107270 0x7faee8198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 --2- 172.21.15.83:0/2396688662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faee81021a0 0x7faee8198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 >> 172.21.15.83:0/2396688662 conn(0x7faee80793e0 msgr2=0x7faee80fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 shutdown_connections 2024-04-22T13:59:53.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.870+0000 7faeef85c640 1 -- 172.21.15.83:0/2396688662 wait complete. 2024-04-22T13:59:53.884 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T13:59:53.884 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 -- 172.21.15.83:0/3136699545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac4102b40 msgr2=0x7f5ac4106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 --2- 172.21.15.83:0/3136699545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac4102b40 0x7f5ac4106b80 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009900 tx=0x7f5ab402bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 -- 172.21.15.83:0/3136699545 shutdown_connections 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 --2- 172.21.15.83:0/3136699545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4107260 0x7f5ac410ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 --2- 172.21.15.83:0/3136699545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac4102b40 0x7f5ac4106b80 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 --2- 172.21.15.83:0/3136699545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4102190 0x7f5ac4102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 -- 172.21.15.83:0/3136699545 >> 172.21.15.83:0/3136699545 conn(0x7f5ac40793e0 msgr2=0x7f5ac40797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 -- 172.21.15.83:0/3136699545 shutdown_connections 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.985+0000 7f5acc081640 1 -- 172.21.15.83:0/3136699545 wait complete. 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 Processor -- start 2024-04-22T13:59:53.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 -- start start 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4107260 0x7f5ac4198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 0x7f5ac419d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41121a0 con 0x7f5ac419d000 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4112020 con 0x7f5ac4102190 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5acc081640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4112320 con 0x7f5ac4107260 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5ac9e1d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 0x7f5ac419d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5ac9e1d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38678/0 (socket says 172.21.15.83:38678) 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5ac9e1d640 1 -- 172.21.15.83:0/4283498222 learned_addr learned my addr 172.21.15.83:0/4283498222 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5ac961c640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4107260 0x7f5ac4198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 -- 172.21.15.83:0/4283498222 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4107260 msgr2=0x7f5ac4198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4107260 0x7f5ac4198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 -- 172.21.15.83:0/4283498222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 msgr2=0x7f5ac4198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5aca61e640 1 -- 172.21.15.83:0/4283498222 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac419daf0 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.986+0000 7f5ac9e1d640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5aca61e640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 0x7f5ac419d4b0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009fd0 tx=0x7f5abc00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc00ce20 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5abc005020 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc010690 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac419dde0 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.987+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac41a5550 con 0x7f5ac419d000 2024-04-22T13:59:53.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.988+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ac4069230 con 0x7f5ac419d000 2024-04-22T13:59:53.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.989+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5abc0054d0 con 0x7f5ac419d000 2024-04-22T13:59:53.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.990+0000 7f5abaffd640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 0x7f5ab00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:53.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.990+0000 7f5ac9e1d640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 0x7f5ab00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:53.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.990+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5abc0d0e50 con 0x7f5ac419d000 2024-04-22T13:59:53.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.990+0000 7f5ac9e1d640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 0x7f5ab00a61e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5ac00104e0 tx=0x7f5ac000b410 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:53.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:53.995+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5abc09d520 con 0x7f5ac419d000 2024-04-22T13:59:54.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.210+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ac4102b40 con 0x7f5ac419d000 2024-04-22T13:59:54.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.210+0000 7f5abaffd640 1 -- 172.21.15.83:0/4283498222 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11924 (secure 0 0 0) 0x7f5abc09ce20 con 0x7f5ac419d000 2024-04-22T13:59:54.213 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T13:59:54.214 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T13:59:48.733755+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T13:59:54.214 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 27 2024-04-22T13:59:54.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.212+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 msgr2=0x7f5ab00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.212+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 0x7f5ab00a61e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5ac00104e0 tx=0x7f5ac000b410 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 msgr2=0x7f5ac419d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 0x7f5ac419d4b0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f5abc009fd0 tx=0x7f5abc00ef10 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 shutdown_connections 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5ab00a3d20 0x7f5ab00a61e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ac419d000 0x7f5ac419d4b0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ac4107260 0x7f5ac4198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 --2- 172.21.15.83:0/4283498222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ac4102190 0x7f5ac4198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 >> 172.21.15.83:0/4283498222 conn(0x7f5ac40793e0 msgr2=0x7f5ac40fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 shutdown_connections 2024-04-22T13:59:54.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.213+0000 7f5acc081640 1 -- 172.21.15.83:0/4283498222 wait complete. 2024-04-22T13:59:54.226 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 -- 172.21.15.83:0/230809297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 msgr2=0x7fbd24102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 --2- 172.21.15.83:0/230809297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd24102570 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c009ca0 tx=0x7fbd1c02c100 comp rx=0 tx=0).stop 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 -- 172.21.15.83:0/230809297 shutdown_connections 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 --2- 172.21.15.83:0/230809297 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd2410ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 --2- 172.21.15.83:0/230809297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd24102b40 0x7fbd24106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 --2- 172.21.15.83:0/230809297 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd24102570 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 -- 172.21.15.83:0/230809297 >> 172.21.15.83:0/230809297 conn(0x7fbd240fd990 msgr2=0x7fbd240ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 -- 172.21.15.83:0/230809297 shutdown_connections 2024-04-22T13:59:54.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.364+0000 7fbd2badf640 1 -- 172.21.15.83:0/230809297 wait complete. 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 Processor -- start 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 -- start start 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd24198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd2419cf50 0x7fbd2419d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241121a0 con 0x7fbd24102190 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbd24112020 con 0x7fbd2419cf50 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbd24112320 con 0x7fbd24107260 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50198/0 (socket says 172.21.15.83:50198) 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 -- 172.21.15.83:0/3107983306 learned_addr learned my addr 172.21.15.83:0/3107983306 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 -- 172.21.15.83:0/3107983306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 msgr2=0x7fbd24198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2907a640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd24198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd24198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 -- 172.21.15.83:0/3107983306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd2419cf50 msgr2=0x7fbd2419d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd2419cf50 0x7fbd2419d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 -- 172.21.15.83:0/3107983306 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd2419da40 con 0x7fbd24102190 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2907a640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd24198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2987b640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c0098d0 tx=0x7fbd1c035dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd1affd640 1 -- 172.21.15.83:0/3107983306 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c039040 con 0x7fbd24102190 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd1affd640 1 -- 172.21.15.83:0/3107983306 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd1c044070 con 0x7fbd24102190 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd1affd640 1 -- 172.21.15.83:0/3107983306 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c004510 con 0x7fbd24102190 2024-04-22T13:59:54.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.365+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd2419dcd0 con 0x7fbd24102190 2024-04-22T13:59:54.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.366+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd241a5490 con 0x7fbd24102190 2024-04-22T13:59:54.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.367+0000 7fbd1affd640 1 -- 172.21.15.83:0/3107983306 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbd1c0046b0 con 0x7fbd24102190 2024-04-22T13:59:54.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 Processor -- start 2024-04-22T13:59:54.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 -- start start 2024-04-22T13:59:54.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68446430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68448e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a683a21f0 con 0x559a6843d4d0 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a6833f4b0 con 0x559a68446a00 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a6839e1b0 con 0x559a6843de80 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.368+0000 7fbd1affd640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 0x7fbd100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50214/0 (socket says 172.21.15.83:50214) 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 -- 172.21.15.83:0/2539622761 learned_addr learned my addr 172.21.15.83:0/2539622761 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 0x7fbd100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd1affd640 1 -- 172.21.15.83:0/3107983306 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbd1c0f2ff0 con 0x7fbd24102190 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2907a640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68448e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2987b640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68446430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 -- 172.21.15.83:0/2539622761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 msgr2=0x559a68446430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68446430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 -- 172.21.15.83:0/2539622761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 msgr2=0x559a68448e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68448e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 -- 172.21.15.83:0/2539622761 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a683311b0 con 0x559a6843d4d0 2024-04-22T13:59:54.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2907a640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68448e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:54.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fbd20013960 tx=0x7fbd20013e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e384f6184e612673 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 0x7fbd100a61e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbd20005fd0 tx=0x7fbd20019000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd0ffff640 1 -- 172.21.15.83:0/2539622761 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20020070 con 0x559a6843d4d0 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd0ffff640 1 -- 172.21.15.83:0/2539622761 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd20004020 con 0x559a6843d4d0 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.369+0000 7fbd0ffff640 1 -- 172.21.15.83:0/2539622761 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd200050c0 con 0x559a6843d4d0 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2539622761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 msgr2=0x559a6843d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fbd20013960 tx=0x7fbd20013e20 comp rx=0 tx=0).stop 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2539622761 shutdown_connections 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68448e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68446430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2539622761 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6843d8b0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2539622761 >> 172.21.15.83:0/2539622761 conn(0x559a68437ba0 msgr2=0x559a68437f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2539622761 shutdown_connections 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2539622761 wait complete. 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 -- start start 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.370+0000 7fbd2e7a8740 1 Processor -- start 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a684436f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68443d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a68449910 con 0x559a6843d4d0 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a6835b500 con 0x559a68446a00 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a68449a90 con 0x559a6843de80 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 10 client.0 _ll_register_callbacks cb 0x559a68329b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50222/0 (socket says 172.21.15.83:50222) 2024-04-22T13:59:54.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 -- 172.21.15.83:0/2685282850 learned_addr learned my addr 172.21.15.83:0/2685282850 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2907a640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a684436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 -- 172.21.15.83:0/2685282850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 msgr2=0x559a684436f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a684436f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 -- 172.21.15.83:0/2685282850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 msgr2=0x559a68443d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68443d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 -- 172.21.15.83:0/2685282850 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a680b43f0 con 0x559a6843d4d0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2987b640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c0bb530 tx=0x7fbd1c0becd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0721abce4ad33d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd0d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c0bf0d0 con 0x559a6843d4d0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbd1c032780 con 0x559a6843d4d0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.371+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd20004020 con 0x559a6843d4d0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbd1c0c3480 con 0x559a6843d4d0 2024-04-22T13:59:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 10 client.16200 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559a6817e7d0 con 0x559a6843d4d0 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd20004020 con 0x559a6843d4d0 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fbd1c03c030 con 0x559a6843d4d0 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 10 client.16200 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 10 client.16200 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 20 client.16200 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a68456b90 0x559a68458fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 4 client.16200 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a68341930 con 0x559a68456b90 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2907a640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a68456b90 0x559a68458fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd0d7fa640 10 client.16200 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.372+0000 7fbd2907a640 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a68456b90 0x559a68458fc0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1e557f2f84cc72ff server_cookie=6c9aa905893463bc in_seq=0 out_seq=0 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/2685282850 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559a68341930 con 0x559a68456b90 2024-04-22T13:59:54.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd0d7fa640 10 client.16200 handle_command_reply: tid=0 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 client.16200 shutdown 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 msgr2=0x559a68446360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c0bb530 tx=0x7fbd1c0becd0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 shutdown_connections 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a68456b90 0x559a68458fc0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68443d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a684436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/2685282850 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a68446360 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 >> 172.21.15.83:0/2685282850 conn(0x559a68437ba0 msgr2=0x559a684398f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd0d7fa640 0 client.16200 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 shutdown_connections 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/2685282850 wait complete. 2024-04-22T13:59:54.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.373+0000 7fbd2e7a8740 20 client.16200 trim_cache size 0 max 16384 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.386+0000 7fbd2e7a8740 1 Processor -- start 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.386+0000 7fbd2e7a8740 1 -- start start 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68436a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241ad8d0 con 0x559a68446a00 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241af440 con 0x559a6843d4d0 2024-04-22T13:59:54.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241adfa0 con 0x559a6843de80 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50224/0 (socket says 172.21.15.83:50224) 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 -- 172.21.15.83:0/1768074451 learned_addr learned my addr 172.21.15.83:0/1768074451 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2987b640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38728/0 (socket says 172.21.15.83:38728) 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2907a640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68436a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 -- 172.21.15.83:0/1768074451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 msgr2=0x559a68436a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68436a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 -- 172.21.15.83:0/1768074451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 msgr2=0x559a684527d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 -- 172.21.15.83:0/1768074451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a68444070 con 0x559a68446a00 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2987b640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd2a07c640 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fbd20005ea0 tx=0x7fbd20005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f7aafede18990f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.387+0000 7fbd0f7fe640 1 -- 172.21.15.83:0/1768074451 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20028030 con 0x559a68446a00 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd0f7fe640 1 -- 172.21.15.83:0/1768074451 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd20004040 con 0x559a68446a00 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd0f7fe640 1 -- 172.21.15.83:0/1768074451 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20020070 con 0x559a68446a00 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1768074451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 msgr2=0x559a68445e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fbd20005ea0 tx=0x7fbd20005f30 comp rx=0 tx=0).stop 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1768074451 shutdown_connections 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a68446a00 0x559a68445e20 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a68436a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1768074451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6843d4d0 0x559a684527d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1768074451 >> 172.21.15.83:0/1768074451 conn(0x559a68437ba0 msgr2=0x559a68436370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1768074451 shutdown_connections 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1768074451 wait complete. 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.388+0000 7fbd2e7a8740 1 -- start start 2024-04-22T13:59:54.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 Processor -- start 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a6843ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68440440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241aed40 con 0x559a6843d4d0 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241ae670 con 0x559a68446a00 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbd241ab8b0 con 0x559a6843de80 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2e7a8740 10 client.0 _ll_register_callbacks cb 0x7fbd1c0099b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50238/0 (socket says 172.21.15.83:50238) 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 -- 172.21.15.83:0/1886739748 learned_addr learned my addr 172.21.15.83:0/1886739748 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2907a640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a6843ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 -- 172.21.15.83:0/1886739748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 msgr2=0x559a6843ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a6843ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 -- 172.21.15.83:0/1886739748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 msgr2=0x559a68440440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68440440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 -- 172.21.15.83:0/1886739748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a68440980 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2907a640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a6843ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd2987b640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c000f80 tx=0x7fbd1c0beea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f903fe260638ba8c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd0d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.389+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd1c0bf0d0 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbd1c0c78b0 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd20004040 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fbd1c0a2050 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 10 client.16206 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x559a684bcd80 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd20004040 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7fbd1c0bf330 con 0x559a6843d4d0 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 10 client.16206 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:54.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 10 client.16206 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 20 client.16206 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a684bd370 0x559a684bf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 4 client.16206 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559a683afc10 con 0x559a684bd370 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2907a640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a684bd370 0x559a684bf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd2907a640 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a684bd370 0x559a684bf790 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2a28b645050aad7d server_cookie=9f727e4f2dbda094 in_seq=0 out_seq=0 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.390+0000 7fbd0d7fa640 10 client.16206 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd0d7fa640 1 -- 172.21.15.83:0/1886739748 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559a683afc10 con 0x559a684bd370 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd0d7fa640 10 client.16206 handle_command_reply: tid=0 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 client.16206 shutdown 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 msgr2=0x559a6844eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c000f80 tx=0x7fbd1c0beea0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 shutdown_connections 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a684bd370 0x559a684bf790 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a68446a00 0x559a68440440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6843de80 0x559a6843ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 --2- 172.21.15.83:0/1886739748 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6843d4d0 0x559a6844eed0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd0d7fa640 0 client.16206 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 >> 172.21.15.83:0/1886739748 conn(0x559a68437ba0 msgr2=0x559a68436c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 shutdown_connections 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 1 -- 172.21.15.83:0/1886739748 wait complete. 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2e7a8740 20 client.16206 trim_cache size 0 max 16384 2024-04-22T13:59:54.403 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 msgr2=0x7fbd100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 0x7fbd100a61e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbd20005fd0 tx=0x7fbd20019000 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 msgr2=0x7fbd241986e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fbd1c0098d0 tx=0x7fbd1c035dd0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 shutdown_connections 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbd100a3d20 0x7fbd100a61e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd2419cf50 0x7fbd2419d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbd24107260 0x7fbd24198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 --2- 172.21.15.83:0/3107983306 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbd24102190 0x7fbd241986e0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.391+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 >> 172.21.15.83:0/3107983306 conn(0x7fbd240fd990 msgr2=0x7fbd240ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.392+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 shutdown_connections 2024-04-22T13:59:54.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.392+0000 7fbd2badf640 1 -- 172.21.15.83:0/3107983306 wait complete. 2024-04-22T13:59:54.406 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T13:59:54.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 -- 172.21.15.83:0/3163305027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 msgr2=0x7f37d410ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 --2- 172.21.15.83:0/3163305027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d410ee30 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009ca0 tx=0x7f37cc02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 -- 172.21.15.83:0/3163305027 shutdown_connections 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 --2- 172.21.15.83:0/3163305027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d410ee30 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 --2- 172.21.15.83:0/3163305027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102b40 0x7f37d4106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 --2- 172.21.15.83:0/3163305027 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d4102190 0x7f37d4102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.503+0000 7f37db88c640 1 -- 172.21.15.83:0/3163305027 >> 172.21.15.83:0/3163305027 conn(0x7f37d40793a0 msgr2=0x7f37d40797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- 172.21.15.83:0/3163305027 shutdown_connections 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- 172.21.15.83:0/3163305027 wait complete. 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 Processor -- start 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- start start 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102190 0x7f37d4198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d419cff0 0x7f37d419d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41121b0 con 0x7f37d4107260 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37d4112030 con 0x7f37d4102190 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37db88c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37d4112330 con 0x7f37d419cff0 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50244/0 (socket says 172.21.15.83:50244) 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.504+0000 7f37d8e27640 1 -- 172.21.15.83:0/1848311937 learned_addr learned my addr 172.21.15.83:0/1848311937 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d9628640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102190 0x7f37d4198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d9e29640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d419cff0 0x7f37d419d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 -- 172.21.15.83:0/1848311937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d419cff0 msgr2=0x7f37d419d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d419cff0 0x7f37d419d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 -- 172.21.15.83:0/1848311937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102190 msgr2=0x7f37d4198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102190 0x7f37d4198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 -- 172.21.15.83:0/1848311937 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37d419dae0 con 0x7f37d4107260 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f37c400e9c0 tx=0x7f37c400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37ca7fc640 1 -- 172.21.15.83:0/1848311937 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c400cd80 con 0x7f37d4107260 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37ca7fc640 1 -- 172.21.15.83:0/1848311937 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37c40054d0 con 0x7f37d4107260 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37d419ddd0 con 0x7f37d4107260 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37ca7fc640 1 -- 172.21.15.83:0/1848311937 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c4010430 con 0x7f37d4107260 2024-04-22T13:59:54.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.505+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37d41a55c0 con 0x7f37d4107260 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.507+0000 7f37ca7fc640 1 -- 172.21.15.83:0/1848311937 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f37c4004fd0 con 0x7f37d4107260 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 Processor -- start 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 -- start start 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca994790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca99e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556aca8f91f0 con 0x556aca994d60 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556aca8964b0 con 0x556aca9943b0 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37de483740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556aca8f51b0 con 0x556aca99de60 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37ca7fc640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 0x7f37c00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37d9628640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37d9628640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50260/0 (socket says 172.21.15.83:50260) 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37d9628640 1 -- 172.21.15.83:0/3268052826 learned_addr learned my addr 172.21.15.83:0/3268052826 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.508+0000 7f37d9e29640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 0x7f37c00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37ca7fc640 1 -- 172.21.15.83:0/1848311937 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37c40d0c50 con 0x7f37d4107260 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d8e27640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca99e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9e29640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca994790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 -- 172.21.15.83:0/3268052826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 msgr2=0x556aca99e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca99e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 -- 172.21.15.83:0/3268052826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 msgr2=0x556aca994790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca994790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 -- 172.21.15.83:0/3268052826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556aca8881b0 con 0x556aca994d60 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d8e27640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca99e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9e29640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 0x7f37c00a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009430 tx=0x7f37cc02e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37d9628640 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f37d000ac20 tx=0x7f37d000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bb7a202dafdb222 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37bf7fe640 1 -- 172.21.15.83:0/3268052826 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d001d070 con 0x556aca994d60 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37bf7fe640 1 -- 172.21.15.83:0/3268052826 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d0018af0 con 0x556aca994d60 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.509+0000 7f37bf7fe640 1 -- 172.21.15.83:0/3268052826 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0010a60 con 0x556aca994d60 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- 172.21.15.83:0/3268052826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 msgr2=0x556aca99d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f37d000ac20 tx=0x7f37d000f790 comp rx=0 tx=0).stop 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- 172.21.15.83:0/3268052826 shutdown_connections 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca99e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99d890 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 --2- 172.21.15.83:0/3268052826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca994790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- 172.21.15.83:0/3268052826 >> 172.21.15.83:0/3268052826 conn(0x556aca98eba0 msgr2=0x556aca98ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- 172.21.15.83:0/3268052826 shutdown_connections 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- 172.21.15.83:0/3268052826 wait complete. 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 -- start start 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.510+0000 7f37de483740 1 Processor -- start 2024-04-22T13:59:54.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca994d60 0x556aca9a1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556aca9a4da0 con 0x556aca9943b0 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556aca8b2500 con 0x556aca994d60 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556aca9a4f20 con 0x556aca99de60 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 10 client.0 _ll_register_callbacks cb 0x556aca880b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50272/0 (socket says 172.21.15.83:50272) 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 -- 172.21.15.83:0/1349584230 learned_addr learned my addr 172.21.15.83:0/1349584230 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca994d60 0x556aca9a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9e29640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 -- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 msgr2=0x556aca9a1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 -- 172.21.15.83:0/1349584230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca994d60 msgr2=0x556aca9a1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca994d60 0x556aca9a1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 -- 172.21.15.83:0/1349584230 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556aca60b3f0 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9e29640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37d9628640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f37d00058c0 tx=0x7f37d0010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24c4cb41d4e5ee72 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d001d050 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37d00187d0 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d0018af0 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f37d0004020 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 10 client.16218 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.511+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556aca6d57d0 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37d0018af0 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f37d0010830 con 0x556aca9943b0 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 10 client.16218 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:54.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 10 client.16218 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 20 client.16218 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556aca9b1e20 0x556aca9b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 4 client.16218 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556aca898930 con 0x556aca9b1e20 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556aca9b1e20 0x556aca9b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37bcff9640 10 client.16218 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.512+0000 7f37d8e27640 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556aca9b1e20 0x556aca9b4210 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d63605a19082b166 server_cookie=e0b52aab29378f0f in_seq=0 out_seq=0 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37bcff9640 1 -- 172.21.15.83:0/1349584230 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556aca898930 con 0x556aca9b1e20 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37bcff9640 10 client.16218 handle_command_reply: tid=0 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 client.16218 shutdown 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 msgr2=0x556aca9a4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f37d00058c0 tx=0x7f37d0010680 comp rx=0 tx=0).stop 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 shutdown_connections 2024-04-22T13:59:54.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556aca9b1e20 0x556aca9b4210 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca994d60 0x556aca9a1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37bcff9640 0 client.16218 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 --2- 172.21.15.83:0/1349584230 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca9943b0 0x556aca9a4270 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 >> 172.21.15.83:0/1349584230 conn(0x556aca98eba0 msgr2=0x556aca9908f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 shutdown_connections 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.513+0000 7f37de483740 1 -- 172.21.15.83:0/1349584230 wait complete. 2024-04-22T13:59:54.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.514+0000 7f37de483740 20 client.16218 trim_cache size 0 max 16384 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 Processor -- start 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 -- start start 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9adca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41ab9e0 con 0x556aca994d60 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41ad550 con 0x556aca9943b0 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37de483740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41ac0b0 con 0x556aca99de60 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50276/0 (socket says 172.21.15.83:50276) 2024-04-22T13:59:54.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 -- 172.21.15.83:0/2920602077 learned_addr learned my addr 172.21.15.83:0/2920602077 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d9e29640 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d9628640 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9adca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 -- 172.21.15.83:0/2920602077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 msgr2=0x556aca9a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 -- 172.21.15.83:0/2920602077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 msgr2=0x556aca9adca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9adca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 -- 172.21.15.83:0/2920602077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556aca9a4f10 con 0x556aca994d60 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37d8e27640 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f37c40097b0 tx=0x7f37c4098780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1d27cf47cccf5f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37beffd640 1 -- 172.21.15.83:0/2920602077 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c409d2c0 con 0x556aca994d60 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37beffd640 1 -- 172.21.15.83:0/2920602077 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37c409cbc0 con 0x556aca994d60 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.527+0000 7f37beffd640 1 -- 172.21.15.83:0/2920602077 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c409af50 con 0x556aca994d60 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- 172.21.15.83:0/2920602077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 msgr2=0x556aca99c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f37c40097b0 tx=0x7f37c4098780 comp rx=0 tx=0).stop 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- 172.21.15.83:0/2920602077 shutdown_connections 2024-04-22T13:59:54.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca99c800 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 --2- 172.21.15.83:0/2920602077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9adca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- 172.21.15.83:0/2920602077 >> 172.21.15.83:0/2920602077 conn(0x556aca98eba0 msgr2=0x556aca98ffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- 172.21.15.83:0/2920602077 shutdown_connections 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- 172.21.15.83:0/2920602077 wait complete. 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 -- start start 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.528+0000 7f37de483740 1 Processor -- start 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9aa410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41ace50 con 0x556aca994d60 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41ac780 con 0x556aca9943b0 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f37d41a99c0 con 0x556aca99de60 2024-04-22T13:59:54.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37de483740 10 client.0 _ll_register_callbacks cb 0x7f37d000af20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50290/0 (socket says 172.21.15.83:50290) 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 -- 172.21.15.83:0/3901105340 learned_addr learned my addr 172.21.15.83:0/3901105340 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d9e29640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d9628640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9aa410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 -- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 msgr2=0x556aca9a32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 -- 172.21.15.83:0/3901105340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 msgr2=0x556aca9aa410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9aa410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 -- 172.21.15.83:0/3901105340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556aca995140 con 0x556aca994d60 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37d8e27640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f37c4004960 tx=0x7f37c4004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=962c4a3512c8f7e7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.529+0000 7f37bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c40a5830 con 0x556aca994d60 2024-04-22T13:59:54.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f37c40bd0b0 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37c409cbc0 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f37c409d2c0 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 10 client.16224 fetch_fsmap learned FSMap version 27 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x556acaa17d00 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37c409cbc0 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 27) ==== 8358+0+0 (secure 0 0 0) 0x7f37c40a53a0 con 0x556aca994d60 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 10 client.16224 fetch_fsmap finished waiting for FSMap version 27 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 10 client.16224 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 20 client.16224 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556acaa18480 0x556acaa1a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 4 client.16224 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.530+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556aca906c10 con 0x556acaa18480 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37d9628640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556acaa18480 0x556acaa1a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37bcff9640 10 client.16224 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37d9628640 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556acaa18480 0x556acaa1a8a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a4d63f544859008d server_cookie=d035980f1c510765 in_seq=0 out_seq=0 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37bcff9640 1 -- 172.21.15.83:0/3901105340 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556aca906c10 con 0x556acaa18480 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37bcff9640 10 client.16224 handle_command_reply: tid=0 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.531+0000 7f37de483740 1 client.16224 shutdown 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 msgr2=0x556aca9a2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f37c4004960 tx=0x7f37c4004810 comp rx=0 tx=0).stop 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 shutdown_connections 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x556acaa18480 0x556acaa1a8a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556aca99de60 0x556aca9a32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37bcff9640 0 client.16224 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556aca994d60 0x556aca9a2d90 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 --2- 172.21.15.83:0/3901105340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556aca9943b0 0x556aca9aa410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 >> 172.21.15.83:0/3901105340 conn(0x556aca98eba0 msgr2=0x556aca98d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 shutdown_connections 2024-04-22T13:59:54.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 1 -- 172.21.15.83:0/3901105340 wait complete. 2024-04-22T13:59:54.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37de483740 20 client.16224 trim_cache size 0 max 16384 2024-04-22T13:59:54.541 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 msgr2=0x7f37c00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 0x7f37c00a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f37cc009430 tx=0x7f37cc02e040 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 msgr2=0x7f37d4198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f37c400e9c0 tx=0x7f37c400ee80 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 shutdown_connections 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f37c00a3d20 0x7f37c00a61e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f37d419cff0 0x7f37d419d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f37d4107260 0x7f37d4198c70 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 --2- 172.21.15.83:0/1848311937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f37d4102190 0x7f37d4198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 >> 172.21.15.83:0/1848311937 conn(0x7f37d40793a0 msgr2=0x7f37d4100030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 shutdown_connections 2024-04-22T13:59:54.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.532+0000 7f37db88c640 1 -- 172.21.15.83:0/1848311937 wait complete. 2024-04-22T13:59:54.546 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T13:59:54.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- 172.21.15.83:0/3131633573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 msgr2=0x7f0b3810dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/3131633573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b3810dce0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f0b30009ca0 tx=0x7f0b3002c0f0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- 172.21.15.83:0/3131633573 shutdown_connections 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/3131633573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b3810dce0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/3131633573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38101570 0x7f0b381019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/3131633573 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38105e50 0x7f0b38106230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- 172.21.15.83:0/3131633573 >> 172.21.15.83:0/3131633573 conn(0x7f0b380773f0 msgr2=0x7f0b380fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- 172.21.15.83:0/3131633573 shutdown_connections 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- 172.21.15.83:0/3131633573 wait complete. 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 Processor -- start 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.644+0000 7f0b3cbef640 1 -- start start 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38101570 0x7f0b381975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38105e50 0x7f0b3819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0b38111080 con 0x7f0b38101f30 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0b38110f00 con 0x7f0b38105e50 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0b38111200 con 0x7f0b38101570 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50322/0 (socket says 172.21.15.83:50322) 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 -- 172.21.15.83:0/1265658740 learned_addr learned my addr 172.21.15.83:0/1265658740 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38101570 0x7f0b381975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38105e50 0x7f0b3819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 -- 172.21.15.83:0/1265658740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38101570 msgr2=0x7f0b381975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38101570 0x7f0b381975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 -- 172.21.15.83:0/1265658740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38105e50 msgr2=0x7f0b3819be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38105e50 0x7f0b3819be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 -- 172.21.15.83:0/1265658740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b3819c540 con 0x7f0b38101f30 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0b2000e9f0 tx=0x7f0b2000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2f7fe640 1 -- 172.21.15.83:0/1265658740 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2000cd80 con 0x7f0b38101f30 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2f7fe640 1 -- 172.21.15.83:0/1265658740 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b200108e0 con 0x7f0b38101f30 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b3819c830 con 0x7f0b38101f30 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b2f7fe640 1 -- 172.21.15.83:0/1265658740 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b20018980 con 0x7f0b38101f30 2024-04-22T13:59:54.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.645+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b381a40c0 con 0x7f0b38101f30 2024-04-22T13:59:54.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.648+0000 7f0b2f7fe640 1 -- 172.21.15.83:0/1265658740 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0b20010430 con 0x7f0b38101f30 2024-04-22T13:59:54.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.648+0000 7f0b3f7db740 1 Processor -- start 2024-04-22T13:59:54.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.648+0000 7f0b3f7db740 1 -- start start 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x5622819058b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x562281910e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2f7fe640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 0x7f0b240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56228186a1f0 con 0x562281905e80 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5622818074b0 con 0x56228190ea00 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5622818661b0 con 0x5622819054d0 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 0x7f0b240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50328/0 (socket says 172.21.15.83:50328) 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 -- 172.21.15.83:0/1094588599 learned_addr learned my addr 172.21.15.83:0/1094588599 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x562281910e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x5622819058b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2f7fe640 1 -- 172.21.15.83:0/1265658740 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0b200d0af0 con 0x7f0b38101f30 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 -- 172.21.15.83:0/1094588599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 msgr2=0x5622819058b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x5622819058b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 -- 172.21.15.83:0/1094588599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 msgr2=0x562281910e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x562281910e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 -- 172.21.15.83:0/1094588599 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622817f91b0 con 0x562281905e80 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x562281910e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 0x7f0b240a61e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0b30004af0 tx=0x7f0b30009960 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f0b28009d20 tx=0x7f0b28011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b03db64a86432b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2cff9640 1 -- 172.21.15.83:0/1094588599 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28019620 con 0x562281905e80 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2cff9640 1 -- 172.21.15.83:0/1094588599 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b28019c70 con 0x562281905e80 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.649+0000 7f0b2cff9640 1 -- 172.21.15.83:0/1094588599 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28018be0 con 0x562281905e80 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1094588599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 msgr2=0x56228190e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f0b28009d20 tx=0x7f0b28011810 comp rx=0 tx=0).stop 2024-04-22T13:59:54.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1094588599 shutdown_connections 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x562281910e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562281905e80 0x56228190e430 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1094588599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x5622819058b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1094588599 >> 172.21.15.83:0/1094588599 conn(0x5622818ffba0 msgr2=0x5622818fff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1094588599 shutdown_connections 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.650+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1094588599 wait complete. 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 -- start start 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 Processor -- start 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x56228190b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x56228190bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562281911970 con 0x5622819054d0 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562281823500 con 0x56228190ea00 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562281911af0 con 0x562281905e80 2024-04-22T13:59:54.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3f7db740 10 client.0 _ll_register_callbacks cb 0x5622817f1b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50332/0 (socket says 172.21.15.83:50332) 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 -- 172.21.15.83:0/1089191644 learned_addr learned my addr 172.21.15.83:0/1089191644 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x56228190bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x56228190b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 -- 172.21.15.83:0/1089191644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 msgr2=0x56228190b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x56228190b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 -- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 msgr2=0x56228190bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x56228190bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 -- 172.21.15.83:0/1089191644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56228157c3f0 con 0x5622819054d0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x56228190b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b3659c640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f0b2801b040 tx=0x7f0b28018600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2f1b054471baf34 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.651+0000 7f0b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28018cf0 con 0x5622819054d0 2024-04-22T13:59:54.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0b28019420 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b28019c70 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0b28019e20 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 10 client.16236 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5622816467d0 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b28019c70 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f0b28003820 con 0x5622819054d0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 10 client.16236 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 10 client.16236 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 20 client.16236 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56228191eba0 0x562281920f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 4 client.16236 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562281809930 con 0x56228191eba0 2024-04-22T13:59:54.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.652+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56228191eba0 0x562281920f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.653+0000 7f0b1dffb640 10 client.16236 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.653+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56228191eba0 0x562281920f90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3ce2981d8d58146d server_cookie=94b0e7d501c766a2 in_seq=0 out_seq=0 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.653+0000 7f0b1dffb640 1 -- 172.21.15.83:0/1089191644 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562281809930 con 0x56228191eba0 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.653+0000 7f0b1dffb640 10 client.16236 handle_command_reply: tid=0 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 client.16236 shutdown 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 msgr2=0x56228190e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f0b2801b040 tx=0x7f0b28018600 comp rx=0 tx=0).stop 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 shutdown_connections 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x56228191eba0 0x562281920f90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x56228190bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b1dffb640 0 client.16236 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x56228190b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/1089191644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228190e2c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 >> 172.21.15.83:0/1089191644 conn(0x5622818ffba0 msgr2=0x5622819018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 shutdown_connections 2024-04-22T13:59:54.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 1 -- 172.21.15.83:0/1089191644 wait complete. 2024-04-22T13:59:54.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.654+0000 7f0b3f7db740 20 client.16236 trim_cache size 0 max 16384 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 Processor -- start 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 -- start start 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x562281906d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x5622819266f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381ac9b0 con 0x5622819054d0 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381ae5b0 con 0x56228190ea00 2024-04-22T13:59:54.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381ad080 con 0x562281905e80 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50340/0 (socket says 172.21.15.83:50340) 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 -- 172.21.15.83:0/3356787522 learned_addr learned my addr 172.21.15.83:0/3356787522 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x5622819266f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x562281906d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 -- 172.21.15.83:0/3356787522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 msgr2=0x562281906d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x562281906d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 -- 172.21.15.83:0/3356787522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 msgr2=0x5622819266f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x5622819266f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.668+0000 7f0b3659c640 1 -- 172.21.15.83:0/3356787522 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622819112b0 con 0x5622819054d0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3659c640 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f0b28003cc0 tx=0x7f0b28009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ac802b8d7363412 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b1ffff640 1 -- 172.21.15.83:0/3356787522 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28037030 con 0x5622819054d0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b1ffff640 1 -- 172.21.15.83:0/3356787522 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b28009780 con 0x5622819054d0 2024-04-22T13:59:54.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b1ffff640 1 -- 172.21.15.83:0/3356787522 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b28005040 con 0x5622819054d0 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 -- 172.21.15.83:0/3356787522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 msgr2=0x56228191a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f0b28003cc0 tx=0x7f0b28009620 comp rx=0 tx=0).stop 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 -- 172.21.15.83:0/3356787522 shutdown_connections 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56228190ea00 0x5622819266f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562281905e80 0x562281906d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/3356787522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622819054d0 0x56228191a860 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 -- 172.21.15.83:0/3356787522 >> 172.21.15.83:0/3356787522 conn(0x5622818ffba0 msgr2=0x562281901620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 -- 172.21.15.83:0/3356787522 shutdown_connections 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.669+0000 7f0b3f7db740 1 -- 172.21.15.83:0/3356787522 wait complete. 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 -- start start 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 Processor -- start 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x562281917290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562281905e80 0x562281914620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381ade20 con 0x56228190ea00 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381ad750 con 0x562281905e80 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0b381aa990 con 0x5622819054d0 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3f7db740 10 client.0 _ll_register_callbacks cb 0x7f0b28009b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50346/0 (socket says 172.21.15.83:50346) 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 -- 172.21.15.83:0/4179455334 learned_addr learned my addr 172.21.15.83:0/4179455334 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b2ffff640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562281905e80 0x562281914620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b3659c640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x562281917290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 -- 172.21.15.83:0/4179455334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 msgr2=0x562281917290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x562281917290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 -- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562281905e80 msgr2=0x562281914620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562281905e80 0x562281914620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.670+0000 7f0b36d9d640 1 -- 172.21.15.83:0/4179455334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562281985f80 con 0x56228190ea00 2024-04-22T13:59:54.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b36d9d640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0b30037040 tx=0x7f0b30005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874916c001c729d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b30039040 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0b30004040 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b28009780 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0b30004240 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 10 client.16242 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5622819870e0 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b28009780 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f0b3003f040 con 0x56228190ea00 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 10 client.16242 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 10 client.16242 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 20 client.16242 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x562281987810 0x562281989c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 4 client.16242 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562281877c10 con 0x562281987810 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.671+0000 7f0b3659c640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x562281987810 0x562281989c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.672+0000 7f0b3659c640 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x562281987810 0x562281989c30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b3cf6bbc1e191df9 server_cookie=e939bb79f5a360a2 in_seq=0 out_seq=0 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.672+0000 7f0b1dffb640 10 client.16242 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b1dffb640 1 -- 172.21.15.83:0/4179455334 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562281877c10 con 0x562281987810 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b1dffb640 10 client.16242 handle_command_reply: tid=0 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 client.16242 shutdown 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 msgr2=0x562281914d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0b30037040 tx=0x7f0b30005c50 comp rx=0 tx=0).stop 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 shutdown_connections 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x562281987810 0x562281989c30 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56228190ea00 0x562281914d60 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562281905e80 0x562281914620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b1dffb640 0 client.16242 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 --2- 172.21.15.83:0/4179455334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622819054d0 0x562281917290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 >> 172.21.15.83:0/4179455334 conn(0x5622818ffba0 msgr2=0x562281919850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 shutdown_connections 2024-04-22T13:59:54.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 1 -- 172.21.15.83:0/4179455334 wait complete. 2024-04-22T13:59:54.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.673+0000 7f0b3f7db740 20 client.16242 trim_cache size 0 max 16384 2024-04-22T13:59:54.682 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 msgr2=0x7f0b240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 0x7f0b240a61e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0b30004af0 tx=0x7f0b30009960 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 msgr2=0x7f0b38197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f0b2000e9f0 tx=0x7f0b2000eeb0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 shutdown_connections 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0b240a3d20 0x7f0b240a61e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0b38105e50 0x7f0b3819be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0b38101f30 0x7f0b38197ae0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 --2- 172.21.15.83:0/1265658740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0b38101570 0x7f0b381975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 >> 172.21.15.83:0/1265658740 conn(0x7f0b380773f0 msgr2=0x7f0b38103f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 shutdown_connections 2024-04-22T13:59:54.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.674+0000 7f0b3cbef640 1 -- 172.21.15.83:0/1265658740 wait complete. 2024-04-22T13:59:54.687 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T13:59:54.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 -- 172.21.15.83:0/3875867495 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 msgr2=0x7f56940746d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 --2- 172.21.15.83:0/3875867495 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f56940746d0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5688009900 tx=0x7f568802bcd0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 -- 172.21.15.83:0/3875867495 shutdown_connections 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 --2- 172.21.15.83:0/3875867495 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694112f30 0x7f5694115320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 --2- 172.21.15.83:0/3875867495 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694074c10 0x7f56941129f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 --2- 172.21.15.83:0/3875867495 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f56940746d0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 -- 172.21.15.83:0/3875867495 >> 172.21.15.83:0/3875867495 conn(0x7f56940fd990 msgr2=0x7f56940ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 -- 172.21.15.83:0/3875867495 shutdown_connections 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.787+0000 7f569acf2640 1 -- 172.21.15.83:0/3875867495 wait complete. 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 Processor -- start 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 -- start start 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 0x7f569419f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694112f30 0x7f56941a3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f56941187c0 con 0x7f56940742f0 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5694118640 con 0x7f5694112f30 2024-04-22T13:59:54.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569acf2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5694118940 con 0x7f5694074c10 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50354/0 (socket says 172.21.15.83:50354) 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 -- 172.21.15.83:0/692155558 learned_addr learned my addr 172.21.15.83:0/692155558 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f569928f640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694112f30 0x7f56941a3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5693fff640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 0x7f569419f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 -- 172.21.15.83:0/692155558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 msgr2=0x7f569419f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 0x7f569419f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 -- 172.21.15.83:0/692155558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694112f30 msgr2=0x7f56941a3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694112f30 0x7f56941a3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5698a8e640 1 -- 172.21.15.83:0/692155558 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56941a3d90 con 0x7f56940742f0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.788+0000 7f5693fff640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 0x7f569419f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f5698a8e640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5688005940 tx=0x7f56880045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f5691ffb640 1 -- 172.21.15.83:0/692155558 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5688043020 con 0x7f56940742f0 2024-04-22T13:59:54.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f5691ffb640 1 -- 172.21.15.83:0/692155558 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f568802dba0 con 0x7f56940742f0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56941a4020 con 0x7f56940742f0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f5691ffb640 1 -- 172.21.15.83:0/692155558 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5688003930 con 0x7f56940742f0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.789+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56941ab910 con 0x7f56940742f0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.791+0000 7f5691ffb640 1 -- 172.21.15.83:0/692155558 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5688046020 con 0x7f56940742f0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.791+0000 7f569d9c1740 1 Processor -- start 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.791+0000 7f569d9c1740 1 -- start start 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.791+0000 7f5691ffb640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 0x7f56840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.791+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f64e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569d9c1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3ebe1f0 con 0x55a0b3f594d0 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569d9c1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3e5b4b0 con 0x55a0b3f59e80 2024-04-22T13:59:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569d9c1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3eba1b0 con 0x55a0b3f62a00 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569928f640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 0x7f56840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5693fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50356/0 (socket says 172.21.15.83:50356) 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5691ffb640 1 -- 172.21.15.83:0/692155558 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f56880f2770 con 0x7f56940742f0 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5693fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38862/0 (socket says 172.21.15.83:38862) 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 -- 172.21.15.83:0/2799016858 learned_addr learned my addr 172.21.15.83:0/2799016858 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569928f640 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f64e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 -- 172.21.15.83:0/2799016858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 msgr2=0x55a0b3f64e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f64e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 -- 172.21.15.83:0/2799016858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 msgr2=0x55a0b3f62430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 -- 172.21.15.83:0/2799016858 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0b3e4d1b0 con 0x55a0b3f594d0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5693fff640 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f569928f640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 0x7f56840a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f569406b5d0 tx=0x7f568c014b70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f5698a8e640 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5688000c00 tx=0x7f56880b3ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75686fcf61694128 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f567effd640 1 -- 172.21.15.83:0/2799016858 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56880bef50 con 0x55a0b3f594d0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f567effd640 1 -- 172.21.15.83:0/2799016858 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56880c8380 con 0x55a0b3f594d0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.792+0000 7f567effd640 1 -- 172.21.15.83:0/2799016858 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56880cc2b0 con 0x55a0b3f594d0 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- 172.21.15.83:0/2799016858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 msgr2=0x55a0b3f598b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5688000c00 tx=0x7f56880b3ce0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- 172.21.15.83:0/2799016858 shutdown_connections 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f64e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f62430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 --2- 172.21.15.83:0/2799016858 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f598b0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- 172.21.15.83:0/2799016858 >> 172.21.15.83:0/2799016858 conn(0x55a0b3f53ba0 msgr2=0x55a0b3f53f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- 172.21.15.83:0/2799016858 shutdown_connections 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- 172.21.15.83:0/2799016858 wait complete. 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 -- start start 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.793+0000 7f569d9c1740 1 Processor -- start 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 0x55a0b3f623a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f62a00 0x55a0b3f5fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3f65730 con 0x55a0b3f59e80 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3e77500 con 0x55a0b3f62a00 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a0b3f658b0 con 0x55a0b3f594d0 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569d9c1740 10 client.0 _ll_register_callbacks cb 0x55a0b3e45b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50362/0 (socket says 172.21.15.83:50362) 2024-04-22T13:59:54.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 -- 172.21.15.83:0/1136410375 learned_addr learned my addr 172.21.15.83:0/1136410375 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f569928f640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f62a00 0x55a0b3f5fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5698a8e640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 0x55a0b3f623a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 -- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 msgr2=0x55a0b3f623a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 0x55a0b3f623a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 -- 172.21.15.83:0/1136410375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f62a00 msgr2=0x55a0b3f5fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f62a00 0x55a0b3f5fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 -- 172.21.15.83:0/1136410375 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0b3bd03f0 con 0x55a0b3f59e80 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5698a8e640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 0x55a0b3f623a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5693fff640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f5680013710 tx=0x7f5680013b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9cd421c3e5dbb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.794+0000 7f5673fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680011dd0 con 0x55a0b3f59e80 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5680004020 con 0x55a0b3f59e80 2024-04-22T13:59:54.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56880c8380 con 0x55a0b3f59e80 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5680004220 con 0x55a0b3f59e80 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 10 client.16254 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a0b3c9a7d0 con 0x55a0b3f59e80 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56880c8380 con 0x55a0b3f59e80 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f568001a070 con 0x55a0b3f59e80 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 10 client.16254 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 10 client.16254 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 20 client.16254 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3f74e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 4 client.16254 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0b3e5d930 con 0x55a0b3f72a10 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.795+0000 7f5698a8e640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3f74e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.796+0000 7f5673fff640 10 client.16254 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.796+0000 7f5698a8e640 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3f74e80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b87caeb5a1746d0a server_cookie=814f5214f7f0879b in_seq=0 out_seq=0 2024-04-22T13:59:54.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.796+0000 7f5673fff640 1 -- 172.21.15.83:0/1136410375 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a0b3e5d930 con 0x55a0b3f72a10 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.796+0000 7f5673fff640 10 client.16254 handle_command_reply: tid=0 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.796+0000 7f569d9c1740 1 client.16254 shutdown 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 msgr2=0x55a0b3f5f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f5680013710 tx=0x7f5680013b10 comp rx=0 tx=0).stop 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 shutdown_connections 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3f74e80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f62a00 0x55a0b3f5fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5f730 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f5673fff640 0 client.16254 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 --2- 172.21.15.83:0/1136410375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f594d0 0x55a0b3f623a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 >> 172.21.15.83:0/1136410375 conn(0x55a0b3f53ba0 msgr2=0x55a0b3f558f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 shutdown_connections 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 1 -- 172.21.15.83:0/1136410375 wait complete. 2024-04-22T13:59:54.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.797+0000 7f569d9c1740 20 client.16254 trim_cache size 0 max 16384 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 Processor -- start 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 -- start start 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f7a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b41d0 con 0x55a0b3f594d0 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b5dd0 con 0x55a0b3f59e80 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.810+0000 7f569d9c1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b48a0 con 0x55a0b3f62a00 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50378/0 (socket says 172.21.15.83:50378) 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 -- 172.21.15.83:0/458646035 learned_addr learned my addr 172.21.15.83:0/458646035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5693fff640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f569928f640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f7a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 -- 172.21.15.83:0/458646035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 msgr2=0x55a0b3f7a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f7a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 -- 172.21.15.83:0/458646035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 msgr2=0x55a0b3f5aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 -- 172.21.15.83:0/458646035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0b3f601e0 con 0x55a0b3f594d0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f569928f640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f7a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f5698a8e640 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f568802bd10 tx=0x7f56880baaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b379c963b3452832 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f567e7fc640 1 -- 172.21.15.83:0/458646035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56880c2c00 con 0x55a0b3f594d0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f567e7fc640 1 -- 172.21.15.83:0/458646035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56880c74c0 con 0x55a0b3f594d0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.811+0000 7f567e7fc640 1 -- 172.21.15.83:0/458646035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56880beab0 con 0x55a0b3f594d0 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- 172.21.15.83:0/458646035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 msgr2=0x55a0b3f6e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f568802bd10 tx=0x7f56880baaf0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- 172.21.15.83:0/458646035 shutdown_connections 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f7a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f59e80 0x55a0b3f5aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 --2- 172.21.15.83:0/458646035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6e540 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- 172.21.15.83:0/458646035 >> 172.21.15.83:0/458646035 conn(0x55a0b3f53ba0 msgr2=0x55a0b3f5a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- 172.21.15.83:0/458646035 shutdown_connections 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- 172.21.15.83:0/458646035 wait complete. 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 -- start start 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.812+0000 7f569d9c1740 1 Processor -- start 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f66590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b5640 con 0x55a0b3f59e80 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b4f70 con 0x55a0b3f594d0 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f56941b21b0 con 0x55a0b3f62a00 2024-04-22T13:59:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 10 client.0 _ll_register_callbacks cb 0x7f5680009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50386/0 (socket says 172.21.15.83:50386) 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5698a8e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 -- 172.21.15.83:0/3780456489 learned_addr learned my addr 172.21.15.83:0/3780456489 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569928f640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f66590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 -- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 msgr2=0x55a0b3f66590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f66590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 -- 172.21.15.83:0/3780456489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 msgr2=0x55a0b3f6ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 -- 172.21.15.83:0/3780456489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0b3f66c80 con 0x55a0b3f59e80 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5698a8e640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5693fff640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f56800097e0 tx=0x7f56800118f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84c828244e685a26 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5673fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5680031060 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5680005040 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56880c74c0 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.813+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5680028040 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 10 client.16260 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a0b3fd8e20 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f56880c74c0 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f568002b070 con 0x55a0b3f59e80 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 10 client.16260 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 10 client.16260 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 20 client.16260 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3fdb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 4 client.16260 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a0b3ecbc10 con 0x55a0b3f72a10 2024-04-22T13:59:54.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.814+0000 7f5698a8e640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3fdb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f5673fff640 10 client.16260 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f5698a8e640 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3fdb5e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aec976629dd36073 server_cookie=b841c1ea693fd77a in_seq=0 out_seq=0 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f5673fff640 1 -- 172.21.15.83:0/3780456489 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a0b3ecbc10 con 0x55a0b3f72a10 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f5673fff640 10 client.16260 handle_command_reply: tid=0 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 client.16260 shutdown 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 msgr2=0x55a0b3f66050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f56800097e0 tx=0x7f56800118f0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 shutdown_connections 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55a0b3f72a10 0x55a0b3fdb5e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a0b3f62a00 0x55a0b3f66590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a0b3f59e80 0x55a0b3f66050 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f5673fff640 0 client.16260 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 --2- 172.21.15.83:0/3780456489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a0b3f594d0 0x55a0b3f6ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 >> 172.21.15.83:0/3780456489 conn(0x55a0b3f53ba0 msgr2=0x55a0b3f557b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 shutdown_connections 2024-04-22T13:59:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 1 -- 172.21.15.83:0/3780456489 wait complete. 2024-04-22T13:59:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.815+0000 7f569d9c1740 20 client.16260 trim_cache size 0 max 16384 2024-04-22T13:59:54.825 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 msgr2=0x7f56840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 0x7f56840a61e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f569406b5d0 tx=0x7f568c014b70 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 msgr2=0x7f569419edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5688005940 tx=0x7f56880045e0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 shutdown_connections 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f56840a3d20 0x7f56840a61e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5694112f30 0x7f56941a3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5694074c10 0x7f569419f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 --2- 172.21.15.83:0/692155558 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f56940742f0 0x7f569419edf0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 >> 172.21.15.83:0/692155558 conn(0x7f56940fd990 msgr2=0x7f56940fe740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 shutdown_connections 2024-04-22T13:59:54.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.816+0000 7f569acf2640 1 -- 172.21.15.83:0/692155558 wait complete. 2024-04-22T13:59:54.829 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:54 smithi083 ceph-mon[27977]: pgmap v54: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T13:59:54.829 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4283498222' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:54.830 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T13:59:54.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:54 smithi173 ceph-mon[31493]: pgmap v54: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T13:59:54.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4283498222' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:54.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.971+0000 7f89d38f2640 1 -- 172.21.15.83:0/4259941590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc101a40 msgr2=0x7f89cc105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.971+0000 7f89d38f2640 1 --2- 172.21.15.83:0/4259941590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc101a40 0x7f89cc105a80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f89bc009900 tx=0x7f89bc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- 172.21.15.83:0/4259941590 shutdown_connections 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- 172.21.15.83:0/4259941590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 0x7f89cc10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- 172.21.15.83:0/4259941590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc101a40 0x7f89cc105a80 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- 172.21.15.83:0/4259941590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 0x7f89cc101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- 172.21.15.83:0/4259941590 >> 172.21.15.83:0/4259941590 conn(0x7f89cc077f50 msgr2=0x7f89cc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- 172.21.15.83:0/4259941590 shutdown_connections 2024-04-22T13:59:54.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- 172.21.15.83:0/4259941590 wait complete. 2024-04-22T13:59:54.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:54 smithi084 ceph-mon[31312]: pgmap v54: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 161 KiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-04-22T13:59:54.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4283498222' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T13:59:54.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 Processor -- start 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- start start 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 0x7f89cc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 0x7f89cc1a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.972+0000 7f89d38f2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc111100 con 0x7f89cc19a860 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d38f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc110f80 con 0x7f89cc106160 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d38f2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc111280 con 0x7f89cc101090 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50392/0 (socket says 172.21.15.83:50392) 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2957420360 learned_addr learned my addr 172.21.15.83:0/2957420360 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 0x7f89cc1a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d168e640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 0x7f89cc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2957420360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 msgr2=0x7f89cc1a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 0x7f89cc1a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2957420360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 msgr2=0x7f89cc1a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 0x7f89cc1a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2957420360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89cc19b380 con 0x7f89cc19a860 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f89c800e970 tx=0x7f89c800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89c27fc640 1 -- 172.21.15.83:0/2957420360 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c800ccc0 con 0x7f89cc19a860 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89c27fc640 1 -- 172.21.15.83:0/2957420360 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c800ce60 con 0x7f89cc19a860 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89cc19b670 con 0x7f89cc19a860 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89c27fc640 1 -- 172.21.15.83:0/2957420360 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8010430 con 0x7f89cc19a860 2024-04-22T13:59:54.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.973+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89cc1a7870 con 0x7f89cc19a860 2024-04-22T13:59:54.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.975+0000 7f89c27fc640 1 -- 172.21.15.83:0/2957420360 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f89c8004ff0 con 0x7f89cc19a860 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.976+0000 7f89d65c4740 1 Processor -- start 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.976+0000 7f89c27fc640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 0x7f89b80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.976+0000 7f89d65c4740 1 -- start start 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.976+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 0x7f89b80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.976+0000 7f89c27fc640 1 -- 172.21.15.83:0/2957420360 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f89c80d0c80 con 0x7f89cc19a860 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb24e80 0x55657eb2d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55657ea891f0 con 0x55657eb2da00 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55657ea264b0 con 0x55657eb244d0 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d65c4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55657ea851b0 con 0x55657eb24e80 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d168e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50402/0 (socket says 172.21.15.83:50402) 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d168e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38916/0 (socket says 172.21.15.83:38916) 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2043472872 learned_addr learned my addr 172.21.15.83:0/2043472872 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb24e80 0x55657eb2d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 0x7f89b80a61e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f89bc000c00 tx=0x7f89bc004040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2043472872 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb24e80 msgr2=0x55657eb2d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb24e80 0x55657eb2d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2043472872 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 msgr2=0x55657eb248b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 -- 172.21.15.83:0/2043472872 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55657ea181b0 con 0x55657eb2da00 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d168e640 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f89c80990b0 tx=0x7f89c80056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca4828136560f01e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89b77fe640 1 -- 172.21.15.83:0/2043472872 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c809cc50 con 0x55657eb2da00 2024-04-22T13:59:54.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89b77fe640 1 -- 172.21.15.83:0/2043472872 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c80a1000 con 0x55657eb2da00 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.977+0000 7f89b77fe640 1 -- 172.21.15.83:0/2043472872 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c80bd0f0 con 0x55657eb2da00 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 -- 172.21.15.83:0/2043472872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 msgr2=0x55657eb2fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f89c80990b0 tx=0x7f89c80056b0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 -- 172.21.15.83:0/2043472872 shutdown_connections 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb2da00 0x55657eb2fe50 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb24e80 0x55657eb2d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2043472872 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb248b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 -- 172.21.15.83:0/2043472872 >> 172.21.15.83:0/2043472872 conn(0x55657eb1eba0 msgr2=0x55657eb1ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 -- 172.21.15.83:0/2043472872 shutdown_connections 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.978+0000 7f89d65c4740 1 -- 172.21.15.83:0/2043472872 wait complete. 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 -- start start 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 Processor -- start 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb244d0 0x55657eb2d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 0x55657eb2ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55657eb30970 con 0x55657eb24e80 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55657ea42500 con 0x55657eb2da00 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55657eb30af0 con 0x55657eb244d0 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d65c4740 10 client.0 _ll_register_callbacks cb 0x55657ea10b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50408/0 (socket says 172.21.15.83:50408) 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 -- 172.21.15.83:0/619155341 learned_addr learned my addr 172.21.15.83:0/619155341 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 0x55657eb2ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d168e640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb244d0 0x55657eb2d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 -- 172.21.15.83:0/619155341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb244d0 msgr2=0x55657eb2d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb244d0 0x55657eb2d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 -- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 msgr2=0x55657eb2ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 0x55657eb2ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.989 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d0e8d640 1 -- 172.21.15.83:0/619155341 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55657e79b3f0 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.979+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 0x55657eb2ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f89cc06b6e0 tx=0x7f89bc02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e3e4211d9f9a40 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc050070 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f89bc0046c0 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89c80a1000 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f89bc047070 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 10 client.16272 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55657e8657d0 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89c80a1000 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f89bc0038d0 con 0x55657eb24e80 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 10 client.16272 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 10 client.16272 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 20 client.16272 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:54.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eb3dc10 0x55657eb40030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 4 client.16272 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.980+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55657ea28930 con 0x55657eb3dc10 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89d168e640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eb3dc10 0x55657eb40030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89b4ff9640 10 client.16272 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89d168e640 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eb3dc10 0x55657eb40030 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=259b7058e96c6cf4 server_cookie=e614865882b1dd39 in_seq=0 out_seq=0 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89b4ff9640 1 -- 172.21.15.83:0/619155341 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55657ea28930 con 0x55657eb3dc10 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89b4ff9640 10 client.16272 handle_command_reply: tid=0 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.981+0000 7f89d65c4740 1 client.16272 shutdown 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 msgr2=0x55657eb2a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f89cc06b6e0 tx=0x7f89bc02bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 shutdown_connections 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eb3dc10 0x55657eb40030 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb2da00 0x55657eb2ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89b4ff9640 0 client.16272 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb2a680 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 --2- 172.21.15.83:0/619155341 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb244d0 0x55657eb2d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 >> 172.21.15.83:0/619155341 conn(0x55657eb1eba0 msgr2=0x55657eb208f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 shutdown_connections 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 1 -- 172.21.15.83:0/619155341 wait complete. 2024-04-22T13:59:54.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.982+0000 7f89d65c4740 20 client.16272 trim_cache size 0 max 16384 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.995+0000 7f89d65c4740 1 Processor -- start 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.995+0000 7f89d65c4740 1 -- start start 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb39830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb2cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1afda0 con 0x55657eb24e80 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1b19a0 con 0x55657eb244d0 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d65c4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1b0470 con 0x55657eb2da00 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50414/0 (socket says 172.21.15.83:50414) 2024-04-22T13:59:55.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 -- 172.21.15.83:0/2489515967 learned_addr learned my addr 172.21.15.83:0/2489515967 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d168e640 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb39830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb2cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 -- 172.21.15.83:0/2489515967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 msgr2=0x55657eb2cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb2cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 -- 172.21.15.83:0/2489515967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 msgr2=0x55657eb39830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb39830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 -- 172.21.15.83:0/2489515967 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55657eb29630 con 0x55657eb24e80 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f89bc003d70 tx=0x7f89bc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6933af2fdbc1b4c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89b6ffd640 1 -- 172.21.15.83:0/2489515967 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc050040 con 0x55657eb24e80 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89b6ffd640 1 -- 172.21.15.83:0/2489515967 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc003aa0 con 0x55657eb24e80 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.996+0000 7f89b6ffd640 1 -- 172.21.15.83:0/2489515967 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89bc04d480 con 0x55657eb24e80 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- 172.21.15.83:0/2489515967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 msgr2=0x55657eb1dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f89bc003d70 tx=0x7f89bc005fd0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- 172.21.15.83:0/2489515967 shutdown_connections 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb2cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb24e80 0x55657eb1dc00 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 --2- 172.21.15.83:0/2489515967 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb244d0 0x55657eb39830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- 172.21.15.83:0/2489515967 >> 172.21.15.83:0/2489515967 conn(0x55657eb1eba0 msgr2=0x55657eb1ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- 172.21.15.83:0/2489515967 shutdown_connections 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- 172.21.15.83:0/2489515967 wait complete. 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 -- start start 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.997+0000 7f89d65c4740 1 Processor -- start 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 0x55657eb315b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb31cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1b1210 con 0x55657eb244d0 2024-04-22T13:59:55.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1b0b40 con 0x55657eb24e80 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f89cc1add80 con 0x55657eb2da00 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d65c4740 10 client.0 _ll_register_callbacks cb 0x7f89bc004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50418/0 (socket says 172.21.15.83:50418) 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 -- 172.21.15.83:0/92462411 learned_addr learned my addr 172.21.15.83:0/92462411 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 0x55657eb315b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d1e8f640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb31cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 -- 172.21.15.83:0/92462411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 msgr2=0x55657eb31cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb31cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 -- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 msgr2=0x55657eb315b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 0x55657eb315b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 -- 172.21.15.83:0/92462411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55657eb403a0 con 0x55657eb244d0 2024-04-22T13:59:55.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 0x55657eb315b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89d168e640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f89c4004b90 tx=0x7f89c400ae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0cf385ba5c0e618 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.998+0000 7f89b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c401e030 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f89bc003aa0 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f89c401a7b0 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f89c40177b0 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 10 client.16278 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55657eba4110 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f89bc003aa0 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f89c4023940 con 0x55657eb244d0 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 10 client.16278 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 10 client.16278 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 20 client.16278 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:55.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eba48d0 0x55657eba6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 4 client.16278 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55657ea96c10 con 0x55657eba48d0 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:54.999+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eba48d0 0x55657eba6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89b4ff9640 10 client.16278 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d0e8d640 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eba48d0 0x55657eba6cf0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd2f2c121333a838 server_cookie=4cb89a7d246bf46d in_seq=0 out_seq=0 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89b4ff9640 1 -- 172.21.15.83:0/92462411 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55657ea96c10 con 0x55657eba48d0 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89b4ff9640 10 client.16278 handle_command_reply: tid=0 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 client.16278 shutdown 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 msgr2=0x55657eb36240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f89c4004b90 tx=0x7f89c400ae50 comp rx=0 tx=0).stop 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 shutdown_connections 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55657eba48d0 0x55657eba6cf0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55657eb2da00 0x55657eb31cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89b4ff9640 0 client.16278 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55657eb24e80 0x55657eb315b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 --2- 172.21.15.83:0/92462411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55657eb244d0 0x55657eb36240 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 >> 172.21.15.83:0/92462411 conn(0x55657eb1eba0 msgr2=0x55657eb1dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 shutdown_connections 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 1 -- 172.21.15.83:0/92462411 wait complete. 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.000+0000 7f89d65c4740 20 client.16278 trim_cache size 0 max 16384 2024-04-22T13:59:55.010 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T13:59:55.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 msgr2=0x7f89b80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:55.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 0x7f89b80a61e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f89bc000c00 tx=0x7f89bc004040 comp rx=0 tx=0).stop 2024-04-22T13:59:55.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 msgr2=0x7f89cc19ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:55.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f89c800e970 tx=0x7f89c800ed70 comp rx=0 tx=0).stop 2024-04-22T13:59:55.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 shutdown_connections 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f89b80a3d20 0x7f89b80a61e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f89cc19a860 0x7f89cc19ad10 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f89cc106160 0x7f89cc1a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 --2- 172.21.15.83:0/2957420360 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f89cc101090 0x7f89cc1a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 >> 172.21.15.83:0/2957420360 conn(0x7f89cc077f50 msgr2=0x7f89cc069180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 shutdown_connections 2024-04-22T13:59:55.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:55.001+0000 7f89d38f2640 1 -- 172.21.15.83:0/2957420360 wait complete. 2024-04-22T13:59:55.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:55 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:55.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:55 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:55.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:55 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:56.017 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T13:59:56.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T13:59:56.018 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T13:59:56.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 -- 172.21.15.83:0/2722195483 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff278102b50 msgr2=0x7ff278106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 --2- 172.21.15.83:0/2722195483 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff278102b50 0x7ff278106b90 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7ff268009900 tx=0x7ff26802bc30 comp rx=0 tx=0).stop 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 -- 172.21.15.83:0/2722195483 shutdown_connections 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 --2- 172.21.15.83:0/2722195483 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff278107270 0x7ff27810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 --2- 172.21.15.83:0/2722195483 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff278102b50 0x7ff278106b90 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 --2- 172.21.15.83:0/2722195483 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2781021a0 0x7ff278102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 -- 172.21.15.83:0/2722195483 >> 172.21.15.83:0/2722195483 conn(0x7ff2780fd9c0 msgr2=0x7ff2780ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 -- 172.21.15.83:0/2722195483 shutdown_connections 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.118+0000 7ff27fad2640 1 -- 172.21.15.83:0/2722195483 wait complete. 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 Processor -- start 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 -- start start 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 0x7ff27819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2781985e0 0x7ff278198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781121b0 con 0x7ff2781021a0 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff278112030 con 0x7ff278107270 2024-04-22T13:59:56.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27fad2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff278112330 con 0x7ff2781985e0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50434/0 (socket says 172.21.15.83:50434) 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 -- 172.21.15.83:0/1499846724 learned_addr learned my addr 172.21.15.83:0/1499846724 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2781985e0 0x7ff278198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 0x7ff27819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 -- 172.21.15.83:0/1499846724 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2781985e0 msgr2=0x7ff278198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2781985e0 0x7ff278198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 -- 172.21.15.83:0/1499846724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 msgr2=0x7ff27819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 0x7ff27819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d86e640 1 -- 172.21.15.83:0/1499846724 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff278199100 con 0x7ff2781021a0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.119+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 0x7ff27819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7ff27400d950 tx=0x7ff27400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff26effd640 1 -- 172.21.15.83:0/1499846724 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff274017030 con 0x7ff2781021a0 2024-04-22T13:59:56.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2781993f0 con 0x7ff2781021a0 2024-04-22T13:59:56.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff26effd640 1 -- 172.21.15.83:0/1499846724 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff274004020 con 0x7ff2781021a0 2024-04-22T13:59:56.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff26effd640 1 -- 172.21.15.83:0/1499846724 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2740047a0 con 0x7ff2781021a0 2024-04-22T13:59:56.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.120+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2781a5640 con 0x7ff2781021a0 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.122+0000 7ff26effd640 1 -- 172.21.15.83:0/1499846724 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff274009a30 con 0x7ff2781021a0 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.122+0000 7ff28279f740 1 Processor -- start 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.122+0000 7ff28279f740 1 -- start start 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933329cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 0x55a933332840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a93328df00 con 0x55a933332e10 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a93322b590 con 0x55a9333298e0 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff28279f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a933289ec0 con 0x55a93332a290 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50450/0 (socket says 172.21.15.83:50450) 2024-04-22T13:59:56.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 -- 172.21.15.83:0/1926149678 learned_addr learned my addr 172.21.15.83:0/1926149678 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933329cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 0x55a933332840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff26effd640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 0x7ff2640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 -- 172.21.15.83:0/1926149678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 msgr2=0x55a933332840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 0x55a933332840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 -- 172.21.15.83:0/1926149678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 msgr2=0x55a933329cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 0x7ff2640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933329cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 -- 172.21.15.83:0/1926149678 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9330687e0 con 0x55a933332e10 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 0x55a933332840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff26effd640 1 -- 172.21.15.83:0/1499846724 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff2740d02e0 con 0x7ff2781021a0 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ff268006010 tx=0x7ff26802c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0e1d9a5b3ab5cf7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.123+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 0x7ff2640a61e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff270005fd0 tx=0x7ff270004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff263fff640 1 -- 172.21.15.83:0/1926149678 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff268043020 con 0x55a933332e10 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff263fff640 1 -- 172.21.15.83:0/1926149678 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff26802c7e0 con 0x55a933332e10 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff263fff640 1 -- 172.21.15.83:0/1926149678 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff268005550 con 0x55a933332e10 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 -- 172.21.15.83:0/1926149678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 msgr2=0x55a933335260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7ff268006010 tx=0x7ff26802c650 comp rx=0 tx=0).stop 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 -- 172.21.15.83:0/1926149678 shutdown_connections 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933332e10 0x55a933335260 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a93332a290 0x55a933332840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 --2- 172.21.15.83:0/1926149678 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933329cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 -- 172.21.15.83:0/1926149678 >> 172.21.15.83:0/1926149678 conn(0x55a933323fb0 msgr2=0x55a933324390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 -- 172.21.15.83:0/1926149678 shutdown_connections 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.124+0000 7ff28279f740 1 -- 172.21.15.83:0/1926149678 wait complete. 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 -- start start 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 Processor -- start 2024-04-22T13:59:56.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93332fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 0x55a933330840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a933335d20 con 0x55a93332a290 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a933247580 con 0x55a933332e10 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a933335ea0 con 0x55a9333298e0 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff28279f740 10 client.0 _ll_register_callbacks cb 0x55a93324d650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff27d06d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff27d06d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50464/0 (socket says 172.21.15.83:50464) 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff27d06d640 1 -- 172.21.15.83:0/1662653871 learned_addr learned my addr 172.21.15.83:0/1662653871 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.125+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93332fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 0x55a933330840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 -- 172.21.15.83:0/1662653871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 msgr2=0x55a93332fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93332fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 -- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 msgr2=0x55a933330840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 0x55a933330840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 -- 172.21.15.83:0/1662653871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9330c8f70 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93332fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 0x55a933330840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff2680055b0 tx=0x7ff26802c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e8043f1d3d9d113 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26804c070 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff2680035f0 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff26802c7e0 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff268058050 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 10 client.16290 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a932f60170 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff26802c7e0 con 0x55a93332a290 2024-04-22T13:59:56.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7ff268004bb0 con 0x55a93332a290 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 10 client.16290 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 10 client.16290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 20 client.16290 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.126+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933343160 0x55a933345550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.127+0000 7ff28279f740 4 client.16290 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.127+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a93329b920 con 0x55a933343160 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.127+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933343160 0x55a933345550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.127+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933343160 0x55a933345550 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb8599d2b2588f99 server_cookie=db09d506d8dd9a31 in_seq=0 out_seq=0 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.127+0000 7ff2617fa640 10 client.16290 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff2617fa640 1 -- 172.21.15.83:0/1662653871 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a93329b920 con 0x55a933343160 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff2617fa640 10 client.16290 handle_command_reply: tid=0 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 client.16290 shutdown 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 msgr2=0x55a933330300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7ff2680055b0 tx=0x7ff26802c740 comp rx=0 tx=0).stop 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 shutdown_connections 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933343160 0x55a933345550 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a933332e10 0x55a933330840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff2617fa640 0 client.16290 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a933330300 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 --2- 172.21.15.83:0/1662653871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93332fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 >> 172.21.15.83:0/1662653871 conn(0x55a933323fb0 msgr2=0x55a933325d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 shutdown_connections 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 1 -- 172.21.15.83:0/1662653871 wait complete. 2024-04-22T13:59:56.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.128+0000 7ff28279f740 20 client.16290 trim_cache size 0 max 16384 2024-04-22T13:59:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 Processor -- start 2024-04-22T13:59:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 -- start start 2024-04-22T13:59:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93333ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a93332a290 0x55a93334ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781adbc0 con 0x55a933323fb0 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781af7c0 con 0x55a93332a290 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.145+0000 7ff28279f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781ae290 con 0x55a9333298e0 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50478/0 (socket says 172.21.15.83:50478) 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 -- 172.21.15.83:0/1642566368 learned_addr learned my addr 172.21.15.83:0/1642566368 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d06d640 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93333ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 -- 172.21.15.83:0/1642566368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 msgr2=0x55a93333ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27e06f640 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a93332a290 0x55a93334ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93333ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 -- 172.21.15.83:0/1642566368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a93332a290 msgr2=0x55a93334ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a93332a290 0x55a93334ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 -- 172.21.15.83:0/1642566368 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a93332ed00 con 0x55a933323fb0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff27d86e640 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff27409bfb0 tx=0x7ff2740d5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede6a78fcc6ee5ca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff2637fe640 1 -- 172.21.15.83:0/1642566368 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27409c2b0 con 0x55a933323fb0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff2637fe640 1 -- 172.21.15.83:0/1642566368 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2740a0660 con 0x55a933323fb0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.146+0000 7ff2637fe640 1 -- 172.21.15.83:0/1642566368 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff274098920 con 0x55a933323fb0 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- 172.21.15.83:0/1642566368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 msgr2=0x55a9333324f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff27409bfb0 tx=0x7ff2740d5040 comp rx=0 tx=0).stop 2024-04-22T13:59:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- 172.21.15.83:0/1642566368 shutdown_connections 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a93332a290 0x55a93334ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a9333298e0 0x55a93333ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- 172.21.15.83:0/1642566368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a933323fb0 0x55a9333324f0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- 172.21.15.83:0/1642566368 >> 172.21.15.83:0/1642566368 conn(0x55a93332a9e0 msgr2=0x55a933330610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- 172.21.15.83:0/1642566368 shutdown_connections 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- 172.21.15.83:0/1642566368 wait complete. 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- start start 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 Processor -- start 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a933323fb0 0x55a933337430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933337970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781af030 con 0x55a93332a290 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781ae960 con 0x55a9333298e0 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.147+0000 7ff28279f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff2781abba0 con 0x55a933323fb0 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff28279f740 10 client.0 _ll_register_callbacks cb 0x7ff270009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27d06d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933337970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50490/0 (socket says 172.21.15.83:50490) 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 -- 172.21.15.83:0/4120844204 learned_addr learned my addr 172.21.15.83:0/4120844204 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27d86e640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a933323fb0 0x55a933337430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 -- 172.21.15.83:0/4120844204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a933323fb0 msgr2=0x55a933337430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a933323fb0 0x55a933337430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 -- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 msgr2=0x55a933337970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933337970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 -- 172.21.15.83:0/4120844204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a9333a29c0 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27d06d640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933337970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff27e06f640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff270014fd0 tx=0x7ff270004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d7ac690b91aad57 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff2617fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27001a040 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff270022850 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2740a0660 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff270022a50 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff28279f740 10 client.16296 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.148+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a9333a9e00 con 0x55a93332a290 2024-04-22T13:59:56.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2740a0660 con 0x55a93332a290 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7ff27000f040 con 0x55a93332a290 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 10 client.16296 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 10 client.16296 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 20 client.16296 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933332e10 0x55a9333ac6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 4 client.16296 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a933295790 con 0x55a933332e10 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff27d86e640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933332e10 0x55a9333ac6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff2617fa640 10 client.16296 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.149+0000 7ff27d86e640 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933332e10 0x55a9333ac6b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21a2054a218b0b30 server_cookie=b78f56c7e8da374a in_seq=0 out_seq=0 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.150+0000 7ff2617fa640 1 -- 172.21.15.83:0/4120844204 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a933295790 con 0x55a933332e10 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.150+0000 7ff2617fa640 10 client.16296 handle_command_reply: tid=0 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.150+0000 7ff28279f740 1 client.16296 shutdown 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.150+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 msgr2=0x55a9333a23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.150+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7ff270014fd0 tx=0x7ff270004a40 comp rx=0 tx=0).stop 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 shutdown_connections 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55a933332e10 0x55a9333ac6b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a93332a290 0x55a9333a23d0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a9333298e0 0x55a933337970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff2617fa640 0 client.16296 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 --2- 172.21.15.83:0/4120844204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a933323fb0 0x55a933337430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 >> 172.21.15.83:0/4120844204 conn(0x55a93332a9e0 msgr2=0x55a933322780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 shutdown_connections 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 1 -- 172.21.15.83:0/4120844204 wait complete. 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff28279f740 20 client.16296 trim_cache size 0 max 16384 2024-04-22T13:59:56.161 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T13:59:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "b9771053-11b0-46d4-bb0a-a8b5ad08c762", 2024-04-22T13:59:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T13:59:56.162 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 msgr2=0x7ff2640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 0x7ff2640a61e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff270005fd0 tx=0x7ff270004ab0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 msgr2=0x7ff27819e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7ff27400d950 tx=0x7ff27400de10 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 shutdown_connections 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2640a3d20 0x7ff2640a61e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2781985e0 0x7ff278198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff278107270 0x7ff27819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 --2- 172.21.15.83:0/1499846724 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff2781021a0 0x7ff27819e3e0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 >> 172.21.15.83:0/1499846724 conn(0x7ff2780fd9c0 msgr2=0x7ff2780fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 shutdown_connections 2024-04-22T13:59:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.151+0000 7ff27fad2640 1 -- 172.21.15.83:0/1499846724 wait complete. 2024-04-22T13:59:56.165 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T13:59:56.165 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T13:59:56.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- 172.21.15.83:0/3299606969 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4101b60 msgr2=0x7f76c410dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- 172.21.15.83:0/3299606969 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4101b60 0x7f76c410dc30 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f76bc009cd0 tx=0x7f76bc02c0f0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- 172.21.15.83:0/3299606969 shutdown_connections 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- 172.21.15.83:0/3299606969 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4101b60 0x7f76c410dc30 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- 172.21.15.83:0/3299606969 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c41011a0 0x7f76c4101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- 172.21.15.83:0/3299606969 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c4105e30 0x7f76c4106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- 172.21.15.83:0/3299606969 >> 172.21.15.83:0/3299606969 conn(0x7f76c4076c50 msgr2=0x7f76c4077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- 172.21.15.83:0/3299606969 shutdown_connections 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- 172.21.15.83:0/3299606969 wait complete. 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 Processor -- start 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- start start 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c41011a0 0x7f76c4197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c4101b60 0x7f76c4197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f76c4111130 con 0x7f76c4105e30 2024-04-22T13:59:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f76c4110fb0 con 0x7f76c4101b60 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.267+0000 7f76cc523640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41112b0 con 0x7f76c41011a0 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50500/0 (socket says 172.21.15.83:50500) 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 -- 172.21.15.83:0/1275910632 learned_addr learned my addr 172.21.15.83:0/1275910632 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76c9abe640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c4101b60 0x7f76c4197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c41011a0 0x7f76c4197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 -- 172.21.15.83:0/1275910632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c41011a0 msgr2=0x7f76c4197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c41011a0 0x7f76c4197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 -- 172.21.15.83:0/1275910632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c4101b60 msgr2=0x7f76c4197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c4101b60 0x7f76c4197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 -- 172.21.15.83:0/1275910632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c419c620 con 0x7f76c4105e30 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76caac0640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f76bc004af0 tx=0x7f76bc034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76bb7fe640 1 -- 172.21.15.83:0/1275910632 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76bc041020 con 0x7f76c4105e30 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76bb7fe640 1 -- 172.21.15.83:0/1275910632 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76bc032960 con 0x7f76c4105e30 2024-04-22T13:59:56.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76c419c8b0 con 0x7f76c4105e30 2024-04-22T13:59:56.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76bb7fe640 1 -- 172.21.15.83:0/1275910632 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76bc039040 con 0x7f76c4105e30 2024-04-22T13:59:56.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.268+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76c406a5d0 con 0x7f76c4105e30 2024-04-22T13:59:56.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.270+0000 7f76bb7fe640 1 -- 172.21.15.83:0/1275910632 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f76bc044020 con 0x7f76c4105e30 2024-04-22T13:59:56.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 Processor -- start 2024-04-22T13:59:56.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 -- start start 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76bb7fe640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 0x7f76b00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f35610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f42950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f45280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5568a3e9a1e0 con 0x5568a3f35230 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5568a3e37390 con 0x5568a3f42e90 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.271+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5568a3e961a0 con 0x5568a3f35b50 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76c9abe640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 0x7f76b00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76bb7fe640 1 -- 172.21.15.83:0/1275910632 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f76bc0f24f0 con 0x7f76c4105e30 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f35610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f45280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f35610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50516/0 (socket says 172.21.15.83:50516) 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76ca2bf640 1 -- 172.21.15.83:0/3995020330 learned_addr learned my addr 172.21.15.83:0/3995020330 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76c9abe640 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f42950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 -- 172.21.15.83:0/3995020330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 msgr2=0x5568a3f42950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f42950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 -- 172.21.15.83:0/3995020330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 msgr2=0x5568a3f35610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f35610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 -- 172.21.15.83:0/3995020330 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568a3c767d0 con 0x5568a3f42e90 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76c9abe640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 0x7f76b00a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f76c00058a0 tx=0x7f76c00128d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76caac0640 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f45280 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f76bc0efd80 tx=0x7f76bc0be3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=52067e9b08ab448a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76b8bfe640 1 -- 172.21.15.83:0/3995020330 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76bc0098d0 con 0x5568a3f42e90 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76b8bfe640 1 -- 172.21.15.83:0/3995020330 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76bc034dc0 con 0x5568a3f42e90 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.272+0000 7f76b8bfe640 1 -- 172.21.15.83:0/3995020330 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76bc0efef0 con 0x5568a3f42e90 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3995020330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 msgr2=0x5568a3f45280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f45280 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f76bc0efd80 tx=0x7f76bc0be3a0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3995020330 shutdown_connections 2024-04-22T13:59:56.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f45280 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f42950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3995020330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f35610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3995020330 >> 172.21.15.83:0/3995020330 conn(0x5568a3f2fcb0 msgr2=0x5568a3f30090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3995020330 shutdown_connections 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3995020330 wait complete. 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 -- start start 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.273+0000 7f76cf1eb740 1 Processor -- start 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f40370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 0x5568a3f408b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5568a3f45a90 con 0x5568a3f35230 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5568a3e532f0 con 0x5568a3f35b50 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5568a3f45c10 con 0x5568a3f42e90 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 10 client.0 _ll_register_callbacks cb 0x5568a3e60580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:56.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50530/0 (socket says 172.21.15.83:50530) 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 -- 172.21.15.83:0/2821148032 learned_addr learned my addr 172.21.15.83:0/2821148032 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76c9abe640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f40370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76caac0640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 0x5568a3f408b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 -- 172.21.15.83:0/2821148032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 msgr2=0x5568a3f408b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 0x5568a3f408b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 -- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 msgr2=0x5568a3f40370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f40370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 -- 172.21.15.83:0/2821148032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568a3bac3f0 con 0x5568a3f35230 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76caac0640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 0x5568a3f408b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f76b4006a70 tx=0x7f76b4011a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5e05a05a139e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76adffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b400f6d0 con 0x5568a3f35230 2024-04-22T13:59:56.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f76b400f870 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5568a3ea7c00 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f76b400fab0 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 10 client.16308 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.274+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5568a3b6c0f0 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5568a3ea7c00 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f76b401d400 con 0x5568a3f35230 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 10 client.16308 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 10 client.16308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 20 client.16308 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3f52c70 0x5568a3f550e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 4 client.16308 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T13:59:56.285 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5568a3ea1a70 con 0x5568a3f52c70 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76c9abe640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3f52c70 0x5568a3f550e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76c9abe640 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3f52c70 0x5568a3f550e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69f1f07bee00acc3 server_cookie=fd588acc0aa29a9f in_seq=0 out_seq=0 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.275+0000 7f76adffb640 10 client.16308 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76adffb640 1 -- 172.21.15.83:0/2821148032 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5568a3ea1a70 con 0x5568a3f52c70 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76adffb640 10 client.16308 handle_command_reply: tid=0 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 client.16308 shutdown 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 msgr2=0x5568a3f3fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f76b4006a70 tx=0x7f76b4011a20 comp rx=0 tx=0).stop 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 shutdown_connections 2024-04-22T13:59:56.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3f52c70 0x5568a3f550e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f42e90 0x5568a3f408b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f40370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/2821148032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f3fe30 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76adffb640 0 client.16308 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 >> 172.21.15.83:0/2821148032 conn(0x5568a3f2fcb0 msgr2=0x5568a3f31a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 shutdown_connections 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 1 -- 172.21.15.83:0/2821148032 wait complete. 2024-04-22T13:59:56.287 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.276+0000 7f76cf1eb740 20 client.16308 trim_cache size 0 max 16384 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 Processor -- start 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 -- start start 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f4e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f2ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41ab870 con 0x5568a3f35230 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41ad470 con 0x5568a3f42e90 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41abf40 con 0x5568a3f35b50 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50532/0 (socket says 172.21.15.83:50532) 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 -- 172.21.15.83:0/3033165916 learned_addr learned my addr 172.21.15.83:0/3033165916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76c9abe640 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f4e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76caac0640 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f2ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 -- 172.21.15.83:0/3033165916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 msgr2=0x5568a3f4e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f4e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 -- 172.21.15.83:0/3033165916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 msgr2=0x5568a3f2ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f2ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 -- 172.21.15.83:0/3033165916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5568a3f41180 con 0x5568a3f35230 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f76b4000c00 tx=0x7f76b4009180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebbaf9d7d1e98460 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76affff640 1 -- 172.21.15.83:0/3033165916 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b402a070 con 0x5568a3f35230 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76affff640 1 -- 172.21.15.83:0/3033165916 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76b400f180 con 0x5568a3f35230 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.294+0000 7f76affff640 1 -- 172.21.15.83:0/3033165916 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b40148f0 con 0x5568a3f35230 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3033165916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 msgr2=0x5568a3f42560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f76b4000c00 tx=0x7f76b4009180 comp rx=0 tx=0).stop 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3033165916 shutdown_connections 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f42e90 0x5568a3f2ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35b50 0x5568a3f4e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/3033165916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f35230 0x5568a3f42560 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3033165916 >> 172.21.15.83:0/3033165916 conn(0x5568a3f2fcb0 msgr2=0x5568a3f2e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3033165916 shutdown_connections 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- 172.21.15.83:0/3033165916 wait complete. 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 -- start start 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 Processor -- start 2024-04-22T13:59:56.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.295+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35230 0x5568a3f46ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f47430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41acce0 con 0x5568a3f42e90 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41ac610 con 0x5568a3f35b50 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f76c41a9850 con 0x5568a3f35230 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 10 client.0 _ll_register_callbacks cb 0x7f76b40095f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50546/0 (socket says 172.21.15.83:50546) 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 -- 172.21.15.83:0/4189098638 learned_addr learned my addr 172.21.15.83:0/4189098638 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76c9abe640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f47430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35230 0x5568a3f46ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 -- 172.21.15.83:0/4189098638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35230 msgr2=0x5568a3f46ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35230 0x5568a3f46ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 -- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 msgr2=0x5568a3f47430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T13:59:56.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f47430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 -- 172.21.15.83:0/4189098638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5568a3fb8760 con 0x5568a3f42e90 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76caac0640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f76bc0efe30 tx=0x7f76bc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2886cd52b23dd03 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76adffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76bc0dc060 con 0x5568a3f42e90 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f76bc0c6db0 con 0x5568a3f42e90 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5568a3e1d590 con 0x5568a3f42e90 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f76bc0098d0 con 0x5568a3f42e90 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 10 client.16314 fetch_fsmap learned FSMap version 28 2024-04-22T13:59:56.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5568a3fb99d0 con 0x5568a3f42e90 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.296+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5568a3e1d590 con 0x5568a3f42e90 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f76bc03c030 con 0x5568a3f42e90 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 10 client.16314 fetch_fsmap finished waiting for FSMap version 28 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 10 client.16314 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 20 client.16314 populate_metadata read hostname 'smithi083' 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3fba1c0 0x5568a3fbc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 4 client.16314 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5568a3e6aa00 con 0x5568a3fba1c0 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3fba1c0 0x5568a3fbc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76adffb640 10 client.16314 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76ca2bf640 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3fba1c0 0x5568a3fbc5b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ba85a6244eaf668 server_cookie=b8deb6ce67ef4e03 in_seq=0 out_seq=0 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76adffb640 1 -- 172.21.15.83:0/4189098638 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5568a3e6aa00 con 0x5568a3fba1c0 2024-04-22T13:59:56.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76adffb640 10 client.16314 handle_command_reply: tid=0 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 client.16314 shutdown 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 msgr2=0x5568a3fb8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f76bc0efe30 tx=0x7f76bc005ef0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 shutdown_connections 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5568a3fba1c0 0x5568a3fbc5b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5568a3f42e90 0x5568a3fb8220 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5568a3f35b50 0x5568a3f47430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76adffb640 0 client.16314 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.297+0000 7f76cf1eb740 1 --2- 172.21.15.83:0/4189098638 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5568a3f35230 0x5568a3f46ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 >> 172.21.15.83:0/4189098638 conn(0x5568a3f2fcb0 msgr2=0x5568a3f31990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 shutdown_connections 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cf1eb740 1 -- 172.21.15.83:0/4189098638 wait complete. 2024-04-22T13:59:56.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cf1eb740 20 client.16314 trim_cache size 0 max 16384 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "b9771053-11b0-46d4-bb0a-a8b5ad08c762": { 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "b9771053-11b0-46d4-bb0a-a8b5ad08c762", 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T13:59:56.308 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 msgr2=0x7f76b00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 0x7f76b00a61e0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f76c00058a0 tx=0x7f76c00128d0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 msgr2=0x7f76c419bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f76bc004af0 tx=0x7f76bc034670 comp rx=0 tx=0).stop 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 shutdown_connections 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f76b00a3d20 0x7f76b00a61e0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f76c4105e30 0x7f76c419bef0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f76c4101b60 0x7f76c4197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 --2- 172.21.15.83:0/1275910632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f76c41011a0 0x7f76c4197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T13:59:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 >> 172.21.15.83:0/1275910632 conn(0x7f76c4076c50 msgr2=0x7f76c40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T13:59:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 shutdown_connections 2024-04-22T13:59:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T13:59:56.298+0000 7f76cc523640 1 -- 172.21.15.83:0/1275910632 wait complete. 2024-04-22T13:59:56.311 INFO:tasks.cephfs.filesystem:scrub status for tag:b9771053-11b0-46d4-bb0a-a8b5ad08c762 - {'path': '/', 'tag': 'b9771053-11b0-46d4-bb0a-a8b5ad08c762', 'options': 'recursive,force'} 2024-04-22T13:59:56.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:56 smithi173 ceph-mon[31493]: pgmap v55: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T13:59:56.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:56 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T13:59:56.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:56 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:56.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:56 smithi083 ceph-mon[27977]: pgmap v55: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T13:59:56.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:56 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T13:59:56.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:56 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:56.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:56 smithi084 ceph-mon[31312]: pgmap v55: 97 pgs: 97 active+clean; 15 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-22T13:59:56.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:56 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T13:59:56.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:56 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:57 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T13:59:57.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:57 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:57 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T13:59:57.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:57 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:57 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T13:59:57.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:57 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:57 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T13:59:57.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:57 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:57 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T13:59:57.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:57 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:57.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:57 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T13:59:57.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:57 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T13:59:58.906 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:58 smithi173 ceph-mon[31493]: pgmap v56: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-22T13:59:58.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 13:59:58 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:58.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:58 smithi083 ceph-mon[27977]: pgmap v56: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-22T13:59:58.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 13:59:58 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T13:59:58.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:58 smithi084 ceph-mon[31312]: pgmap v56: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.3 MiB/s wr, 27 op/s 2024-04-22T13:59:58.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 13:59:58 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:00.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:00 smithi083 ceph-mon[27977]: pgmap v57: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:00 smithi083 ceph-mon[27977]: overall HEALTH_OK 2024-04-22T14:00:00.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:00 smithi084 ceph-mon[31312]: pgmap v57: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:00.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:00 smithi084 ceph-mon[31312]: overall HEALTH_OK 2024-04-22T14:00:00.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:00 smithi173 ceph-mon[31493]: pgmap v57: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:00.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:00 smithi173 ceph-mon[31493]: overall HEALTH_OK 2024-04-22T14:00:02.939 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:02 smithi083 ceph-mon[27977]: pgmap v58: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:02.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:02 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:02.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:02 smithi084 ceph-mon[31312]: pgmap v58: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:02.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:02 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:03.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:02 smithi173 ceph-mon[31493]: pgmap v58: 97 pgs: 97 active+clean; 16 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.3 MiB/s wr, 23 op/s 2024-04-22T14:00:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:02 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:03.372 INFO:tasks.workunit.client.0.smithi083.stderr:Updating files: 7% (321/4290) Updating files: 7% (334/4290) Updating files: 8% (344/4290) Updating files: 9% (387/4290) Updating files: 10% (429/4290) Updating files: 11% (472/4290) Updating files: 12% (515/4290) Updating files: 13% (558/4290) Updating files: 14% (601/4290) Updating files: 15% (644/4290) Updating files: 16% (687/4290) Updating files: 17% (730/4290) Updating files: 18% (773/4290) Updating files: 19% (816/4290) Updating files: 20% (858/4290) Updating files: 21% (901/4290) Updating files: 22% (944/4290) Updating files: 23% (987/4290) Updating files: 24% (1030/4290) Updating files: 25% (1073/4290) Updating files: 25% (1110/4290) Updating files: 26% (1116/4290) Updating files: 27% (1159/4290) Updating files: 28% (1202/4290) Updating files: 29% (1245/4290) Updating files: 30% (1287/4290) Updating files: 30% (1288/4290) Updating files: 31% (1330/4290) Updating files: 32% (1373/4290) Updating files: 33% (1416/4290) Updating files: 34% (1459/4290) Updating files: 35% (1502/4290) Updating files: 36% (1545/4290) Updating files: 37% (1588/4290) Updating files: 38% (1631/4290) Updating files: 39% (1674/4290) Updating files: 40% (1716/4290) Updating files: 41% (1759/4290) Updating files: 41% (1794/4290) Updating files: 42% (1802/4290) Updating files: 43% (1845/4290) Updating files: 44% (1888/4290) Updating files: 45% (1931/4290) Updating files: 46% (1974/4290) Updating files: 47% (2017/4290) Updating files: 48% (2060/4290) Updating files: 49% (2103/4290) Updating files: 50% (2145/4290) Updating files: 51% (2188/4290) Updating files: 52% (2231/4290) Updating files: 53% (2274/4290) Updating files: 53% (2294/4290) Updating files: 54% (2317/4290) Updating files: 55% (2360/4290) Updating files: 56% (2403/4290) Updating files: 57% (2446/4290) Updating files: 58% (2489/4290) Updating files: 59% (2532/4290) Updating files: 60% (2574/4290) Updating files: 61% (2617/4290) Updating files: 62% (2660/4290) Updating files: 63% (2703/4290) Updating files: 64% (2746/4290) Updating files: 64% (2784/4290) Updating files: 65% (2789/4290) Updating files: 66% (2832/4290) Updating files: 67% (2875/4290) Updating files: 68% (2918/4290) Updating files: 69% (2961/4290) Updating files: 70% (3003/4290) Updating files: 70% (3022/4290) Updating files: 71% (3046/4290) Updating files: 72% (3089/4290) Updating files: 73% (3132/4290) Updating files: 74% (3175/4290) Updating files: 75% (3218/4290) Updating files: 76% (3261/4290) Updating files: 77% (3304/4290) Updating files: 78% (3347/4290) Updating files: 79% (3390/4290) Updating files: 80% (3432/4290) Updating files: 81% (3475/4290) Updating files: 82% (3518/4290) Updating files: 83% (3561/4290) Updating files: 84% (3604/4290) Updating files: 85% (3647/4290) Updating files: 86% (3690/4290) Updating files: 87% (3733/4290) Updating files: 88% (3776/4290) Updating files: 89% (3819/4290) Updating files: 90% (3861/4290) Updating files: 90% (3888/4290) Updating files: 91% (3904/4290) Updating files: 92% (3947/4290) Updating files: 93% (3990/4290) Updating files: 94% (4033/4290) Updating files: 95% (4076/4290) Updating files: 96% (4119/4290) Updating files: 97% (4162/4290) Updating files: 98% (4205/4290) Updating files: 99% (4248/4290) Updating files: 100% (4290/4290) Updating files: 100% (4290/4290), done. 2024-04-22T14:00:03.382 INFO:tasks.workunit.client.0.smithi083.stderr:+ cd xfstests-dev 2024-04-22T14:00:03.383 INFO:tasks.workunit.client.0.smithi083.stderr:+ make -j4 2024-04-22T14:00:03.394 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize -cfi 2024-04-22T14:00:03.734 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: putting auxiliary files in '.'. 2024-04-22T14:00:03.734 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file './config.guess' 2024-04-22T14:00:03.739 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file './config.sub' 2024-04-22T14:00:03.744 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file './install-sh' 2024-04-22T14:00:03.750 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file './ltmain.sh' 2024-04-22T14:00:03.778 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2024-04-22T14:00:03.778 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file 'm4/libtool.m4' 2024-04-22T14:00:03.783 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2024-04-22T14:00:03.789 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2024-04-22T14:00:03.795 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file 'm4/ltversion.m4' 2024-04-22T14:00:03.801 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2024-04-22T14:00:03.807 INFO:tasks.workunit.client.0.smithi083.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2024-04-22T14:00:03.808 INFO:tasks.workunit.client.0.smithi083.stdout:cp include/install-sh . 2024-04-22T14:00:03.818 INFO:tasks.workunit.client.0.smithi083.stdout:aclocal -I m4 2024-04-22T14:00:04.871 INFO:tasks.workunit.client.0.smithi083.stdout:autoheader 2024-04-22T14:00:04.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:04 smithi083 ceph-mon[27977]: pgmap v59: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-22T14:00:04.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:04 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:00:04.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:04 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:00:04.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:04 smithi084 ceph-mon[31312]: pgmap v59: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-22T14:00:04.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:04 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:00:04.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:04 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:00:05.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:04 smithi173 ceph-mon[31493]: pgmap v59: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1.9 MiB/s wr, 63 op/s 2024-04-22T14:00:05.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:04 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:00:05.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:04 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:00:05.209 INFO:tasks.workunit.client.0.smithi083.stdout:autoconf 2024-04-22T14:00:05.556 INFO:tasks.workunit.client.0.smithi083.stdout:./configure \ 2024-04-22T14:00:05.556 INFO:tasks.workunit.client.0.smithi083.stdout: --libexecdir=/usr/lib \ 2024-04-22T14:00:05.557 INFO:tasks.workunit.client.0.smithi083.stdout: --exec_prefix=/var/lib 2024-04-22T14:00:06.300 INFO:tasks.workunit.client.0.smithi083.stdout:checking build system type... x86_64-pc-linux-gnu 2024-04-22T14:00:06.300 INFO:tasks.workunit.client.0.smithi083.stdout:checking host system type... x86_64-pc-linux-gnu 2024-04-22T14:00:06.301 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to print strings... printf 2024-04-22T14:00:06.301 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gcc... gcc 2024-04-22T14:00:06.466 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether the C compiler works... yes 2024-04-22T14:00:06.466 INFO:tasks.workunit.client.0.smithi083.stdout:checking for C compiler default output file name... a.out 2024-04-22T14:00:06.592 INFO:tasks.workunit.client.0.smithi083.stdout:checking for suffix of executables... 2024-04-22T14:00:06.748 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether we are cross compiling... no 2024-04-22T14:00:06.914 INFO:tasks.workunit.client.0.smithi083.stdout:checking for suffix of object files... o 2024-04-22T14:00:06.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:06 smithi083 ceph-mon[27977]: pgmap v60: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 813 KiB/s wr, 54 op/s 2024-04-22T14:00:06.963 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether we are using the GNU C compiler... yes 2024-04-22T14:00:06.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:06 smithi084 ceph-mon[31312]: pgmap v60: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 813 KiB/s wr, 54 op/s 2024-04-22T14:00:06.990 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether gcc accepts -g... yes 2024-04-22T14:00:07.074 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gcc option to accept ISO C89... none needed 2024-04-22T14:00:07.078 INFO:tasks.workunit.client.0.smithi083.stdout:checking for a sed that does not truncate output... /usr/bin/sed 2024-04-22T14:00:07.083 INFO:tasks.workunit.client.0.smithi083.stdout:checking for grep that handles long lines and -e... /usr/bin/grep 2024-04-22T14:00:07.084 INFO:tasks.workunit.client.0.smithi083.stdout:checking for egrep... /usr/bin/grep -E 2024-04-22T14:00:07.085 INFO:tasks.workunit.client.0.smithi083.stdout:checking for fgrep... /usr/bin/grep -F 2024-04-22T14:00:07.088 INFO:tasks.workunit.client.0.smithi083.stdout:checking for ld used by gcc... /usr/bin/ld 2024-04-22T14:00:07.090 INFO:tasks.workunit.client.0.smithi083.stdout:checking if the linker (/usr/bin/ld) is GNU ld... yes 2024-04-22T14:00:07.096 INFO:tasks.workunit.client.0.smithi083.stdout:checking for BSD- or MS-compatible name lister (nm)... /usr/bin/nm -B 2024-04-22T14:00:07.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:06 smithi173 ceph-mon[31493]: pgmap v60: 97 pgs: 97 active+clean; 22 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 813 KiB/s wr, 54 op/s 2024-04-22T14:00:07.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:07 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:07.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:07 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:08.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:07 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:00:08.552 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 31.8 2024-04-22T14:00:08.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:00:08.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.749+0000 7f220e10e640 1 -- 172.21.15.83:0/4132936841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22081011a0 msgr2=0x7f2208101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:08.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.749+0000 7f220e10e640 1 --2- 172.21.15.83:0/4132936841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22081011a0 0x7f2208101620 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f21f8009ca0 tx=0x7f21f802c100 comp rx=0 tx=0).stop 2024-04-22T14:00:08.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.750+0000 7f220e10e640 1 -- 172.21.15.83:0/4132936841 shutdown_connections 2024-04-22T14:00:08.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.750+0000 7f220e10e640 1 --2- 172.21.15.83:0/4132936841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2208101b60 0x7f220806a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:08.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.750+0000 7f220e10e640 1 --2- 172.21.15.83:0/4132936841 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f22081011a0 0x7f2208101620 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:08.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.750+0000 7f220e10e640 1 --2- 172.21.15.83:0/4132936841 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208105ee0 0x7f22081062c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:08.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.750+0000 7f220e10e640 1 -- 172.21.15.83:0/4132936841 >> 172.21.15.83:0/4132936841 conn(0x7f2208077c20 msgr2=0x7f2208078030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:08.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.751+0000 7f220e10e640 1 -- 172.21.15.83:0/4132936841 shutdown_connections 2024-04-22T14:00:08.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.752+0000 7f220e10e640 1 -- 172.21.15.83:0/4132936841 wait complete. 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 Processor -- start 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 -- start start 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22081011a0 0x7f2208073690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208101b60 0x7f2208073bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f22081144d0 con 0x7f2208101b60 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2208114350 con 0x7f22081011a0 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.753+0000 7f220e10e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2208114650 con 0x7f2208105ee0 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.754+0000 7f2207fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.754+0000 7f2207fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:42364/0 (socket says 172.21.15.83:42364) 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.754+0000 7f2207fff640 1 -- 172.21.15.83:0/2814675118 learned_addr learned my addr 172.21.15.83:0/2814675118 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:08.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.754+0000 7f2206ffd640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208101b60 0x7f2208073bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 -- 172.21.15.83:0/2814675118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22081011a0 msgr2=0x7f2208073690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22081011a0 0x7f2208073690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 -- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208101b60 msgr2=0x7f2208073bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208101b60 0x7f2208073bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 -- 172.21.15.83:0/2814675118 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220806d1b0 con 0x7f2208105ee0 2024-04-22T14:00:08.758 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2207fff640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2200009fd0 tx=0x7f220000b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:08.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.755+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200011830 con 0x7f2208105ee0 2024-04-22T14:00:08.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.756+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2200016070 con 0x7f2208105ee0 2024-04-22T14:00:08.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.756+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2200010df0 con 0x7f2208105ee0 2024-04-22T14:00:08.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.757+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220806d4a0 con 0x7f2208105ee0 2024-04-22T14:00:08.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.757+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22080713f0 con 0x7f2208105ee0 2024-04-22T14:00:08.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.759+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2208102570 con 0x7f2208105ee0 2024-04-22T14:00:08.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.761+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f22000104a0 con 0x7f2208105ee0 2024-04-22T14:00:08.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.762+0000 7f2204ff9640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 0x7f21f00a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:08.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.762+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f22000cf650 con 0x7f2208105ee0 2024-04-22T14:00:08.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.763+0000 7f22077fe640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 0x7f21f00a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:08.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.764+0000 7f22077fe640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 0x7f21f00a63e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f21fc005d00 tx=0x7f21fc005c50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:08.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:08.767+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f220001f020 con 0x7f2208105ee0 2024-04-22T14:00:08.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:08 smithi083 ceph-mon[27977]: pgmap v61: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 1.1 MiB/s wr, 77 op/s 2024-04-22T14:00:08.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:08 smithi084 ceph-mon[31312]: pgmap v61: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 1.1 MiB/s wr, 77 op/s 2024-04-22T14:00:09.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.073+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22080716e0 con 0x7f2208105ee0 2024-04-22T14:00:09.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.074+0000 7f2204ff9640 1 -- 172.21.15.83:0/2814675118 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7f220009be60 con 0x7f2208105ee0 2024-04-22T14:00:09.078 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:00:09.078 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:00:09.078 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:00:09.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 msgr2=0x7f21f00a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 0x7f21f00a63e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f21fc005d00 tx=0x7f21fc005c50 comp rx=0 tx=0).stop 2024-04-22T14:00:09.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 msgr2=0x7f220806c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2200009fd0 tx=0x7f220000b8e0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 shutdown_connections 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21f00a3f20 0x7f21f00a63e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2208105ee0 0x7f220806c8f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2208101b60 0x7f2208073bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 --2- 172.21.15.83:0/2814675118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22081011a0 0x7f2208073690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 >> 172.21.15.83:0/2814675118 conn(0x7f2208077c20 msgr2=0x7f22080ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 shutdown_connections 2024-04-22T14:00:09.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.076+0000 7f220e10e640 1 -- 172.21.15.83:0/2814675118 wait complete. 2024-04-22T14:00:09.094 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 60 --expiration 91.8 --await' 2024-04-22T14:00:09.094 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db / --timeout 60 --expiration 91.8 --await 2024-04-22T14:00:09.095 INFO:tasks.workunit.client.0.smithi083.stdout:checking the name lister (/usr/bin/nm -B) interface... BSD nm 2024-04-22T14:00:09.095 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether ln -s works... yes 2024-04-22T14:00:09.104 INFO:tasks.workunit.client.0.smithi083.stdout:checking the maximum length of command line arguments... 1572864 2024-04-22T14:00:09.107 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2024-04-22T14:00:09.107 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2024-04-22T14:00:09.107 INFO:tasks.workunit.client.0.smithi083.stdout:checking for /usr/bin/ld option to reload object files... -r 2024-04-22T14:00:09.107 INFO:tasks.workunit.client.0.smithi083.stdout:checking for objdump... objdump 2024-04-22T14:00:09.109 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to recognize dependent libraries... pass_all 2024-04-22T14:00:09.109 INFO:tasks.workunit.client.0.smithi083.stdout:checking for dlltool... no 2024-04-22T14:00:09.109 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to associate runtime and link libraries... printf %s\n 2024-04-22T14:00:09.109 INFO:tasks.workunit.client.0.smithi083.stdout:checking for ar... ar 2024-04-22T14:00:09.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:08 smithi173 ceph-mon[31493]: pgmap v61: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 1.1 MiB/s wr, 77 op/s 2024-04-22T14:00:09.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 -- 172.21.15.83:0/2862024862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4101a50 msgr2=0x7f36d4105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 --2- 172.21.15.83:0/2862024862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4101a50 0x7f36d4105a90 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f36c4009900 tx=0x7f36c402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 -- 172.21.15.83:0/2862024862 shutdown_connections 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 --2- 172.21.15.83:0/2862024862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d4106170 0x7f36d410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 --2- 172.21.15.83:0/2862024862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4101a50 0x7f36d4105a90 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 --2- 172.21.15.83:0/2862024862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 0x7f36d4101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.211+0000 7f36db552640 1 -- 172.21.15.83:0/2862024862 >> 172.21.15.83:0/2862024862 conn(0x7f36d4077f50 msgr2=0x7f36d4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.212+0000 7f36db552640 1 -- 172.21.15.83:0/2862024862 shutdown_connections 2024-04-22T14:00:09.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.212+0000 7f36db552640 1 -- 172.21.15.83:0/2862024862 wait complete. 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.212+0000 7f36db552640 1 Processor -- start 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.212+0000 7f36db552640 1 -- start start 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 0x7f36d41a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d419a990 0x7f36d419ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36d41110b0 con 0x7f36d4106170 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36d4110f30 con 0x7f36d419a990 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36db552640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36d4111230 con 0x7f36d41010a0 2024-04-22T14:00:09.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 0x7f36d41a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:35614/0 (socket says 172.21.15.83:35614) 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 -- 172.21.15.83:0/3634547906 learned_addr learned my addr 172.21.15.83:0/3634547906 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d9aef640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d419a990 0x7f36d419ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 -- 172.21.15.83:0/3634547906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 msgr2=0x7f36d41a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 0x7f36d41a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 -- 172.21.15.83:0/3634547906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d419a990 msgr2=0x7f36d419ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d419a990 0x7f36d419ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 -- 172.21.15.83:0/3634547906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d419b5e0 con 0x7f36d4106170 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.213+0000 7f36d8aed640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f36c4036040 tx=0x7f36c40045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.214+0000 7f36ca7fc640 1 -- 172.21.15.83:0/3634547906 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c4043020 con 0x7f36d4106170 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.214+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d41a7420 con 0x7f36d4106170 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.214+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d41a7890 con 0x7f36d4106170 2024-04-22T14:00:09.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.214+0000 7f36ca7fc640 1 -- 172.21.15.83:0/3634547906 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36c402ca70 con 0x7f36d4106170 2024-04-22T14:00:09.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.214+0000 7f36ca7fc640 1 -- 172.21.15.83:0/3634547906 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c4003ac0 con 0x7f36d4106170 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 Processor -- start 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 -- start start 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56215f0fc0b0 con 0x56215f1a4ec0 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56215f0ad680 con 0x56215f19c2e0 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36de226740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56215f0b9c60 con 0x56215f19b9c0 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36ca7fc640 1 -- 172.21.15.83:0/3634547906 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f36c4046020 con 0x7f36d4106170 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:48166/0 (socket says 172.21.15.83:48166) 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.217+0000 7f36d92ee640 1 -- 172.21.15.83:0/1533937044 learned_addr learned my addr 172.21.15.83:0/1533937044 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d9aef640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 -- 172.21.15.83:0/1533937044 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 msgr2=0x56215f19bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f19bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 -- 172.21.15.83:0/1533937044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 msgr2=0x56215f1a72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 -- 172.21.15.83:0/1533937044 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56215eedec90 con 0x56215f19c2e0 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d9aef640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f36d0009d20 tx=0x7f36d0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a59ced682cdb8f21 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36ca7fc640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 0x7f36c00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36d9aef640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 0x7f36c00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36bf7fe640 1 -- 172.21.15.83:0/1533937044 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d001e070 con 0x56215f19c2e0 2024-04-22T14:00:09.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36ca7fc640 1 -- 172.21.15.83:0/3634547906 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f36c40f2550 con 0x7f36d4106170 2024-04-22T14:00:09.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36bf7fe640 1 -- 172.21.15.83:0/1533937044 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36d0019ae0 con 0x56215f19c2e0 2024-04-22T14:00:09.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.218+0000 7f36bf7fe640 1 -- 172.21.15.83:0/1533937044 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d000eac0 con 0x56215f19c2e0 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.219+0000 7f36de226740 1 -- 172.21.15.83:0/1533937044 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 msgr2=0x56215f1a4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.219+0000 7f36de226740 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f36d0009d20 tx=0x7f36d0011810 comp rx=0 tx=0).stop 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.219+0000 7f36de226740 1 -- 172.21.15.83:0/1533937044 shutdown_connections 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19c2e0 0x56215f1a4980 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 --2- 172.21.15.83:0/1533937044 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 -- 172.21.15.83:0/1533937044 >> 172.21.15.83:0/1533937044 conn(0x56215f1960f0 msgr2=0x56215f1964d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 -- 172.21.15.83:0/1533937044 shutdown_connections 2024-04-22T14:00:09.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36d9aef640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 0x7f36c00a6260 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f36cc005fd0 tx=0x7f36cc009500 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 -- 172.21.15.83:0/1533937044 wait complete. 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 -- start start 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.220+0000 7f36de226740 1 Processor -- start 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56215f0ff400 con 0x56215f1a4ec0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56215f0bb840 con 0x56215f19b9c0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56215f104720 con 0x56215f19c2e0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36de226740 10 client.0 _ll_register_callbacks cb 0x56215f10cea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:42398/0 (socket says 172.21.15.83:42398) 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 -- 172.21.15.83:0/1076241348 learned_addr learned my addr 172.21.15.83:0/1076241348 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:09.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d9aef640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 -- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 msgr2=0x56215f1a1ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a1ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 -- 172.21.15.83:0/1076241348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 msgr2=0x56215f1a2940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a2940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d8aed640 1 -- 172.21.15.83:0/1076241348 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56215ef3f420 con 0x56215f19c2e0 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.221+0000 7f36d9aef640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f36c4000c00 tx=0x7f36c40f5f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec809e20ae1c1b9f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c40be170 con 0x56215f19c2e0 2024-04-22T14:00:09.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f36c40c6e10 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36d0019ae0 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f36c40bdf90 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 10 client.25597 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56215edd2580 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36d0019ae0 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f36c40f2110 con 0x56215f19c2e0 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 10 client.25597 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 10 client.25597 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 20 client.25597 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.222+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f1b4d20 0x56215f1b7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.223+0000 7f36de226740 4 client.25597 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.223+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56215f10db10 con 0x56215f1b4d20 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.223+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f1b4d20 0x56215f1b7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.223+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f1b4d20 0x56215f1b7140 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=992a6bccfb6f375 server_cookie=43c837990c54a95a in_seq=0 out_seq=0 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.223+0000 7f36bcff9640 10 client.25597 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36bcff9640 1 -- 172.21.15.83:0/1076241348 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56215f10db10 con 0x56215f1b4d20 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36bcff9640 10 client.25597 handle_command_reply: tid=0 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 client.25597 shutdown 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 msgr2=0x56215f1a2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f36c4000c00 tx=0x7f36c40f5f90 comp rx=0 tx=0).stop 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 shutdown_connections 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f1b4d20 0x56215f1b7140 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f1a2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36bcff9640 0 client.25597 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a2400 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 --2- 172.21.15.83:0/1076241348 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 >> 172.21.15.83:0/1076241348 conn(0x56215f1960f0 msgr2=0x56215f197e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:09.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 shutdown_connections 2024-04-22T14:00:09.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 1 -- 172.21.15.83:0/1076241348 wait complete. 2024-04-22T14:00:09.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.224+0000 7f36de226740 20 client.25597 trim_cache size 0 max 16384 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 Processor -- start 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 -- start start 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f1b08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f1a4ec0 0x56215f1bca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36d8aed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:35640/0 (socket says 172.21.15.83:35640) 2024-04-22T14:00:09.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36d8aed640 1 -- 172.21.15.83:0/2059659434 learned_addr learned my addr 172.21.15.83:0/2059659434 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:09.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36d92ee640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f1b08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36b8010300 con 0x56215f19c2e0 2024-04-22T14:00:09.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b800eda0 con 0x56215f1a4ec0 2024-04-22T14:00:09.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36b800f4a0 con 0x56215f19b9c0 2024-04-22T14:00:09.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.262+0000 7f36d9aef640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f1a4ec0 0x56215f1bca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 -- 172.21.15.83:0/2059659434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f1a4ec0 msgr2=0x56215f1bca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f1a4ec0 0x56215f1bca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 -- 172.21.15.83:0/2059659434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 msgr2=0x56215f1a2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 -- 172.21.15.83:0/2059659434 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56215f1a72b0 con 0x56215f19b9c0 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d8aed640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36d92ee640 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f1b08d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f36d001c040 tx=0x7f36d000e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7315cd5a6c6469f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36beffd640 1 -- 172.21.15.83:0/2059659434 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d001e040 con 0x56215f19b9c0 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36beffd640 1 -- 172.21.15.83:0/2059659434 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36d002f030 con 0x56215f19b9c0 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.263+0000 7f36beffd640 1 -- 172.21.15.83:0/2059659434 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0019670 con 0x56215f19b9c0 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 msgr2=0x56215f1b08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f1b08d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f36d001c040 tx=0x7f36d000e720 comp rx=0 tx=0).stop 2024-04-22T14:00:09.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 shutdown_connections 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f1a4ec0 0x56215f1bca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f19c2e0 0x56215f1a2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 --2- 172.21.15.83:0/2059659434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19b9c0 0x56215f1b08d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 >> 172.21.15.83:0/2059659434 conn(0x56215f1960f0 msgr2=0x56215f1951d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 shutdown_connections 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- 172.21.15.83:0/2059659434 wait complete. 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 -- start start 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.264+0000 7f36de226740 1 Processor -- start 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f21a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36b800c6b0 con 0x56215f1a4ec0 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b800fb70 con 0x56215f19b9c0 2024-04-22T14:00:09.271 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36b800cd20 con 0x56215f19c2e0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:48190/0 (socket says 172.21.15.83:48190) 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 -- 172.21.15.83:0/1419777172 learned_addr learned my addr 172.21.15.83:0/1419777172 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36de226740 10 client.0 _ll_register_callbacks cb 0x7f36c40057a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d9aef640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f21a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 -- 172.21.15.83:0/1419777172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 msgr2=0x56215f1a9140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a9140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 -- 172.21.15.83:0/1419777172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 msgr2=0x56215f21a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f21a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.265+0000 7f36d92ee640 1 -- 172.21.15.83:0/1419777172 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56215f21a7c0 con 0x56215f19b9c0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36d92ee640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f36d0005740 tx=0x7f36d000e660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4a914e93e97d87 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:00:09.272 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36d0037020 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f36d00052a0 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36d002f030 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f36d0042050 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36de226740 10 client.25748 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x56215f21b940 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36d002f030 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.266+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f36d000e790 con 0x56215f19b9c0 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 10 client.25748 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 10 client.25748 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 20 client.25748 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f21bf30 0x56215f21e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 4 client.25748 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 91.8, "await": true}] 2024-04-22T14:00:09.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 91.8, "await": true}) -- 0x56215f107980 con 0x56215f21bf30 2024-04-22T14:00:09.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f21bf30 0x56215f21e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:09.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36bcff9640 10 client.25748 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:09.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:09.267+0000 7f36d8aed640 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f21bf30 0x56215f21e350 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55c9a375faf000b4 server_cookie=8d17b3da69e528ee in_seq=0 out_seq=0 2024-04-22T14:00:09.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:09 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2814675118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:09.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:09 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2814675118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:10.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:09 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2814675118' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:10.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:10 smithi084 ceph-mon[31312]: pgmap v62: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:11.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:10 smithi173 ceph-mon[31493]: pgmap v62: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:11.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:10 smithi083 ceph-mon[27977]: pgmap v62: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:12.959 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:12 smithi173 ceph-mon[31493]: pgmap v63: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:12.974 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:12 smithi084 ceph-mon[31312]: pgmap v63: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:13.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:12 smithi083 ceph-mon[27977]: pgmap v63: 97 pgs: 97 active+clean; 25 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 765 KiB/s rd, 956 KiB/s wr, 63 op/s 2024-04-22T14:00:14.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:14 smithi084 ceph-mon[31312]: pgmap v64: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 644 op/s 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.041+0000 7f36bcff9640 1 -- 172.21.15.83:0/1419777172 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x56215f107980 con 0x56215f21bf30 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.041+0000 7f36bcff9640 10 client.25748 handle_command_reply: tid=0 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 client.25748 shutdown 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 msgr2=0x56215f1a8c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f36d0005740 tx=0x7f36d000e660 comp rx=0 tx=0).stop 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 shutdown_connections 2024-04-22T14:00:15.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56215f21bf30 0x56215f21e350 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56215f1a4ec0 0x56215f21a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56215f19c2e0 0x56215f1a9140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36bcff9640 0 client.25748 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 --2- 172.21.15.83:0/1419777172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56215f19b9c0 0x56215f1a8c00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 >> 172.21.15.83:0/1419777172 conn(0x56215f1960f0 msgr2=0x56215f1972b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 shutdown_connections 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 1 -- 172.21.15.83:0/1419777172 wait complete. 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.042+0000 7f36de226740 20 client.25748 trim_cache size 0 max 16384 2024-04-22T14:00:15.046 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 31, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 6, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "d5143fc0": { 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 6, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 91.8, 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:00:15.047 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:15.048 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 msgr2=0x7f36c00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 0x7f36c00a6260 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f36cc005fd0 tx=0x7f36cc009500 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 msgr2=0x7f36d41a0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f36c4036040 tx=0x7f36c40045e0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 shutdown_connections 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f36c00a3da0 0x7f36c00a6260 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d419a990 0x7f36d419ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36d4106170 0x7f36d41a0bc0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 --2- 172.21.15.83:0/3634547906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36d41010a0 0x7f36d41a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:15.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 >> 172.21.15.83:0/3634547906 conn(0x7f36d4077f50 msgr2=0x7f36d40ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:15.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 shutdown_connections 2024-04-22T14:00:15.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:15.043+0000 7f36db552640 1 -- 172.21.15.83:0/3634547906 wait complete. 2024-04-22T14:00:15.055 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:14 smithi083 ceph-mon[27977]: pgmap v64: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 644 op/s 2024-04-22T14:00:15.056 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: d5143fc0, quiesce took 6.5 seconds. Will release after: 31.8 2024-04-22T14:00:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:14 smithi173 ceph-mon[31493]: pgmap v64: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 644 op/s 2024-04-22T14:00:16.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:16 smithi084 ceph-mon[31312]: pgmap v65: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 604 op/s 2024-04-22T14:00:17.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:16 smithi173 ceph-mon[31493]: pgmap v65: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 604 op/s 2024-04-22T14:00:17.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:16 smithi083 ceph-mon[27977]: pgmap v65: 97 pgs: 97 active+clean; 50 MiB data, 547 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 604 op/s 2024-04-22T14:00:17.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:17 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:00:18.156 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:17 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:00:18.189 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:17 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: pgmap v66: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 689 op/s 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:00:19.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:18 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: pgmap v66: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 689 op/s 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:00:19.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:18 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: pgmap v66: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 689 op/s 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:00:19.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:18 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:00:21.242 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:20 smithi083 ceph-mon[27977]: pgmap v67: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:21.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:20 smithi173 ceph-mon[31493]: pgmap v67: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:21.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:20 smithi084 ceph-mon[31312]: pgmap v67: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:23.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:22 smithi173 ceph-mon[31493]: pgmap v68: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:23.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:22 smithi083 ceph-mon[27977]: pgmap v68: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:23.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:22 smithi084 ceph-mon[31312]: pgmap v68: 97 pgs: 97 active+clean; 55 MiB data, 574 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 666 op/s 2024-04-22T14:00:25.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:24 smithi173 ceph-mon[31493]: pgmap v69: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 673 op/s 2024-04-22T14:00:25.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:24 smithi083 ceph-mon[27977]: pgmap v69: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 673 op/s 2024-04-22T14:00:25.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:24 smithi084 ceph-mon[31312]: pgmap v69: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 673 op/s 2024-04-22T14:00:26.313 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:00:26.313 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 -- 172.21.15.83:0/3562382081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100e10 msgr2=0x7f78b810ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 --2- 172.21.15.83:0/3562382081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100e10 0x7f78b810ede0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f78b0009cd0 tx=0x7f78b002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 -- 172.21.15.83:0/3562382081 shutdown_connections 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 --2- 172.21.15.83:0/3562382081 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100e10 0x7f78b810ede0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 --2- 172.21.15.83:0/3562382081 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100450 0x7f78b81008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.423+0000 7f78bf081640 1 --2- 172.21.15.83:0/3562382081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b8107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- 172.21.15.83:0/3562382081 >> 172.21.15.83:0/3562382081 conn(0x7f78b8077410 msgr2=0x7f78b80fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- 172.21.15.83:0/3562382081 shutdown_connections 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- 172.21.15.83:0/3562382081 wait complete. 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 Processor -- start 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- start start 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100e10 0x7f78b8198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b819d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81122a0 con 0x7f78b8100450 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8112120 con 0x7f78b8106f30 2024-04-22T14:00:26.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bf081640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8112420 con 0x7f78b8100e10 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.424+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51284/0 (socket says 172.21.15.83:51284) 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 -- 172.21.15.83:0/2208803101 learned_addr learned my addr 172.21.15.83:0/2208803101 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bd61e640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b819d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78b7fff640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100e10 0x7f78b8198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 -- 172.21.15.83:0/2208803101 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100e10 msgr2=0x7f78b8198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100e10 0x7f78b8198ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 -- 172.21.15.83:0/2208803101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 msgr2=0x7f78b819d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b819d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 -- 172.21.15.83:0/2208803101 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b819d740 con 0x7f78b8100450 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bd61e640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b819d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00d950 tx=0x7f78ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78b5ffb640 1 -- 172.21.15.83:0/2208803101 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac017030 con 0x7f78b8100450 2024-04-22T14:00:26.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78b5ffb640 1 -- 172.21.15.83:0/2208803101 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78ac004020 con 0x7f78b8100450 2024-04-22T14:00:26.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78b5ffb640 1 -- 172.21.15.83:0/2208803101 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac0047a0 con 0x7f78b8100450 2024-04-22T14:00:26.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b819da30 con 0x7f78b8100450 2024-04-22T14:00:26.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.425+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b81a52c0 con 0x7f78b8100450 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.427+0000 7f78b5ffb640 1 -- 172.21.15.83:0/2208803101 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f78ac009a30 con 0x7f78b8100450 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 Processor -- start 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78b5ffb640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 0x7f78a80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 -- start start 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78bd61e640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 0x7f78a80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e40960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e49540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78b5ffb640 1 -- 172.21.15.83:0/2208803101 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f78ac0d02c0 con 0x7f78b8100450 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5637a0da51e0 con 0x5637a0e49a80 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5637a0d42390 con 0x5637a0e40580 2024-04-22T14:00:26.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5637a0da11a0 con 0x5637a0e40ea0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78bd61e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78bd61e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51294/0 (socket says 172.21.15.83:51294) 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.428+0000 7f78bd61e640 1 -- 172.21.15.83:0/1681924633 learned_addr learned my addr 172.21.15.83:0/1681924633 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bce1d640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e40960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78b7fff640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e49540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 0x7f78a80a61e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f78b0005e30 tx=0x7f78b002cf70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 -- 172.21.15.83:0/1681924633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 msgr2=0x5637a0e49540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e49540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 -- 172.21.15.83:0/1681924633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 msgr2=0x5637a0e40960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e40960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 -- 172.21.15.83:0/1681924633 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637a0b817d0 con 0x5637a0e49a80 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78b7fff640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e49540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78bd61e640 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f78b002c700 tx=0x7f78b0048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=742f09032736e349 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78a2ffd640 1 -- 172.21.15.83:0/1681924633 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0051070 con 0x5637a0e49a80 2024-04-22T14:00:26.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78a2ffd640 1 -- 172.21.15.83:0/1681924633 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78b0003e20 con 0x5637a0e49a80 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.429+0000 7f78a2ffd640 1 -- 172.21.15.83:0/1681924633 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0039040 con 0x5637a0e49a80 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1681924633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 msgr2=0x5637a0e4be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f78b002c700 tx=0x7f78b0048000 comp rx=0 tx=0).stop 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1681924633 shutdown_connections 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e49a80 0x5637a0e4be70 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e49540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1681924633 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e40960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1681924633 >> 172.21.15.83:0/1681924633 conn(0x5637a0e3acb0 msgr2=0x5637a0e3b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1681924633 shutdown_connections 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1681924633 wait complete. 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 -- start start 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.430+0000 7f78c1c7a740 1 Processor -- start 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e47010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e49a80 0x5637a0e47550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5637a0e4c810 con 0x5637a0e40580 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5637a0d5e2f0 con 0x5637a0e49a80 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5637a0e4c990 con 0x5637a0e40ea0 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 10 client.0 _ll_register_callbacks cb 0x5637a0d6b580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51300/0 (socket says 172.21.15.83:51300) 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 -- 172.21.15.83:0/3108915094 learned_addr learned my addr 172.21.15.83:0/3108915094 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78b7fff640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e47010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bd61e640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e49a80 0x5637a0e47550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 -- 172.21.15.83:0/3108915094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 msgr2=0x5637a0e47010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e47010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 -- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e49a80 msgr2=0x5637a0e47550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e49a80 0x5637a0e47550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 -- 172.21.15.83:0/3108915094 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637a0ab73f0 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78bce1d640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0cdaf0 tx=0x7f78ac09cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f612944623427cc7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f7897fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac0a4f00 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f78ac009d20 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78b0003e20 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f78ac0cdcc0 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 10 client.16350 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.431+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5637a0a770f0 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78b0003e20 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f78ac0a0240 con 0x5637a0e40580 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 10 client.16350 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 10 client.16350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:26.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 20 client.16350 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0e5df70 0x5637a0e603d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 4 client.16350 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637a0db2c00 con 0x5637a0e5df70 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.432+0000 7f78b7fff640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0e5df70 0x5637a0e603d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f7897fff640 10 client.16350 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78b7fff640 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0e5df70 0x5637a0e603d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=103d342b036367bd server_cookie=43edc7f6500ffb7 in_seq=0 out_seq=0 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f7897fff640 1 -- 172.21.15.83:0/3108915094 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5637a0db2c00 con 0x5637a0e5df70 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f7897fff640 10 client.16350 handle_command_reply: tid=0 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78c1c7a740 1 client.16350 shutdown 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 msgr2=0x5637a0e46ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f78ac0cdaf0 tx=0x7f78ac09cad0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 shutdown_connections 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.433+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0e5df70 0x5637a0e603d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e49a80 0x5637a0e47550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e40ea0 0x5637a0e47010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/3108915094 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e46ad0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f7897fff640 0 client.16350 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 >> 172.21.15.83:0/3108915094 conn(0x5637a0e3acb0 msgr2=0x5637a0e3ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 shutdown_connections 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 1 -- 172.21.15.83:0/3108915094 wait complete. 2024-04-22T14:00:26.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.434+0000 7f78c1c7a740 20 client.16350 trim_cache size 0 max 16384 2024-04-22T14:00:26.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 Processor -- start 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 -- start start 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40ea0 0x5637a0e463b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0e65ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81ab9b0 con 0x5637a0e40580 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81ad5e0 con 0x5637a0e40ea0 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81ac080 con 0x5637a0e49a80 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.451+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51312/0 (socket says 172.21.15.83:51312) 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 -- 172.21.15.83:0/2173373810 learned_addr learned my addr 172.21.15.83:0/2173373810 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78b7fff640 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40ea0 0x5637a0e463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 -- 172.21.15.83:0/2173373810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 msgr2=0x5637a0e65ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0e65ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 -- 172.21.15.83:0/2173373810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40ea0 msgr2=0x5637a0e463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40ea0 0x5637a0e463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 -- 172.21.15.83:0/2173373810 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637a0e4c960 con 0x5637a0e40580 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78bce1d640 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f78ac098c60 tx=0x7f78ac09a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c27263ddbe2e8e78 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78a27fc640 1 -- 172.21.15.83:0/2173373810 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac014070 con 0x5637a0e40580 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78a27fc640 1 -- 172.21.15.83:0/2173373810 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78ac0b5070 con 0x5637a0e40580 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.452+0000 7f78a27fc640 1 -- 172.21.15.83:0/2173373810 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac0a4f00 con 0x5637a0e40580 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- 172.21.15.83:0/2173373810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 msgr2=0x5637a0e59bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f78ac098c60 tx=0x7f78ac09a7a0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- 172.21.15.83:0/2173373810 shutdown_connections 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0e65ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40ea0 0x5637a0e463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/2173373810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40580 0x5637a0e59bc0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- 172.21.15.83:0/2173373810 >> 172.21.15.83:0/2173373810 conn(0x5637a0e3acb0 msgr2=0x5637a0e394e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- 172.21.15.83:0/2173373810 shutdown_connections 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- 172.21.15.83:0/2173373810 wait complete. 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 -- start start 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 Processor -- start 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e43aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.453+0000 7f78c1c7a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0ec3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81ace50 con 0x5637a0e40ea0 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81ac780 con 0x5637a0e40580 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f78b81a9990 con 0x5637a0e49a80 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 10 client.0 _ll_register_callbacks cb 0x7f78ac098530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51318/0 (socket says 172.21.15.83:51318) 2024-04-22T14:00:26.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 -- 172.21.15.83:0/1478501611 learned_addr learned my addr 172.21.15.83:0/1478501611 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78bce1d640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e43aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78bd61e640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0ec3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 -- 172.21.15.83:0/1478501611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 msgr2=0x5637a0ec3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0ec3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 -- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 msgr2=0x5637a0e43aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e43aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 -- 172.21.15.83:0/1478501611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637a0e44870 con 0x5637a0e40ea0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78bd61e640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0ec3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78b7fff640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f78a4009770 tx=0x7f78a4014a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10c819acbefb45e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f7897fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a401e640 con 0x5637a0e40ea0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f78a401e7e0 con 0x5637a0e40ea0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78ac0b5070 con 0x5637a0e40ea0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f78a4005020 con 0x5637a0e40ea0 2024-04-22T14:00:26.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 10 client.16356 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.454+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5637a0ec4b90 con 0x5637a0e40ea0 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78ac0b5070 con 0x5637a0e40ea0 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f78a4011520 con 0x5637a0e40ea0 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 10 client.16356 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 10 client.16356 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 20 client.16356 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0ec5380 0x5637a0ec77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 4 client.16356 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5637a0daca70 con 0x5637a0ec5380 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78bce1d640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0ec5380 0x5637a0ec77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f7897fff640 10 client.16356 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.455+0000 7f78bce1d640 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0ec5380 0x5637a0ec77a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=679f5c29803b9308 server_cookie=7c84f0dc05b0c09 in_seq=0 out_seq=0 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f7897fff640 1 -- 172.21.15.83:0/1478501611 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5637a0daca70 con 0x5637a0ec5380 2024-04-22T14:00:26.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f7897fff640 10 client.16356 handle_command_reply: tid=0 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 client.16356 shutdown 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 msgr2=0x5637a0e43fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f78a4009770 tx=0x7f78a4014a60 comp rx=0 tx=0).stop 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 shutdown_connections 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5637a0ec5380 0x5637a0ec77a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637a0e49a80 0x5637a0ec3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f7897fff640 0 client.16356 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637a0e40ea0 0x5637a0e43fe0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 --2- 172.21.15.83:0/1478501611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637a0e40580 0x5637a0e43aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 >> 172.21.15.83:0/1478501611 conn(0x5637a0e3acb0 msgr2=0x5637a0e471e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 shutdown_connections 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 1 -- 172.21.15.83:0/1478501611 wait complete. 2024-04-22T14:00:26.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78c1c7a740 20 client.16356 trim_cache size 0 max 16384 2024-04-22T14:00:26.466 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:00:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:00:26.466 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 msgr2=0x7f78a80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 0x7f78a80a61e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f78b0005e30 tx=0x7f78b002cf70 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 msgr2=0x7f78b81987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.456+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00d950 tx=0x7f78ac00de10 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 shutdown_connections 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f78a80a3d20 0x7f78a80a61e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f78b8106f30 0x7f78b819d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f78b8100e10 0x7f78b8198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 --2- 172.21.15.83:0/2208803101 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f78b8100450 0x7f78b81987a0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 >> 172.21.15.83:0/2208803101 conn(0x7f78b8077410 msgr2=0x7f78b8105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 shutdown_connections 2024-04-22T14:00:26.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.457+0000 7f78bf081640 1 -- 172.21.15.83:0/2208803101 wait complete. 2024-04-22T14:00:26.474 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:00:26.474 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:00:26.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 -- 172.21.15.83:0/3988827664 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272406a990 msgr2=0x7f272406ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 --2- 172.21.15.83:0/3988827664 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272406a990 0x7f272406ad70 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f2714009900 tx=0x7f271402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 -- 172.21.15.83:0/3988827664 shutdown_connections 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 --2- 172.21.15.83:0/3988827664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27241072f0 0x7f272410eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 --2- 172.21.15.83:0/3988827664 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f272406b340 0x7f2724106c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 --2- 172.21.15.83:0/3988827664 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272406a990 0x7f272406ad70 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 -- 172.21.15.83:0/3988827664 >> 172.21.15.83:0/3988827664 conn(0x7f27240771d0 msgr2=0x7f27240775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 -- 172.21.15.83:0/3988827664 shutdown_connections 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.570+0000 7f2728ac1640 1 -- 172.21.15.83:0/3988827664 wait complete. 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 Processor -- start 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 -- start start 2024-04-22T14:00:26.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f272406a990 0x7f2724198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27241072f0 0x7f2724198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f27241121f0 con 0x7f272419d010 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2724112070 con 0x7f272406a990 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2728ac1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2724112370 con 0x7f27241072f0 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51340/0 (socket says 172.21.15.83:51340) 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 -- 172.21.15.83:0/2608678220 learned_addr learned my addr 172.21.15.83:0/2608678220 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f272259c640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f272406a990 0x7f2724198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 -- 172.21.15.83:0/2608678220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27241072f0 msgr2=0x7f2724198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27241072f0 0x7f2724198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 -- 172.21.15.83:0/2608678220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f272406a990 msgr2=0x7f2724198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f272406a990 0x7f2724198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.571+0000 7f2722d9d640 1 -- 172.21.15.83:0/2608678220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f272419db00 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f2722d9d640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f271c00eb10 tx=0x7f271c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271c004b20 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f271c004cc0 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f272419ddf0 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f271c010670 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.572+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27241a5590 con 0x7f272419d010 2024-04-22T14:00:26.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.573+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2724069230 con 0x7f272419d010 2024-04-22T14:00:26.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.574+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f271c005000 con 0x7f272419d010 2024-04-22T14:00:26.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.574+0000 7f271b7fe640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 0x7f27100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.575+0000 7f272259c640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 0x7f27100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.575+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f271c0d1020 con 0x7f272419d010 2024-04-22T14:00:26.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.575+0000 7f272259c640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 0x7f27100a61e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2714006010 tx=0x7f2714005e40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.578+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f271c053ff0 con 0x7f272419d010 2024-04-22T14:00:26.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.794+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2724199aa0 con 0x7f272419d010 2024-04-22T14:00:26.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.794+0000 7f271b7fe640 1 -- 172.21.15.83:0/2608678220 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7f2724199aa0 con 0x7f272419d010 2024-04-22T14:00:26.797 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:00:26.798 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:00:26.798 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:00:26.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 msgr2=0x7f27100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 0x7f27100a61e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2714006010 tx=0x7f2714005e40 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 msgr2=0x7f272419d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f271c00eb10 tx=0x7f271c00c2d0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 shutdown_connections 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f27100a3d20 0x7f27100a61e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f272419d010 0x7f272419d4c0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f27241072f0 0x7f2724198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 --2- 172.21.15.83:0/2608678220 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f272406a990 0x7f2724198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.796+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 >> 172.21.15.83:0/2608678220 conn(0x7f27240771d0 msgr2=0x7f27240fef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.797+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 shutdown_connections 2024-04-22T14:00:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.797+0000 7f2728ac1640 1 -- 172.21.15.83:0/2608678220 wait complete. 2024-04-22T14:00:26.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 -- 172.21.15.83:0/126797842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4424107030 msgr2=0x7f4424107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 --2- 172.21.15.83:0/126797842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4424107030 0x7f4424107410 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f4420009930 tx=0x7f442002bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 -- 172.21.15.83:0/126797842 shutdown_connections 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 --2- 172.21.15.83:0/126797842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424101b40 0x7f442410dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 --2- 172.21.15.83:0/126797842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f44241011a0 0x7f4424101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 --2- 172.21.15.83:0/126797842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4424107030 0x7f4424107410 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.908+0000 7f442c159640 1 -- 172.21.15.83:0/126797842 >> 172.21.15.83:0/126797842 conn(0x7f4424076c50 msgr2=0x7f4424077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.914 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- 172.21.15.83:0/126797842 shutdown_connections 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- 172.21.15.83:0/126797842 wait complete. 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 Processor -- start 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- start start 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4424101b40 0x7f4424197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424107030 0x7f442419bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4424111110 con 0x7f44241011a0 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4424110f90 con 0x7f4424107030 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f442c159640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4424111290 con 0x7f4424101b40 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f4429ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.909+0000 7f4429ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51356/0 (socket says 172.21.15.83:51356) 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 -- 172.21.15.83:0/3082016413 learned_addr learned my addr 172.21.15.83:0/3082016413 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f442a6f6640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424107030 0x7f442419bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.915 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f44296f4640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4424101b40 0x7f4424197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 -- 172.21.15.83:0/3082016413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4424101b40 msgr2=0x7f4424197bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4424101b40 0x7f4424197bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 -- 172.21.15.83:0/3082016413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424107030 msgr2=0x7f442419bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424107030 0x7f442419bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 -- 172.21.15.83:0/3082016413 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f442419c680 con 0x7f44241011a0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f4429ef5640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f4420000c00 tx=0x7f442002c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f441affd640 1 -- 172.21.15.83:0/3082016413 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4420043020 con 0x7f44241011a0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f441affd640 1 -- 172.21.15.83:0/3082016413 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f442002caf0 con 0x7f44241011a0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f442419c910 con 0x7f44241011a0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f441affd640 1 -- 172.21.15.83:0/3082016413 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4420003a10 con 0x7f44241011a0 2024-04-22T14:00:26.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.910+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44241a4200 con 0x7f44241011a0 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f441affd640 1 -- 172.21.15.83:0/3082016413 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4420046020 con 0x7f44241011a0 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 Processor -- start 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 -- start start 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1236720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c123d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5631c119b1f0 con 0x5631c123dbf0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5631c11384b0 con 0x5631c1236cf0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.913+0000 7f442ee2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5631c11971b0 con 0x5631c1236340 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51370/0 (socket says 172.21.15.83:51370) 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f441affd640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 0x7f44100a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 -- 172.21.15.83:0/2751751562 learned_addr learned my addr 172.21.15.83:0/2751751562 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f4429ef5640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c123d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f442a6f6640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1236720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f442a6f6640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 0x7f44100a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 -- 172.21.15.83:0/2751751562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 msgr2=0x5631c1236720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1236720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 -- 172.21.15.83:0/2751751562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 msgr2=0x5631c123d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c123d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 -- 172.21.15.83:0/2751751562 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c112a1b0 con 0x5631c123dbf0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f442a6f6640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1236720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f441affd640 1 -- 172.21.15.83:0/3082016413 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f44200f2610 con 0x7f44241011a0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f44296f4640 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4414009c90 tx=0x7f4414011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d362f659beaead56 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f442a6f6640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 0x7f44100a6260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f441c009b80 tx=0x7f441c009500 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f440ffff640 1 -- 172.21.15.83:0/2751751562 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441401e070 con 0x5631c123dbf0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f440ffff640 1 -- 172.21.15.83:0/2751751562 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4414019ae0 con 0x5631c123dbf0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.914+0000 7f440ffff640 1 -- 172.21.15.83:0/2751751562 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441400e940 con 0x5631c123dbf0 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- 172.21.15.83:0/2751751562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 msgr2=0x5631c123e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4414009c90 tx=0x7f4414011810 comp rx=0 tx=0).stop 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- 172.21.15.83:0/2751751562 shutdown_connections 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c123e070 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c123d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 --2- 172.21.15.83:0/2751751562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1236720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- 172.21.15.83:0/2751751562 >> 172.21.15.83:0/2751751562 conn(0x5631c1230ba0 msgr2=0x5631c1230f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- 172.21.15.83:0/2751751562 shutdown_connections 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- 172.21.15.83:0/2751751562 wait complete. 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.915+0000 7f442ee2d740 1 -- start start 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 Processor -- start 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1243f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c1241820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5631c1244b90 con 0x5631c1236cf0 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5631c1154500 con 0x5631c123dbf0 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5631c1244d10 con 0x5631c1236340 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442ee2d740 10 client.0 _ll_register_callbacks cb 0x5631c1122b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51374/0 (socket says 172.21.15.83:51374) 2024-04-22T14:00:26.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 -- 172.21.15.83:0/106606952 learned_addr learned my addr 172.21.15.83:0/106606952 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f4429ef5640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1243f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442a6f6640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c1241820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 -- 172.21.15.83:0/106606952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 msgr2=0x5631c1243f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1243f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 -- 172.21.15.83:0/106606952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 msgr2=0x5631c1241820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c1241820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f44296f4640 1 -- 172.21.15.83:0/106606952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c0ead3f0 con 0x5631c1236cf0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f442a6f6640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c1241820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.916+0000 7f4429ef5640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1243f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f44296f4640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f441401c040 tx=0x7f4414019a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a05809196966c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441401e050 con 0x5631c1236cf0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4414005250 con 0x5631c1236cf0 2024-04-22T14:00:26.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4414019ae0 con 0x5631c1236cf0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4414005450 con 0x5631c1236cf0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 10 client.16374 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5631c0f777d0 con 0x5631c1236cf0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4414019ae0 con 0x5631c1236cf0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f4414004c60 con 0x5631c1236cf0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 10 client.16374 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 10 client.16374 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 20 client.16374 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c1251be0 0x5631c1253fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 4 client.16374 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631c113a930 con 0x5631c1251be0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.917+0000 7f4429ef5640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c1251be0 0x5631c1253fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f4429ef5640 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c1251be0 0x5631c1253fd0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=947f4dc31199a73b server_cookie=fabc84137217fb77 in_seq=0 out_seq=0 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f440d7fa640 10 client.16374 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f440d7fa640 1 -- 172.21.15.83:0/106606952 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5631c113a930 con 0x5631c1251be0 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f440d7fa640 10 client.16374 handle_command_reply: tid=0 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 client.16374 shutdown 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 msgr2=0x5631c12412e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f441401c040 tx=0x7f4414019a20 comp rx=0 tx=0).stop 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 shutdown_connections 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c1251be0 0x5631c1253fd0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c1241820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236cf0 0x5631c12412e0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 --2- 172.21.15.83:0/106606952 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c1243f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f440d7fa640 0 client.16374 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:26.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 >> 172.21.15.83:0/106606952 conn(0x5631c1230ba0 msgr2=0x5631c12328f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.918+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 shutdown_connections 2024-04-22T14:00:26.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.919+0000 7f442ee2d740 1 -- 172.21.15.83:0/106606952 wait complete. 2024-04-22T14:00:26.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.919+0000 7f442ee2d740 20 client.16374 trim_cache size 0 max 16384 2024-04-22T14:00:26.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 Processor -- start 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 -- start start 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 0x5631c1240440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c122fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f44241ab910 con 0x5631c1236340 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44241ad540 con 0x5631c123dbf0 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f442ee2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f44241abfe0 con 0x5631c1236cf0 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51384/0 (socket says 172.21.15.83:51384) 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 -- 172.21.15.83:0/1724385989 learned_addr learned my addr 172.21.15.83:0/1724385989 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 -- 172.21.15.83:0/1724385989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 msgr2=0x5631c1240440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f44296f4640 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 0x5631c1240440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 0x5631c1240440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 -- 172.21.15.83:0/1724385989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 msgr2=0x5631c122fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c122fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 -- 172.21.15.83:0/1724385989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631c1244a70 con 0x5631c1236340 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f44296f4640 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 0x5631c1240440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f4429ef5640 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f44200be4b0 tx=0x7f44200f4a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54da98dd636ae62a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f440f7fe640 1 -- 172.21.15.83:0/1724385989 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44200be2f0 con 0x5631c1236340 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f440f7fe640 1 -- 172.21.15.83:0/1724385989 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44200beeb0 con 0x5631c1236340 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.932+0000 7f440f7fe640 1 -- 172.21.15.83:0/1724385989 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44200be110 con 0x5631c1236340 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- 172.21.15.83:0/1724385989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 msgr2=0x5631c124da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f44200be4b0 tx=0x7f44200f4a60 comp rx=0 tx=0).stop 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- 172.21.15.83:0/1724385989 shutdown_connections 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c123dbf0 0x5631c122fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236cf0 0x5631c1240440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 --2- 172.21.15.83:0/1724385989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c1236340 0x5631c124da90 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- 172.21.15.83:0/1724385989 >> 172.21.15.83:0/1724385989 conn(0x5631c1230ba0 msgr2=0x5631c122f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- 172.21.15.83:0/1724385989 shutdown_connections 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- 172.21.15.83:0/1724385989 wait complete. 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 -- start start 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.933+0000 7f442ee2d740 1 Processor -- start 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c124a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c1242cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f44241acdb0 con 0x5631c123dbf0 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44241ac6e0 con 0x5631c1236cf0 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f44241a98f0 con 0x5631c1236340 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 10 client.0 _ll_register_callbacks cb 0x7f4414009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51392/0 (socket says 172.21.15.83:51392) 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 -- 172.21.15.83:0/62103972 learned_addr learned my addr 172.21.15.83:0/62103972 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 -- 172.21.15.83:0/62103972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 msgr2=0x5631c124a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c124a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 -- 172.21.15.83:0/62103972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 msgr2=0x5631c1242cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c1242cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 -- 172.21.15.83:0/62103972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631c1243a10 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442a6f6640 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f441c010dd0 tx=0x7f441c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d6ab484db38ffbe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f440d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441c01d880 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f441c01da20 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.934+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44200beeb0 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f441c01dc20 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 10 client.16380 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5631c12b7ff0 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44200beeb0 con 0x5631c123dbf0 2024-04-22T14:00:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f441c026070 con 0x5631c123dbf0 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 10 client.16380 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 10 client.16380 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 20 client.16380 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c12b87f0 0x5631c12bac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 4 client.16380 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5631c11a8c10 con 0x5631c12b87f0 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f4429ef5640 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c12b87f0 0x5631c12bac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f440d7fa640 10 client.16380 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.935+0000 7f4429ef5640 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c12b87f0 0x5631c12bac30 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2845fc89f4764a80 server_cookie=bde0f45b00140343 in_seq=0 out_seq=0 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f440d7fa640 1 -- 172.21.15.83:0/62103972 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5631c11a8c10 con 0x5631c12b87f0 2024-04-22T14:00:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f440d7fa640 10 client.16380 handle_command_reply: tid=0 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 client.16380 shutdown 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 msgr2=0x5631c1243230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f441c010dd0 tx=0x7f441c009bf0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 shutdown_connections 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5631c123dbf0 0x5631c1243230 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5631c12b87f0 0x5631c12bac30 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5631c1236cf0 0x5631c1242cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f440d7fa640 0 client.16380 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 --2- 172.21.15.83:0/62103972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5631c1236340 0x5631c124a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 >> 172.21.15.83:0/62103972 conn(0x5631c1230ba0 msgr2=0x5631c1232880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 shutdown_connections 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 1 -- 172.21.15.83:0/62103972 wait complete. 2024-04-22T14:00:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442ee2d740 20 client.16380 trim_cache size 0 max 16384 2024-04-22T14:00:26.946 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:26.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 msgr2=0x7f44100a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 0x7f44100a6260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f441c009b80 tx=0x7f441c009500 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 msgr2=0x7f4424197690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.936+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f4420000c00 tx=0x7f442002c660 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 shutdown_connections 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44100a3da0 0x7f44100a6260 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4424107030 0x7f442419bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4424101b40 0x7f4424197bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 --2- 172.21.15.83:0/3082016413 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f44241011a0 0x7f4424197690 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 >> 172.21.15.83:0/3082016413 conn(0x7f4424076c50 msgr2=0x7f44240fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 shutdown_connections 2024-04-22T14:00:26.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:26.937+0000 7f442c159640 1 -- 172.21.15.83:0/3082016413 wait complete. 2024-04-22T14:00:26.950 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- 172.21.15.83:0/1000523526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230103af0 msgr2=0x7ff23010bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 --2- 172.21.15.83:0/1000523526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230103af0 0x7ff23010bfd0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7ff220009900 tx=0x7ff22002bd60 comp rx=0 tx=0).stop 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- 172.21.15.83:0/1000523526 shutdown_connections 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 --2- 172.21.15.83:0/1000523526 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff23010c510 0x7ff23010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 --2- 172.21.15.83:0/1000523526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff230103af0 0x7ff23010bfd0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 --2- 172.21.15.83:0/1000523526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2301031d0 0x7ff2301035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- 172.21.15.83:0/1000523526 >> 172.21.15.83:0/1000523526 conn(0x7ff230077f50 msgr2=0x7ff230078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- 172.21.15.83:0/1000523526 shutdown_connections 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- 172.21.15.83:0/1000523526 wait complete. 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 Processor -- start 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.049+0000 7ff236375640 1 -- start start 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2301031d0 0x7ff230198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff230103af0 0x7ff230198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301121a0 con 0x7ff23010c510 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff230112020 con 0x7ff230103af0 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff230112320 con 0x7ff2301031d0 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff230103af0 0x7ff230198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51410/0 (socket says 172.21.15.83:51410) 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 -- 172.21.15.83:0/1440719899 learned_addr learned my addr 172.21.15.83:0/1440719899 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2301031d0 0x7ff230198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 -- 172.21.15.83:0/1440719899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2301031d0 msgr2=0x7ff230198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2301031d0 0x7ff230198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 -- 172.21.15.83:0/1440719899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff230103af0 msgr2=0x7ff230198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff230103af0 0x7ff230198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 -- 172.21.15.83:0/1440719899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff23019d750 con 0x7ff23010c510 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff234912640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7ff22800cad0 tx=0x7ff22800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1440719899 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22800ae20 con 0x7ff23010c510 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1440719899 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff228005020 con 0x7ff23010c510 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff23019da40 con 0x7ff23010c510 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1440719899 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff22800f6b0 con 0x7ff23010c510 2024-04-22T14:00:27.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.050+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2301a52d0 con 0x7ff23010c510 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1440719899 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff2280051d0 con 0x7ff23010c510 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 Processor -- start 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 -- start start 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d45354d0 0x5598d45358b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d453ea00 0x5598d4540e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5598d449a1f0 con 0x5598d4535e80 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5598d44374b0 con 0x5598d453ea00 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff238f63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5598d44961b0 con 0x5598d45354d0 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff22d7fa640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 0x7ff2180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff22ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff22ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51422/0 (socket says 172.21.15.83:51422) 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff22ffff640 1 -- 172.21.15.83:0/2789730217 learned_addr learned my addr 172.21.15.83:0/2789730217 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.053+0000 7ff234912640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 0x7ff2180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d453ea00 0x5598d4540e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22d7fa640 1 -- 172.21.15.83:0/1440719899 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff2280d0700 con 0x7ff23010c510 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d45354d0 0x5598d45358b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 -- 172.21.15.83:0/2789730217 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d45354d0 msgr2=0x5598d45358b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d45354d0 0x5598d45358b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 -- 172.21.15.83:0/2789730217 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d453ea00 msgr2=0x5598d4540e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d453ea00 0x5598d4540e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 -- 172.21.15.83:0/2789730217 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598d44291b0 con 0x5598d4535e80 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff234912640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 0x7ff2180a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff2280ce480 tx=0x7ff228087040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff22ffff640 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff22400bd10 tx=0x7ff2240107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24f4a0325cb08da8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff2167fc640 1 -- 172.21.15.83:0/2789730217 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224004030 con 0x5598d4535e80 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff2167fc640 1 -- 172.21.15.83:0/2789730217 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2240035f0 con 0x5598d4535e80 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.054+0000 7ff2167fc640 1 -- 172.21.15.83:0/2789730217 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff224011770 con 0x5598d4535e80 2024-04-22T14:00:27.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- 172.21.15.83:0/2789730217 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 msgr2=0x5598d453e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7ff22400bd10 tx=0x7ff2240107a0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- 172.21.15.83:0/2789730217 shutdown_connections 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d453ea00 0x5598d4540e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d4535e80 0x5598d453e430 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- 172.21.15.83:0/2789730217 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d45354d0 0x5598d45358b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- 172.21.15.83:0/2789730217 >> 172.21.15.83:0/2789730217 conn(0x5598d452fba0 msgr2=0x5598d452ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- 172.21.15.83:0/2789730217 shutdown_connections 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- 172.21.15.83:0/2789730217 wait complete. 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 -- start start 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 Processor -- start 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.055+0000 7ff238f63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d453b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5598d4541970 con 0x5598d45354d0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5598d4453500 con 0x5598d4535e80 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5598d4541af0 con 0x5598d453ea00 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 10 client.0 _ll_register_callbacks cb 0x5598d4421b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51434/0 (socket says 172.21.15.83:51434) 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 -- 172.21.15.83:0/1879113586 learned_addr learned my addr 172.21.15.83:0/1879113586 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d453b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 -- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 msgr2=0x5598d453bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 -- 172.21.15.83:0/1879113586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 msgr2=0x5598d453b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d453b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 -- 172.21.15.83:0/1879113586 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598d41ac3f0 con 0x5598d45354d0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff220009900 tx=0x7ff220009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad51f3f9098baff3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff20f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff220047030 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff22003a040 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2240035f0 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff2200035f0 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 10 client.16392 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.056+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5598d42767d0 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2240035f0 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7ff220055880 con 0x5598d45354d0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 10 client.16392 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 10 client.16392 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 20 client.16392 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d4551000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 4 client.16392 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598d4439930 con 0x5598d454ebd0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d4551000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff20f7fe640 10 client.16392 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.057+0000 7ff22ffff640 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d4551000 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ccd2137eb4b6c0a6 server_cookie=933a50c7e6341460 in_seq=0 out_seq=0 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff20f7fe640 1 -- 172.21.15.83:0/1879113586 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5598d4439930 con 0x5598d454ebd0 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff20f7fe640 10 client.16392 handle_command_reply: tid=0 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 client.16392 shutdown 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 msgr2=0x5598d453e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff220009900 tx=0x7ff220009880 comp rx=0 tx=0).stop 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 shutdown_connections 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d4551000 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d453b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff20f7fe640 0 client.16392 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 --2- 172.21.15.83:0/1879113586 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d453e350 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 >> 172.21.15.83:0/1879113586 conn(0x5598d452fba0 msgr2=0x5598d45318f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.058+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 shutdown_connections 2024-04-22T14:00:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.059+0000 7ff238f63740 1 -- 172.21.15.83:0/1879113586 wait complete. 2024-04-22T14:00:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.059+0000 7ff238f63740 20 client.16392 trim_cache size 0 max 16384 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 Processor -- start 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 -- start start 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d4547150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301adbf0 con 0x5598d45354d0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301af820 con 0x5598d4535e80 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff238f63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301ae2c0 con 0x5598d453ea00 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51444/0 (socket says 172.21.15.83:51444) 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2842792284 learned_addr learned my addr 172.21.15.83:0/2842792284 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2842792284 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 msgr2=0x5598d453de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2842792284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 msgr2=0x5598d4547150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d4547150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2842792284 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598d452f380 con 0x5598d45354d0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.072+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff220055df0 tx=0x7ff220005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbad4517ea740ea3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff215ffb640 1 -- 172.21.15.83:0/2842792284 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff220047050 con 0x5598d45354d0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff215ffb640 1 -- 172.21.15.83:0/2842792284 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff22005a070 con 0x5598d45354d0 2024-04-22T14:00:27.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff215ffb640 1 -- 172.21.15.83:0/2842792284 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff220003e20 con 0x5598d45354d0 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- 172.21.15.83:0/2842792284 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 msgr2=0x5598d454a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ff220055df0 tx=0x7ff220005850 comp rx=0 tx=0).stop 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- 172.21.15.83:0/2842792284 shutdown_connections 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d4547150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 --2- 172.21.15.83:0/2842792284 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d454a860 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- 172.21.15.83:0/2842792284 >> 172.21.15.83:0/2842792284 conn(0x5598d452fba0 msgr2=0x5598d45362b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- 172.21.15.83:0/2842792284 shutdown_connections 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- 172.21.15.83:0/2842792284 wait complete. 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.073+0000 7ff238f63740 1 -- start start 2024-04-22T14:00:27.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 Processor -- start 2024-04-22T14:00:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d45b2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301af090 con 0x5598d45354d0 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301ae9c0 con 0x5598d4535e80 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff2301abbd0 con 0x5598d453ea00 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff238f63740 10 client.0 _ll_register_callbacks cb 0x7ff22002c910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51448/0 (socket says 172.21.15.83:51448) 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2473348131 learned_addr learned my addr 172.21.15.83:0/2473348131 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 msgr2=0x5598d453d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2473348131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 msgr2=0x5598d45b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d45b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 -- 172.21.15.83:0/2473348131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598d453de60 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff22f7fe640 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff220005df0 tx=0x7ff220003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cccadbc3013e93 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.074+0000 7ff20f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff220047040 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff220005040 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff22005a070 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff220003fb0 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 10 client.16398 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5598d45b93d0 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff22005a070 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7ff2200046c0 con 0x5598d45354d0 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 10 client.16398 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 10 client.16398 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:00:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 20 client.16398 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d45bbac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 4 client.16398 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5598d44a7c10 con 0x5598d454ebd0 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.075+0000 7ff22ffff640 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d45bbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff22ffff640 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d45bbac0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=60f2dc05cccc15c7 server_cookie=bb6eb742d5cb0fd1 in_seq=0 out_seq=0 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff20f7fe640 10 client.16398 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff20f7fe640 1 -- 172.21.15.83:0/2473348131 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5598d44a7c10 con 0x5598d454ebd0 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff20f7fe640 10 client.16398 handle_command_reply: tid=0 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 client.16398 shutdown 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 msgr2=0x5598d45b1bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ff220005df0 tx=0x7ff220003880 comp rx=0 tx=0).stop 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 shutdown_connections 2024-04-22T14:00:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5598d454ebd0 0x5598d45bbac0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5598d453ea00 0x5598d453d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff20f7fe640 0 client.16398 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5598d4535e80 0x5598d45b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 --2- 172.21.15.83:0/2473348131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5598d45354d0 0x5598d45b1bd0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 >> 172.21.15.83:0/2473348131 conn(0x5598d452fba0 msgr2=0x5598d452ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 shutdown_connections 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 1 -- 172.21.15.83:0/2473348131 wait complete. 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.076+0000 7ff238f63740 20 client.16398 trim_cache size 0 max 16384 2024-04-22T14:00:27.085 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 msgr2=0x7ff2180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 0x7ff2180a61e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff2280ce480 tx=0x7ff228087040 comp rx=0 tx=0).stop 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 msgr2=0x7ff23019d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7ff22800cad0 tx=0x7ff22800cf90 comp rx=0 tx=0).stop 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 shutdown_connections 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff2180a3d20 0x7ff2180a61e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff23010c510 0x7ff23019d020 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff230103af0 0x7ff230198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 --2- 172.21.15.83:0/1440719899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff2301031d0 0x7ff230198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 >> 172.21.15.83:0/1440719899 conn(0x7ff230077f50 msgr2=0x7ff2300fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 shutdown_connections 2024-04-22T14:00:27.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.077+0000 7ff236375640 1 -- 172.21.15.83:0/1440719899 wait complete. 2024-04-22T14:00:27.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:26 smithi083 ceph-mon[27977]: pgmap v70: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 92 op/s 2024-04-22T14:00:27.091 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:26 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2608678220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:27.092 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 -- 172.21.15.83:0/3556851594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 msgr2=0x7fc46c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 --2- 172.21.15.83:0/3556851594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c100ed0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc468009ca0 tx=0x7fc46802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 -- 172.21.15.83:0/3556851594 shutdown_connections 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 --2- 172.21.15.83:0/3556851594 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc46c1072b0 0x7fc46c10eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 --2- 172.21.15.83:0/3556851594 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc46c1014a0 0x7fc46c106bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 --2- 172.21.15.83:0/3556851594 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c100ed0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 -- 172.21.15.83:0/3556851594 >> 172.21.15.83:0/3556851594 conn(0x7fc46c0760e0 msgr2=0x7fc46c0764f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 -- 172.21.15.83:0/3556851594 shutdown_connections 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.191+0000 7fc473a77640 1 -- 172.21.15.83:0/3556851594 wait complete. 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 Processor -- start 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 -- start start 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc46c1072b0 0x7fc46c19eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc46c1986d0 0x7fc46c198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c112330 con 0x7fc46c100af0 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1121b0 con 0x7fc46c1072b0 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc473a77640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1124b0 con 0x7fc46c1986d0 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51460/0 (socket says 172.21.15.83:51460) 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 -- 172.21.15.83:0/896513321 learned_addr learned my addr 172.21.15.83:0/896513321 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 -- 172.21.15.83:0/896513321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc46c1986d0 msgr2=0x7fc46c198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc46c1986d0 0x7fc46c198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 -- 172.21.15.83:0/896513321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc46c1072b0 msgr2=0x7fc46c19eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc46c1072b0 0x7fc46c19eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 -- 172.21.15.83:0/896513321 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc46c1992d0 con 0x7fc46c100af0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.192+0000 7fc471813640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc4680098d0 tx=0x7fc468035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.193+0000 7fc462ffd640 1 -- 172.21.15.83:0/896513321 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468039040 con 0x7fc46c100af0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.193+0000 7fc462ffd640 1 -- 172.21.15.83:0/896513321 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc468044070 con 0x7fc46c100af0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.193+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc46c199560 con 0x7fc46c100af0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.193+0000 7fc462ffd640 1 -- 172.21.15.83:0/896513321 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4680042a0 con 0x7fc46c100af0 2024-04-22T14:00:27.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.193+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc46c1a56a0 con 0x7fc46c100af0 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.195+0000 7fc462ffd640 1 -- 172.21.15.83:0/896513321 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc468004440 con 0x7fc46c100af0 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.195+0000 7fc476660740 1 Processor -- start 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 -- start start 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc462ffd640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 0x7fc4580a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc94d0 0x564761dc98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dd2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564761d2e1f0 con 0x564761dd2a00 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564761ccb4b0 con 0x564761dc9e80 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc476660740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564761d2a1b0 con 0x564761dc94d0 2024-04-22T14:00:27.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 0x7fc4580a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc462ffd640 1 -- 172.21.15.83:0/896513321 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc4680f2d00 con 0x7fc46c100af0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51472/0 (socket says 172.21.15.83:51472) 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 -- 172.21.15.83:0/3132385261 learned_addr learned my addr 172.21.15.83:0/3132385261 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc471813640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc94d0 0x564761dc98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc471012640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dd2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 -- 172.21.15.83:0/3132385261 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc94d0 msgr2=0x564761dc98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc94d0 0x564761dc98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 -- 172.21.15.83:0/3132385261 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 msgr2=0x564761dd2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dd2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc472014640 1 -- 172.21.15.83:0/3132385261 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564761cbd1b0 con 0x564761dd2a00 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.196+0000 7fc471012640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dd2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc472014640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 0x7fc4580a61e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc46400cfd0 tx=0x7fc46400ca30 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc472014640 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc464009040 tx=0x7fc464018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8187d1cbf1dd201 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc457fff640 1 -- 172.21.15.83:0/3132385261 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4640112e0 con 0x564761dd2a00 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc457fff640 1 -- 172.21.15.83:0/3132385261 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc464023070 con 0x564761dd2a00 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc457fff640 1 -- 172.21.15.83:0/3132385261 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc46401b6e0 con 0x564761dd2a00 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc476660740 1 -- 172.21.15.83:0/3132385261 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 msgr2=0x564761dd4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc476660740 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc464009040 tx=0x7fc464018000 comp rx=0 tx=0).stop 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc476660740 1 -- 172.21.15.83:0/3132385261 shutdown_connections 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc476660740 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dd2a00 0x564761dd4e50 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.197+0000 7fc476660740 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dd2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 --2- 172.21.15.83:0/3132385261 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc94d0 0x564761dc98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- 172.21.15.83:0/3132385261 >> 172.21.15.83:0/3132385261 conn(0x564761dc3ba0 msgr2=0x564761dc3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- 172.21.15.83:0/3132385261 shutdown_connections 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- 172.21.15.83:0/3132385261 wait complete. 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- start start 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 Processor -- start 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dcf690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dd2a00 0x564761dcfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564761dd5910 con 0x564761dc94d0 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564761ce7500 con 0x564761dc9e80 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564761dd5a90 con 0x564761dd2a00 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc476660740 10 client.0 _ll_register_callbacks cb 0x564761cb5b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.198+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51488/0 (socket says 172.21.15.83:51488) 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 -- 172.21.15.83:0/140058262 learned_addr learned my addr 172.21.15.83:0/140058262 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471012640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dcf690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 -- 172.21.15.83:0/140058262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dd2a00 msgr2=0x564761dcfc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dd2a00 0x564761dcfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 -- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 msgr2=0x564761dcf690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dcf690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 -- 172.21.15.83:0/140058262 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564761a403f0 con 0x564761dc94d0 2024-04-22T14:00:27.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc471813640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc468000f80 tx=0x7fc4680be9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3b23cc0269f9b9b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4680c3190 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc468004730 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc464023070 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc4680c7a50 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc476660740 10 client.16410 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564761b0a7d0 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc464023070 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc46803c030 con 0x564761dc94d0 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc476660740 10 client.16410 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.199+0000 7fc476660740 10 client.16410 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc476660740 20 client.16410 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761de2ae0 0x564761de4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc476660740 4 client.16410 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:27.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564761ccd930 con 0x564761de2ae0 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc471012640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761de2ae0 0x564761de4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc4557fa640 10 client.16410 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.200+0000 7fc471012640 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761de2ae0 0x564761de4f50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=13eda1da5c83eec1 server_cookie=72021d4f899de4ab in_seq=0 out_seq=0 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc4557fa640 1 -- 172.21.15.83:0/140058262 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564761ccd930 con 0x564761de2ae0 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc4557fa640 10 client.16410 handle_command_reply: tid=0 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 client.16410 shutdown 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 msgr2=0x564761dd2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fc468000f80 tx=0x7fc4680be9e0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 shutdown_connections 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761de2ae0 0x564761de4f50 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dd2a00 0x564761dcfc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dc9e80 0x564761dcf690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc4557fa640 0 client.16410 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:00:27.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 --2- 172.21.15.83:0/140058262 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dd2300 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 >> 172.21.15.83:0/140058262 conn(0x564761dc3ba0 msgr2=0x564761dc58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 shutdown_connections 2024-04-22T14:00:27.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 1 -- 172.21.15.83:0/140058262 wait complete. 2024-04-22T14:00:27.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.201+0000 7fc476660740 20 client.16410 trim_cache size 0 max 16384 2024-04-22T14:00:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 Processor -- start 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 -- start start 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dc2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dd1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1ada50 con 0x564761dc94d0 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.214+0000 7fc476660740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1af680 con 0x564761dd2a00 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc476660740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1ae120 con 0x564761dc9e80 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51498/0 (socket says 172.21.15.83:51498) 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 -- 172.21.15.83:0/3449098987 learned_addr learned my addr 172.21.15.83:0/3449098987 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 -- 172.21.15.83:0/3449098987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 msgr2=0x564761dc2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dc2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 -- 172.21.15.83:0/3449098987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 msgr2=0x564761dd1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dd1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 -- 172.21.15.83:0/3449098987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564761dcdc00 con 0x564761dc94d0 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc471813640 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fc4680d5040 tx=0x7fc468041fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26fcb37994e3b8e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc4577fe640 1 -- 172.21.15.83:0/3449098987 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4680bebb0 con 0x564761dc94d0 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc4577fe640 1 -- 172.21.15.83:0/3449098987 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4680c3190 con 0x564761dc94d0 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.215+0000 7fc4577fe640 1 -- 172.21.15.83:0/3449098987 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4680bb560 con 0x564761dc94d0 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- 172.21.15.83:0/3449098987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 msgr2=0x564761dde820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fc4680d5040 tx=0x7fc468041fb0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- 172.21.15.83:0/3449098987 shutdown_connections 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dd1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dc2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- 172.21.15.83:0/3449098987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dde820 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- 172.21.15.83:0/3449098987 >> 172.21.15.83:0/3449098987 conn(0x564761dc3ba0 msgr2=0x564761dc2370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- 172.21.15.83:0/3449098987 shutdown_connections 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- 172.21.15.83:0/3449098987 wait complete. 2024-04-22T14:00:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- start start 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 Processor -- start 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dcc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dccce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1aeef0 con 0x564761dc94d0 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1ae820 con 0x564761dd2a00 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.216+0000 7fc476660740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c1aba50 con 0x564761dc9e80 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc476660740 10 client.0 _ll_register_callbacks cb 0x7fc4680bb080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51512/0 (socket says 172.21.15.83:51512) 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 -- 172.21.15.83:0/44276589 learned_addr learned my addr 172.21.15.83:0/44276589 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471012640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dcc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc472014640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dccce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 -- 172.21.15.83:0/44276589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 msgr2=0x564761dcc7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dcc7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 -- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 msgr2=0x564761dccce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dccce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 -- 172.21.15.83:0/44276589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564761e480d0 con 0x564761dc94d0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc471813640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fc4680bed70 tx=0x7fc46802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9aae66c3f533e91 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc4557fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc468004730 con 0x564761dc94d0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc4680df230 con 0x564761dc94d0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4680c3190 con 0x564761dc94d0 2024-04-22T14:00:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc4680f0370 con 0x564761dc94d0 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc476660740 10 client.16416 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564761e480d0 con 0x564761dc94d0 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.217+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4680c3190 con 0x564761dc94d0 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc4680bf040 con 0x564761dc94d0 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 10 client.16416 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 10 client.16416 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 20 client.16416 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761e49640 0x564761e4ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 4 client.16416 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564761d3bc10 con 0x564761e49640 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc471012640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761e49640 0x564761e4ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc4557fa640 10 client.16416 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:00:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc471012640 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761e49640 0x564761e4ba60 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f0f9fdac15162109 server_cookie=1b41217934f5373b in_seq=0 out_seq=0 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc4557fa640 1 -- 172.21.15.83:0/44276589 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564761d3bc10 con 0x564761e49640 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc4557fa640 10 client.16416 handle_command_reply: tid=0 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.218+0000 7fc476660740 1 client.16416 shutdown 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 msgr2=0x564761dcc260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fc4680bed70 tx=0x7fc46802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 shutdown_connections 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x564761e49640 0x564761e4ba60 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564761dd2a00 0x564761dccce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564761dc9e80 0x564761dcc7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 --2- 172.21.15.83:0/44276589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564761dc94d0 0x564761dcc260 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc4557fa640 0 client.16416 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 >> 172.21.15.83:0/44276589 conn(0x564761dc3ba0 msgr2=0x564761dc2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 shutdown_connections 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 1 -- 172.21.15.83:0/44276589 wait complete. 2024-04-22T14:00:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc476660740 20 client.16416 trim_cache size 0 max 16384 2024-04-22T14:00:27.229 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 msgr2=0x7fc4580a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 0x7fc4580a61e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fc46400cfd0 tx=0x7fc46400ca30 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 msgr2=0x7fc46c19e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc4680098d0 tx=0x7fc468035d60 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 shutdown_connections 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc4580a3d20 0x7fc4580a61e0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc46c1986d0 0x7fc46c198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc46c1072b0 0x7fc46c19eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 --2- 172.21.15.83:0/896513321 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc46c100af0 0x7fc46c19e610 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 >> 172.21.15.83:0/896513321 conn(0x7fc46c0760e0 msgr2=0x7fc46c0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 shutdown_connections 2024-04-22T14:00:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.219+0000 7fc473a77640 1 -- 172.21.15.83:0/896513321 wait complete. 2024-04-22T14:00:27.233 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 -- 172.21.15.83:0/668659851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b30101a50 msgr2=0x7f9b30105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 --2- 172.21.15.83:0/668659851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b30101a50 0x7f9b30105a90 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009900 tx=0x7f9b2402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 -- 172.21.15.83:0/668659851 shutdown_connections 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 --2- 172.21.15.83:0/668659851 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b30106170 0x7f9b3010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 --2- 172.21.15.83:0/668659851 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b30101a50 0x7f9b30105a90 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 --2- 172.21.15.83:0/668659851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301010a0 0x7f9b30101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 -- 172.21.15.83:0/668659851 >> 172.21.15.83:0/668659851 conn(0x7f9b30077eb0 msgr2=0x7f9b300782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 -- 172.21.15.83:0/668659851 shutdown_connections 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.330+0000 7f9b3484e640 1 -- 172.21.15.83:0/668659851 wait complete. 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 Processor -- start 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 -- start start 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b30106170 0x7f9b30103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301035b0 0x7f9b301a68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30111090 con 0x7f9b301010a0 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30110f10 con 0x7f9b301035b0 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b3484e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b30111210 con 0x7f9b30106170 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51516/0 (socket says 172.21.15.83:51516) 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 -- 172.21.15.83:0/3527300458 learned_addr learned my addr 172.21.15.83:0/3527300458 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301035b0 0x7f9b301a68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 -- 172.21.15.83:0/3527300458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b30106170 msgr2=0x7f9b30103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b30106170 0x7f9b30103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 -- 172.21.15.83:0/3527300458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301035b0 msgr2=0x7f9b301a68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301035b0 0x7f9b301a68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.331+0000 7f9b2e59c640 1 -- 172.21.15.83:0/3527300458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b301a6fd0 con 0x7f9b301010a0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f9b2800cce0 tx=0x7f9b2800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b1f7fe640 1 -- 172.21.15.83:0/3527300458 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28004b20 con 0x7f9b301010a0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b301a72c0 con 0x7f9b301010a0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b1f7fe640 1 -- 172.21.15.83:0/3527300458 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b28004cc0 con 0x7f9b301010a0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b1f7fe640 1 -- 172.21.15.83:0/3527300458 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2800f6b0 con 0x7f9b301010a0 2024-04-22T14:00:27.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.332+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b301a7810 con 0x7f9b301010a0 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.334+0000 7f9b1f7fe640 1 -- 172.21.15.83:0/3527300458 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9b2800f850 con 0x7f9b301010a0 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 Processor -- start 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 -- start start 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93e98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5640e934e1f0 con 0x5640e93e9e80 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5640e92eb4b0 con 0x5640e93e94d0 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b37442740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5640e934a1b0 con 0x5640e93f2a00 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51524/0 (socket says 172.21.15.83:51524) 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2e59c640 1 -- 172.21.15.83:0/2578947202 learned_addr learned my addr 172.21.15.83:0/2578947202 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b1f7fe640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 0x7f9b180a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93e98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.335+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 0x7f9b180a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 -- 172.21.15.83:0/2578947202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 msgr2=0x5640e93f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 -- 172.21.15.83:0/2578947202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 msgr2=0x5640e93e98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93e98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b1f7fe640 1 -- 172.21.15.83:0/3527300458 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b280d0910 con 0x7f9b301010a0 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 -- 172.21.15.83:0/2578947202 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640e92dd1b0 con 0x5640e93e9e80 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93e98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809c5e0 tx=0x7f9b28005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=954df7988e3f0046 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b1cff9640 1 -- 172.21.15.83:0/2578947202 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2801d070 con 0x5640e93e9e80 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 0x7f9b180a6210 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9b20005fd0 tx=0x7f9b20005900 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b1cff9640 1 -- 172.21.15.83:0/2578947202 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b2809cfe0 con 0x5640e93e9e80 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.336+0000 7f9b1cff9640 1 -- 172.21.15.83:0/2578947202 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28098f50 con 0x5640e93e9e80 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- 172.21.15.83:0/2578947202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 msgr2=0x5640e93f2430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f9b2809c5e0 tx=0x7f9b28005870 comp rx=0 tx=0).stop 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- 172.21.15.83:0/2578947202 shutdown_connections 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93f2430 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 --2- 172.21.15.83:0/2578947202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93e98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- 172.21.15.83:0/2578947202 >> 172.21.15.83:0/2578947202 conn(0x5640e93e3ba0 msgr2=0x5640e93e3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- 172.21.15.83:0/2578947202 shutdown_connections 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- 172.21.15.83:0/2578947202 wait complete. 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 -- start start 2024-04-22T14:00:27.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.337+0000 7f9b37442740 1 Processor -- start 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93f22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93efc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5640e93f5910 con 0x5640e93e9e80 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5640e9307500 con 0x5640e93e94d0 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5640e93f5a90 con 0x5640e93f2a00 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b37442740 10 client.0 _ll_register_callbacks cb 0x5640e92d5b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51540/0 (socket says 172.21.15.83:51540) 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/236898764 learned_addr learned my addr 172.21.15.83:0/236898764 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93f22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93efc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 msgr2=0x5640e93efc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93efc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.338+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/236898764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 msgr2=0x5640e93f22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93f22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/236898764 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640e90603f0 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93f22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009900 tx=0x7f9b2402ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f94da90b4df791af server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b15ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b24042070 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b24005450 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b2809cfe0 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9b2404e050 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b37442740 10 client.16428 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.339+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640e912a7d0 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b2809cfe0 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f9b240035f0 con 0x5640e93e9e80 2024-04-22T14:00:27.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 10 client.16428 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 10 client.16428 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 20 client.16428 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e9405020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 4 client.16428 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640e92ed930 con 0x5640e9402ba0 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e9405020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e9405020 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=22c86c069d37345b server_cookie=101921598354c289 in_seq=0 out_seq=0 2024-04-22T14:00:27.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.340+0000 7f9b15ffb640 10 client.16428 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b15ffb640 1 -- 172.21.15.83:0/236898764 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5640e92ed930 con 0x5640e9402ba0 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b15ffb640 10 client.16428 handle_command_reply: tid=0 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 client.16428 shutdown 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 msgr2=0x5640e93ef680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f9b24009900 tx=0x7f9b2402ca70 comp rx=0 tx=0).stop 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 shutdown_connections 2024-04-22T14:00:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e9405020 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b15ffb640 0 client.16428 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93f2a00 0x5640e93efc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ef680 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 --2- 172.21.15.83:0/236898764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93e94d0 0x5640e93f22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.341+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 >> 172.21.15.83:0/236898764 conn(0x5640e93e3ba0 msgr2=0x5640e93e58f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.342+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 shutdown_connections 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.342+0000 7f9b37442740 1 -- 172.21.15.83:0/236898764 wait complete. 2024-04-22T14:00:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.342+0000 7f9b37442740 20 client.16428 trim_cache size 0 max 16384 2024-04-22T14:00:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 Processor -- start 2024-04-22T14:00:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 -- start start 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e9e80 0x5640e93e5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93f1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301afde0 con 0x5640e93e94d0 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301b1a10 con 0x5640e93f2a00 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b37442740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301b04b0 con 0x5640e93e9e80 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51554/0 (socket says 172.21.15.83:51554) 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 -- 172.21.15.83:0/834543285 learned_addr learned my addr 172.21.15.83:0/834543285 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e9e80 0x5640e93e5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 -- 172.21.15.83:0/834543285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e9e80 msgr2=0x5640e93e5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e9e80 0x5640e93e5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 -- 172.21.15.83:0/834543285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 msgr2=0x5640e93f1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93f1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 -- 172.21.15.83:0/834543285 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640e93edbd0 con 0x5640e93e94d0 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f9b280ce690 tx=0x7f9b28098cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5d7d4eb62978c9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b17fff640 1 -- 172.21.15.83:0/834543285 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2801d040 con 0x5640e93e94d0 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b17fff640 1 -- 172.21.15.83:0/834543285 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b280a0c90 con 0x5640e93e94d0 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.355+0000 7f9b17fff640 1 -- 172.21.15.83:0/834543285 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b28087030 con 0x5640e93e94d0 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- 172.21.15.83:0/834543285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 msgr2=0x5640e93fe7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f9b280ce690 tx=0x7f9b28098cb0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- 172.21.15.83:0/834543285 shutdown_connections 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93f1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e9e80 0x5640e93e5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 --2- 172.21.15.83:0/834543285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e94d0 0x5640e93fe7d0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- 172.21.15.83:0/834543285 >> 172.21.15.83:0/834543285 conn(0x5640e93e3ba0 msgr2=0x5640e93ee6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- 172.21.15.83:0/834543285 shutdown_connections 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- 172.21.15.83:0/834543285 wait complete. 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.356+0000 7f9b37442740 1 -- start start 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 Processor -- start 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e94d0 0x5640e93fb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93ec570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301b1280 con 0x5640e93e9e80 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301b0bb0 con 0x5640e93f2a00 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b301addc0 con 0x5640e93e94d0 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 10 client.0 _ll_register_callbacks cb 0x7f9b24004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51570/0 (socket says 172.21.15.83:51570) 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/364324745 learned_addr learned my addr 172.21.15.83:0/364324745 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e94d0 0x5640e93fb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93ec570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e94d0 msgr2=0x5640e93fb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e94d0 0x5640e93fb0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/364324745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 msgr2=0x5640e93ec570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93ec570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 -- 172.21.15.83:0/364324745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640e93ecda0 con 0x5640e93e9e80 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2ed9d640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93ec570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b2dd9b640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9b240039c0 tx=0x7f9b24005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa0e6049a377ef4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b15ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b24042040 con 0x5640e93e9e80 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b24003bb0 con 0x5640e93e9e80 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.357+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b280a0c90 con 0x5640e93e9e80 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9b2402c5d0 con 0x5640e93e9e80 2024-04-22T14:00:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 10 client.16434 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640e9469140 con 0x5640e93e9e80 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b280a0c90 con 0x5640e93e9e80 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f9b24004830 con 0x5640e93e9e80 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 10 client.16434 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 10 client.16434 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 20 client.16434 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e946b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 4 client.16434 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5640e935bc10 con 0x5640e9402ba0 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e946b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b15ffb640 10 client.16434 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.358+0000 7f9b2e59c640 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e946b950 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=da90bab83d65d384 server_cookie=ab35aff2f690f20d in_seq=0 out_seq=0 2024-04-22T14:00:27.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b15ffb640 1 -- 172.21.15.83:0/364324745 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5640e935bc10 con 0x5640e9402ba0 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b15ffb640 10 client.16434 handle_command_reply: tid=0 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 client.16434 shutdown 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 msgr2=0x5640e93ec030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f9b240039c0 tx=0x7f9b24005d50 comp rx=0 tx=0).stop 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 shutdown_connections 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5640e9402ba0 0x5640e946b950 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640e93f2a00 0x5640e93ec570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b15ffb640 0 client.16434 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640e93e9e80 0x5640e93ec030 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 --2- 172.21.15.83:0/364324745 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640e93e94d0 0x5640e93fb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 >> 172.21.15.83:0/364324745 conn(0x5640e93e3ba0 msgr2=0x5640e93ede20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 shutdown_connections 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 1 -- 172.21.15.83:0/364324745 wait complete. 2024-04-22T14:00:27.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b37442740 20 client.16434 trim_cache size 0 max 16384 2024-04-22T14:00:27.369 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:27.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 msgr2=0x7f9b180a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 0x7f9b180a6210 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9b20005fd0 tx=0x7f9b20005900 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 msgr2=0x7f9b30102b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f9b2800cce0 tx=0x7f9b2800a620 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 shutdown_connections 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b180a3d50 0x7f9b180a6210 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b301035b0 0x7f9b301a68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b30106170 0x7f9b30103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 --2- 172.21.15.83:0/3527300458 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b301010a0 0x7f9b30102b30 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.359+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 >> 172.21.15.83:0/3527300458 conn(0x7f9b30077eb0 msgr2=0x7f9b3006a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.360+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 shutdown_connections 2024-04-22T14:00:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.360+0000 7f9b3484e640 1 -- 172.21.15.83:0/3527300458 wait complete. 2024-04-22T14:00:27.373 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:00:27.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:26 smithi173 ceph-mon[31493]: pgmap v70: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 92 op/s 2024-04-22T14:00:27.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:26 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2608678220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:27.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 -- 172.21.15.83:0/3256555956 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010c970 msgr2=0x7f9c3010cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 --2- 172.21.15.83:0/3256555956 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010c970 0x7f9c3010cdf0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f9c20009930 tx=0x7f9c2002bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:27.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 -- 172.21.15.83:0/3256555956 shutdown_connections 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 --2- 172.21.15.83:0/3256555956 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c3010d330 0x7f9c301197f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 --2- 172.21.15.83:0/3256555956 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010c970 0x7f9c3010cdf0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 --2- 172.21.15.83:0/3256555956 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c30112930 0x7f9c30112d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 -- 172.21.15.83:0/3256555956 >> 172.21.15.83:0/3256555956 conn(0x7f9c3006cfc0 msgr2=0x7f9c3010af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 -- 172.21.15.83:0/3256555956 shutdown_connections 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.470+0000 7f9c37062640 1 -- 172.21.15.83:0/3256555956 wait complete. 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 Processor -- start 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 -- start start 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 0x7f9c301a3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c30112930 0x7f9c301a7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3011cbf0 con 0x7f9c3010d330 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3011ca70 con 0x7f9c30112930 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c37062640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9c3011cd70 con 0x7f9c3010c970 2024-04-22T14:00:27.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51586/0 (socket says 172.21.15.83:51586) 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 -- 172.21.15.83:0/3964045475 learned_addr learned my addr 172.21.15.83:0/3964045475 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 0x7f9c301a3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 -- 172.21.15.83:0/3964045475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 msgr2=0x7f9c301a3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 0x7f9c301a3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 -- 172.21.15.83:0/3964045475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c30112930 msgr2=0x7f9c301a7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c30112930 0x7f9c301a7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 -- 172.21.15.83:0/3964045475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c301a8140 con 0x7f9c3010d330 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 0x7f9c301a3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c27fff640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f9c20009230 tx=0x7f9c200045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.471+0000 7f9c25ffb640 1 -- 172.21.15.83:0/3964045475 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20043020 con 0x7f9c3010d330 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.472+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c301a83d0 con 0x7f9c3010d330 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.472+0000 7f9c25ffb640 1 -- 172.21.15.83:0/3964045475 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c2002cb70 con 0x7f9c3010d330 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.472+0000 7f9c25ffb640 1 -- 172.21.15.83:0/3964045475 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c20003b50 con 0x7f9c3010d330 2024-04-22T14:00:27.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.472+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c301afcc0 con 0x7f9c3010d330 2024-04-22T14:00:27.478 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:26 smithi084 ceph-mon[31312]: pgmap v70: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 509 KiB/s rd, 503 KiB/s wr, 92 op/s 2024-04-22T14:00:27.478 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:26 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2608678220' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c25ffb640 1 -- 172.21.15.83:0/3964045475 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9c20046020 con 0x7f9c3010d330 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c39c4c740 1 Processor -- start 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c39c4c740 1 -- start start 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.474+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ebe1a201f0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ebe19bd4b0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ebe1a1c1b0 con 0x55ebe1abbe80 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c25ffb640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 0x7f9c180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51596/0 (socket says 172.21.15.83:51596) 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 -- 172.21.15.83:0/1916010565 learned_addr learned my addr 172.21.15.83:0/1916010565 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 0x7f9c180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c27fff640 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c25ffb640 1 -- 172.21.15.83:0/3964045475 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9c200f2950 con 0x7f9c3010d330 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 -- 172.21.15.83:0/1916010565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 msgr2=0x55ebe1ac4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 -- 172.21.15.83:0/1916010565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 msgr2=0x55ebe1ac6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 -- 172.21.15.83:0/1916010565 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebe19af1b0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9c28012d20 tx=0x7f9c2800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57dc462d1d96b0ba server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c355ff640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 0x7f9c180a61e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009270 tx=0x7f9c2801a000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c16ffd640 1 -- 172.21.15.83:0/1916010565 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c28020070 con 0x55ebe1abb4d0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c16ffd640 1 -- 172.21.15.83:0/1916010565 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c28009b10 con 0x55ebe1abb4d0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.475+0000 7f9c16ffd640 1 -- 172.21.15.83:0/1916010565 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c28005440 con 0x55ebe1abb4d0 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- 172.21.15.83:0/1916010565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 msgr2=0x55ebe1abb8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9c28012d20 tx=0x7f9c2800f730 comp rx=0 tx=0).stop 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- 172.21.15.83:0/1916010565 shutdown_connections 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/1916010565 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1abb8b0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- 172.21.15.83:0/1916010565 >> 172.21.15.83:0/1916010565 conn(0x55ebe1ab5ba0 msgr2=0x55ebe1ab5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- 172.21.15.83:0/1916010565 shutdown_connections 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- 172.21.15.83:0/1916010565 wait complete. 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 -- start start 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.476+0000 7f9c39c4c740 1 Processor -- start 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ebe1ac7910 con 0x55ebe1ac4a00 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ebe19d9500 con 0x55ebe1abbe80 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ebe1ac7a90 con 0x55ebe1abb4d0 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c39c4c740 10 client.0 _ll_register_callbacks cb 0x55ebe19a7b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51600/0 (socket says 172.21.15.83:51600) 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 -- 172.21.15.83:0/4213003916 learned_addr learned my addr 172.21.15.83:0/4213003916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c27fff640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 -- 172.21.15.83:0/4213003916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 msgr2=0x55ebe1ac43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 -- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 msgr2=0x55ebe1ac1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 -- 172.21.15.83:0/4213003916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebe17323f0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c27fff640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c355ff640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9c28015090 tx=0x7f9c28004dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d431be8b4ae5e0f9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.477+0000 7f9c0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c28020040 con 0x55ebe1ac4a00 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9c28019cc0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c28009b10 con 0x55ebe1ac4a00 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c280051c0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 10 client.16446 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ebe17fc7d0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c28009b10 con 0x55ebe1ac4a00 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f9c2802b070 con 0x55ebe1ac4a00 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 10 client.16446 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 10 client.16446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 20 client.16446 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1ad4c10 0x55ebe1ad7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 4 client.16446 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebe19bf930 con 0x55ebe1ad4c10 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.478+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1ad4c10 0x55ebe1ad7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.479+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1ad4c10 0x55ebe1ad7000 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaf74d2777fa407a server_cookie=f6cbd104a2e38816 in_seq=0 out_seq=0 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.479+0000 7f9c0ffff640 10 client.16446 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.479+0000 7f9c0ffff640 1 -- 172.21.15.83:0/4213003916 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ebe19bf930 con 0x55ebe1ad4c10 2024-04-22T14:00:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.479+0000 7f9c0ffff640 10 client.16446 handle_command_reply: tid=0 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.479+0000 7f9c39c4c740 1 client.16446 shutdown 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 msgr2=0x55ebe1ac1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9c28015090 tx=0x7f9c28004dd0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 shutdown_connections 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1ad4c10 0x55ebe1ad7000 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac1eb0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/4213003916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c0ffff640 0 client.16446 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 >> 172.21.15.83:0/4213003916 conn(0x55ebe1ab5ba0 msgr2=0x55ebe1ab78f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 shutdown_connections 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 1 -- 172.21.15.83:0/4213003916 wait complete. 2024-04-22T14:00:27.491 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.480+0000 7f9c39c4c740 20 client.16446 trim_cache size 0 max 16384 2024-04-22T14:00:27.503 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 Processor -- start 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 -- start start 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b85d0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301ba200 con 0x55ebe1ac4a00 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b8ca0 con 0x55ebe1abbe80 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51610/0 (socket says 172.21.15.83:51610) 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 -- 172.21.15.83:0/51618797 learned_addr learned my addr 172.21.15.83:0/51618797 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.504 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 -- 172.21.15.83:0/51618797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 msgr2=0x55ebe1ac3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 -- 172.21.15.83:0/51618797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 msgr2=0x55ebe1ac43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 -- 172.21.15.83:0/51618797 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebe1ad75c0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00cb70 tx=0x7f9c2c00c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f5f95acfb392cd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.493+0000 7f9c167fc640 1 -- 172.21.15.83:0/51618797 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c01f020 con 0x55ebe1abb4d0 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c167fc640 1 -- 172.21.15.83:0/51618797 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c2c01b850 con 0x55ebe1abb4d0 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c167fc640 1 -- 172.21.15.83:0/51618797 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c011e30 con 0x55ebe1abb4d0 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- 172.21.15.83:0/51618797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 msgr2=0x55ebe1ad0800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00cb70 tx=0x7f9c2c00c670 comp rx=0 tx=0).stop 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- 172.21.15.83:0/51618797 shutdown_connections 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/51618797 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ad0800 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- 172.21.15.83:0/51618797 >> 172.21.15.83:0/51618797 conn(0x55ebe1ab5ba0 msgr2=0x55ebe1ab77b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- 172.21.15.83:0/51618797 shutdown_connections 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- 172.21.15.83:0/51618797 wait complete. 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 -- start start 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.494+0000 7f9c39c4c740 1 Processor -- start 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b9a70 con 0x55ebe1abb4d0 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b93a0 con 0x55ebe1abbe80 2024-04-22T14:00:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9c301b65b0 con 0x55ebe1ac4a00 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c39c4c740 10 client.0 _ll_register_callbacks cb 0x7f9c280129a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51626/0 (socket says 172.21.15.83:51626) 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 -- 172.21.15.83:0/343662903 learned_addr learned my addr 172.21.15.83:0/343662903 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 -- 172.21.15.83:0/343662903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1ac4a00 msgr2=0x55ebe1ac9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 -- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 msgr2=0x55ebe1ac8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c27fff640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac8d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 -- 172.21.15.83:0/343662903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebe1b3a190 con 0x55ebe1abb4d0 2024-04-22T14:00:27.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c27fff640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c34dfe640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c01b6e0 tx=0x7f9c2c01b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b124561cccaa8c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0113e0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.495+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9c2c011580 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c2c01b850 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f9c2c0117c0 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 10 client.16452 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ebe1b3b470 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c2c01b850 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f9c2c00f040 con 0x55ebe1abb4d0 2024-04-22T14:00:27.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 10 client.16452 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 10 client.16452 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 20 client.16452 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1b3bbc0 0x55ebe1b3dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 4 client.16452 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ebe1a2dc10 con 0x55ebe1b3bbc0 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.496+0000 7f9c27fff640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1b3bbc0 0x55ebe1b3dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c0ffff640 10 client.16452 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c27fff640 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1b3bbc0 0x55ebe1b3dfe0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da28848fcb8f71e4 server_cookie=bd7eaeb69a0b860 in_seq=0 out_seq=0 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c0ffff640 1 -- 172.21.15.83:0/343662903 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ebe1a2dc10 con 0x55ebe1b3bbc0 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c0ffff640 10 client.16452 handle_command_reply: tid=0 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 client.16452 shutdown 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 msgr2=0x55ebe1ac87f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c01b6e0 tx=0x7f9c2c01b710 comp rx=0 tx=0).stop 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 shutdown_connections 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ebe1b3bbc0 0x55ebe1b3dfe0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ebe1ac4a00 0x55ebe1ac9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c0ffff640 0 client.16452 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ebe1abbe80 0x55ebe1ac8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 --2- 172.21.15.83:0/343662903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ebe1abb4d0 0x55ebe1ac87f0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 >> 172.21.15.83:0/343662903 conn(0x55ebe1ab5ba0 msgr2=0x55ebe1ab4370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 shutdown_connections 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 1 -- 172.21.15.83:0/343662903 wait complete. 2024-04-22T14:00:27.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.497+0000 7f9c39c4c740 20 client.16452 trim_cache size 0 max 16384 2024-04-22T14:00:27.511 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 msgr2=0x7f9c180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 0x7f9c180a61e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9c28009270 tx=0x7f9c2801a000 comp rx=0 tx=0).stop 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 msgr2=0x7f9c301a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f9c20009230 tx=0x7f9c200045e0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 shutdown_connections 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9c180a3d20 0x7f9c180a61e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9c30112930 0x7f9c301a7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9c3010d330 0x7f9c301a3690 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 --2- 172.21.15.83:0/3964045475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9c3010c970 0x7f9c301a3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:27.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 >> 172.21.15.83:0/3964045475 conn(0x7f9c3006cfc0 msgr2=0x7f9c3010f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:27.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 shutdown_connections 2024-04-22T14:00:27.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:27.498+0000 7f9c37062640 1 -- 172.21.15.83:0/3964045475 wait complete. 2024-04-22T14:00:28.518 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:00:28.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:00:28.518 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- 172.21.15.83:0/83853710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101a40 msgr2=0x7f5fc8105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 --2- 172.21.15.83:0/83853710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101a40 0x7f5fc8105a80 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc009900 tx=0x7f5fbc02bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- 172.21.15.83:0/83853710 shutdown_connections 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 --2- 172.21.15.83:0/83853710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 0x7f5fc810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 --2- 172.21.15.83:0/83853710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101a40 0x7f5fc8105a80 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 --2- 172.21.15.83:0/83853710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc8101090 0x7f5fc8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- 172.21.15.83:0/83853710 >> 172.21.15.83:0/83853710 conn(0x7f5fc8077f50 msgr2=0x7f5fc8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- 172.21.15.83:0/83853710 shutdown_connections 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- 172.21.15.83:0/83853710 wait complete. 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 Processor -- start 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.628+0000 7f5fd031e640 1 -- start start 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 0x7f5fc8199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc819a220 0x7f5fc81a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81111d0 con 0x7f5fc8101090 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc8111050 con 0x7f5fc819a220 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc8111350 con 0x7f5fc8106160 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51630/0 (socket says 172.21.15.83:51630) 2024-04-22T14:00:28.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 -- 172.21.15.83:0/2071720147 learned_addr learned my addr 172.21.15.83:0/2071720147 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 0x7f5fc8199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc819a220 0x7f5fc81a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 -- 172.21.15.83:0/2071720147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 msgr2=0x7f5fc8199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 0x7f5fc8199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 -- 172.21.15.83:0/2071720147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc819a220 msgr2=0x7f5fc81a47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc819a220 0x7f5fc81a47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 -- 172.21.15.83:0/2071720147 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc81a4fa0 con 0x7f5fc8101090 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fce0ba640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5fb800ba50 tx=0x7f5fb800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fc77fe640 1 -- 172.21.15.83:0/2071720147 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb8019070 con 0x7f5fc8101090 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fc81a5290 con 0x7f5fc8101090 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fc77fe640 1 -- 172.21.15.83:0/2071720147 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fb800cbe0 con 0x7f5fc8101090 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fc77fe640 1 -- 172.21.15.83:0/2071720147 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb80075d0 con 0x7f5fc8101090 2024-04-22T14:00:28.635 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.629+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fc81a5800 con 0x7f5fc8101090 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.631+0000 7f5fc77fe640 1 -- 172.21.15.83:0/2071720147 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5fb801c070 con 0x7f5fc8101090 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 Processor -- start 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 -- start start 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640231448e0 0x564023144cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.642 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fc77fe640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 0x7f5fb00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5640230a8f00 con 0x56402314de10 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564023046590 con 0x5640231448e0 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.632+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5640230a4ec0 con 0x564023145290 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce0ba640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 0x7f5fb00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51646/0 (socket says 172.21.15.83:51646) 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2160918263 learned_addr learned my addr 172.21.15.83:0/2160918263 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640231448e0 0x564023144cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fc77fe640 1 -- 172.21.15.83:0/2071720147 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5fb80cfc70 con 0x7f5fc8101090 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2160918263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 msgr2=0x56402314d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2160918263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640231448e0 msgr2=0x564023144cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640231448e0 0x564023144cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2160918263 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564022e837e0 con 0x56402314de10 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce0ba640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 0x7f5fb00a61e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5fb809acc0 tx=0x7f5fb80bc040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0017730 tx=0x7f5fc00094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e74aaaef11117578 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fc4bfe640 1 -- 172.21.15.83:0/2160918263 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc0015760 con 0x56402314de10 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fc4bfe640 1 -- 172.21.15.83:0/2160918263 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fc001d070 con 0x56402314de10 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.633+0000 7f5fc4bfe640 1 -- 172.21.15.83:0/2160918263 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc0018a80 con 0x56402314de10 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2160918263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 msgr2=0x564023150260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0017730 tx=0x7f5fc00094a0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2160918263 shutdown_connections 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402314de10 0x564023150260 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2160918263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5640231448e0 0x564023144cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2160918263 >> 172.21.15.83:0/2160918263 conn(0x56402313efb0 msgr2=0x56402313f390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2160918263 shutdown_connections 2024-04-22T14:00:28.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2160918263 wait complete. 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.634+0000 7f5fd2fe0740 1 -- start start 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 Processor -- start 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402314de10 0x56402314b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564023150d20 con 0x5640231448e0 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564023062580 con 0x56402314de10 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564023150ea0 con 0x564023145290 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fd2fe0740 10 client.0 _ll_register_callbacks cb 0x564023068650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51654/0 (socket says 172.21.15.83:51654) 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2232498242 learned_addr learned my addr 172.21.15.83:0/2232498242 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.645 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2232498242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 msgr2=0x56402314b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402314de10 msgr2=0x56402314b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402314de10 0x56402314b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2232498242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564022ee3f70 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0009d50 tx=0x7f5fc0017f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d2bf91e4f674b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fadffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.635+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc00090e0 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5fc0015730 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fc001d070 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5fc0015930 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 10 client.16464 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x564022d7b170 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fc001d070 con 0x5640231448e0 2024-04-22T14:00:28.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f5fc00249b0 con 0x5640231448e0 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 10 client.16464 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 10 client.16464 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 20 client.16464 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402315e170 0x564023160560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 4 client.16464 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640230b6920 con 0x56402315e170 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.636+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402315e170 0x564023160560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.637+0000 7f5fadffb640 10 client.16464 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.637+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402315e170 0x564023160560 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c48b53df1c34b58e server_cookie=ca0f4e41bd7b832f in_seq=0 out_seq=0 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.637+0000 7f5fadffb640 1 -- 172.21.15.83:0/2232498242 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5640230b6920 con 0x56402315e170 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.637+0000 7f5fadffb640 10 client.16464 handle_command_reply: tid=0 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.637+0000 7f5fd2fe0740 1 client.16464 shutdown 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 msgr2=0x56402314ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0009d50 tx=0x7f5fc0017f30 comp rx=0 tx=0).stop 2024-04-22T14:00:28.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 shutdown_connections 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402315e170 0x564023160560 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402314de10 0x56402314b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fadffb640 0 client.16464 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x56402314b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2232498242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x56402314ade0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 >> 172.21.15.83:0/2232498242 conn(0x56402313efb0 msgr2=0x564023140d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 shutdown_connections 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2232498242 wait complete. 2024-04-22T14:00:28.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.638+0000 7f5fd2fe0740 20 client.16464 trim_cache size 0 max 16384 2024-04-22T14:00:28.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 Processor -- start 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 -- start start 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 0x564023159be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564023145290 0x56402314b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81add60 con 0x56402313efb0 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81af990 con 0x564023145290 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81ae430 con 0x5640231448e0 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51666/0 (socket says 172.21.15.83:51666) 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2532826603 learned_addr learned my addr 172.21.15.83:0/2532826603 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564023145290 0x56402314b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2532826603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 msgr2=0x564023159be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 0x564023159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.655+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 0x564023159be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2532826603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564023145290 msgr2=0x56402314b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564023145290 0x56402314b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fce8bb640 1 -- 172.21.15.83:0/2532826603 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56402313e790 con 0x56402313efb0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 0x564023159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0006cd0 tx=0x7f5fc0018510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=494f1f00adbd8970 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5faffff640 1 -- 172.21.15.83:0/2532826603 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc0009a80 con 0x56402313efb0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5faffff640 1 -- 172.21.15.83:0/2532826603 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fc001d070 con 0x56402313efb0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5faffff640 1 -- 172.21.15.83:0/2532826603 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc00227a0 con 0x56402313efb0 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2532826603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 msgr2=0x56402314d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5fc0006cd0 tx=0x7f5fc0018510 comp rx=0 tx=0).stop 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2532826603 shutdown_connections 2024-04-22T14:00:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564023145290 0x56402314b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5640231448e0 0x564023159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/2532826603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56402313efb0 0x56402314d510 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2532826603 >> 172.21.15.83:0/2532826603 conn(0x5640231459e0 msgr2=0x56402314ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2532826603 shutdown_connections 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.656+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/2532826603 wait complete. 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 -- start start 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 Processor -- start 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402313efb0 0x564023151df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x564023152890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81af200 con 0x5640231448e0 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81aeb30 con 0x56402313efb0 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc81abd40 con 0x564023145290 2024-04-22T14:00:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fd2fe0740 10 client.0 _ll_register_callbacks cb 0x7f5fc0009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51674/0 (socket says 172.21.15.83:51674) 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 -- 172.21.15.83:0/4059462612 learned_addr learned my addr 172.21.15.83:0/4059462612 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x564023152890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 -- 172.21.15.83:0/4059462612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 msgr2=0x564023152890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x564023152890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 -- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402313efb0 msgr2=0x564023151df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402313efb0 0x564023151df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 -- 172.21.15.83:0/4059462612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640231c3750 con 0x5640231448e0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fcd8b9640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc009850 tx=0x7f5fbc0043e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4aab2ec32e9d670 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.657+0000 7f5fadffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc02c9f0 con 0x5640231448e0 2024-04-22T14:00:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5fbc02cb90 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fc001d070 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5fbc005040 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 10 client.16470 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5640231c4a60 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5fc001d070 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f5fbc04a070 con 0x5640231448e0 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 10 client.16470 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 10 client.16470 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 20 client.16470 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402314de10 0x5640231c7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 4 client.16470 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5640230b0790 con 0x56402314de10 2024-04-22T14:00:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.658+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402314de10 0x5640231c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.659+0000 7f5fce8bb640 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402314de10 0x5640231c7290 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f15007abb527caf server_cookie=8ca3a530e4d82ef8 in_seq=0 out_seq=0 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.659+0000 7f5fadffb640 10 client.16470 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fadffb640 1 -- 172.21.15.83:0/4059462612 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5640230b0790 con 0x56402314de10 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fadffb640 10 client.16470 handle_command_reply: tid=0 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 client.16470 shutdown 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 msgr2=0x564023152330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc009850 tx=0x7f5fbc0043e0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 shutdown_connections 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56402314de10 0x5640231c7290 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564023145290 0x564023152890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fadffb640 0 client.16470 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5640231448e0 0x564023152330 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 --2- 172.21.15.83:0/4059462612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56402313efb0 0x564023151df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 >> 172.21.15.83:0/4059462612 conn(0x5640231459e0 msgr2=0x56402313e010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 shutdown_connections 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 1 -- 172.21.15.83:0/4059462612 wait complete. 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd2fe0740 20 client.16470 trim_cache size 0 max 16384 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "5626f614-5d31-487a-8ebf-473e57836b95", 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:00:28.670 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 msgr2=0x7f5fb00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.660+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 0x7f5fb00a61e0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5fb809acc0 tx=0x7f5fb80bc040 comp rx=0 tx=0).stop 2024-04-22T14:00:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 msgr2=0x7f5fc8199750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5fb800ba50 tx=0x7f5fb800bf10 comp rx=0 tx=0).stop 2024-04-22T14:00:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 shutdown_connections 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5fb00a3d20 0x7f5fb00a61e0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5fc819a220 0x7f5fc81a47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5fc8106160 0x7f5fc8199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 --2- 172.21.15.83:0/2071720147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5fc8101090 0x7f5fc8199750 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 >> 172.21.15.83:0/2071720147 conn(0x7f5fc8077f50 msgr2=0x7f5fc80ff270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 shutdown_connections 2024-04-22T14:00:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.661+0000 7f5fd031e640 1 -- 172.21.15.83:0/2071720147 wait complete. 2024-04-22T14:00:28.675 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:00:28.675 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:00:28.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.809+0000 7f6b6affd640 1 -- 172.21.15.83:0/1437845861 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b60034d90 con 0x7f6b6c101a30 2024-04-22T14:00:28.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 -- 172.21.15.83:0/1437845861 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101a30 msgr2=0x7f6b6c105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 --2- 172.21.15.83:0/1437845861 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101a30 0x7f6b6c105a70 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6b60009860 tx=0x7f6b6002bb70 comp rx=0 tx=0).stop 2024-04-22T14:00:28.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 -- 172.21.15.83:0/1437845861 shutdown_connections 2024-04-22T14:00:28.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 --2- 172.21.15.83:0/1437845861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c106150 0x7f6b6c10dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 --2- 172.21.15.83:0/1437845861 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101a30 0x7f6b6c105a70 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 --2- 172.21.15.83:0/1437845861 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c101080 0x7f6b6c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 -- 172.21.15.83:0/1437845861 >> 172.21.15.83:0/1437845861 conn(0x7f6b6c078000 msgr2=0x7f6b6c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 -- 172.21.15.83:0/1437845861 shutdown_connections 2024-04-22T14:00:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.810+0000 7f6b722c0640 1 -- 172.21.15.83:0/1437845861 wait complete. 2024-04-22T14:00:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 Processor -- start 2024-04-22T14:00:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 -- start start 2024-04-22T14:00:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 0x7f6b6c196570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c19ade0 0x7f6b6c19b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c10ffa0 con 0x7f6b6c106150 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c10fe20 con 0x7f6b6c19ade0 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.811+0000 7f6b722c0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c110120 con 0x7f6b6c101080 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51684/0 (socket says 172.21.15.83:51684) 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 0x7f6b6c196570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/2769552444 learned_addr learned my addr 172.21.15.83:0/2769552444 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b7085d640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c19ade0 0x7f6b6c19b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 -- 172.21.15.83:0/2769552444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c19ade0 msgr2=0x7f6b6c19b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c19ade0 0x7f6b6c19b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 -- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 msgr2=0x7f6b6c196ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 -- 172.21.15.83:0/2769552444 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b6c19b8d0 con 0x7f6b6c101080 2024-04-22T14:00:28.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 0x7f6b6c196570 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c005fd0 tx=0x7f6b5c00ed90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b697fa640 1 -- 172.21.15.83:0/2769552444 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c00ccc0 con 0x7f6b6c101080 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b697fa640 1 -- 172.21.15.83:0/2769552444 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b5c0035f0 con 0x7f6b6c101080 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.812+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b6c19bbc0 con 0x7f6b6c101080 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.813+0000 7f6b697fa640 1 -- 172.21.15.83:0/2769552444 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b5c00ce60 con 0x7f6b6c101080 2024-04-22T14:00:28.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.813+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b6c1a33b0 con 0x7f6b6c101080 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.815+0000 7f6b74f81740 1 Processor -- start 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.815+0000 7f6b74f81740 1 -- start start 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.815+0000 7f6b697fa640 1 -- 172.21.15.83:0/2769552444 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6b5c003aa0 con 0x7f6b6c101080 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.815+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d36540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d38e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b74f81740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555566c921e0 con 0x555566d36a80 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b74f81740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555566c2f390 con 0x555566d2d580 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b74f81740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555566c8e1a0 con 0x555566d2dea0 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55112/0 (socket says 172.21.15.83:55112) 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 -- 172.21.15.83:0/429568690 learned_addr learned my addr 172.21.15.83:0/429568690 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d38e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d36540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 -- 172.21.15.83:0/429568690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 msgr2=0x555566d36540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d36540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 -- 172.21.15.83:0/429568690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 msgr2=0x555566d38e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d38e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 -- 172.21.15.83:0/429568690 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555566a6e7d0 con 0x555566d2d580 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b697fa640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 0x7f6b540a83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 0x7f6b540a83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b697fa640 1 -- 172.21.15.83:0/2769552444 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6b5c0d09d0 con 0x7f6b6c101080 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.816+0000 7f6b7085d640 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009f60 tx=0x7f6b64009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d99e51d16ba54ac5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.817+0000 7f6b527fc640 1 -- 172.21.15.83:0/429568690 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6401e070 con 0x555566d2d580 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.817+0000 7f6b527fc640 1 -- 172.21.15.83:0/429568690 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b64004030 con 0x555566d2d580 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.817+0000 7f6b527fc640 1 -- 172.21.15.83:0/429568690 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6400f6e0 con 0x555566d2d580 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- 172.21.15.83:0/429568690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 msgr2=0x555566d2d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6b64009f60 tx=0x7f6b64009f90 comp rx=0 tx=0).stop 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b6bfff640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 0x7f6b540a83f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0ce200 tx=0x7f6b5c0d44c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- 172.21.15.83:0/429568690 shutdown_connections 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d38e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d36540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 --2- 172.21.15.83:0/429568690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d2d960 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- 172.21.15.83:0/429568690 >> 172.21.15.83:0/429568690 conn(0x555566d27cb0 msgr2=0x555566d28090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- 172.21.15.83:0/429568690 shutdown_connections 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- 172.21.15.83:0/429568690 wait complete. 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 -- start start 2024-04-22T14:00:28.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.818+0000 7f6b74f81740 1 Processor -- start 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d34020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d34560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555566d39870 con 0x555566d2d580 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555566c4b2f0 con 0x555566d36a80 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555566d399f0 con 0x555566d2dea0 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b74f81740 10 client.0 _ll_register_callbacks cb 0x555566c58580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d34020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51696/0 (socket says 172.21.15.83:51696) 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 -- 172.21.15.83:0/4034512785 learned_addr learned my addr 172.21.15.83:0/4034512785 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d34560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 -- 172.21.15.83:0/4034512785 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 msgr2=0x555566d34020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d34020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 -- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 msgr2=0x555566d34560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d34560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 -- 172.21.15.83:0/4034512785 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555669a43f0 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b7085d640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6b64006010 tx=0x7f6b64009c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e51e875cdb8966 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.819+0000 7f6b4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6402e060 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b64004030 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6b64004620 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6b6401e070 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 10 client.16482 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5555669640f0 con 0x555566d2d580 2024-04-22T14:00:28.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b64004030 con 0x555566d2d580 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f6b64025070 con 0x555566d2d580 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 10 client.16482 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 20 client.16482 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566d46eb0 0x555566d492f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 4 client.16482 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.820+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555566c9fc00 con 0x555566d46eb0 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.821+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566d46eb0 0x555566d492f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.821+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566d46eb0 0x555566d492f0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a165987fa47dc51 server_cookie=dc825b427264db66 in_seq=0 out_seq=0 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.821+0000 7f6b4b7fe640 10 client.16482 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/4034512785 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555566c9fc00 con 0x555566d46eb0 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b4b7fe640 10 client.16482 handle_command_reply: tid=0 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 client.16482 shutdown 2024-04-22T14:00:28.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 msgr2=0x555566d33ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6b64006010 tx=0x7f6b64009c10 comp rx=0 tx=0).stop 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 shutdown_connections 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566d46eb0 0x555566d492f0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d34560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d34020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 --2- 172.21.15.83:0/4034512785 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d33ae0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 >> 172.21.15.83:0/4034512785 conn(0x555566d27cb0 msgr2=0x555566d29a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b4b7fe640 0 client.16482 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 shutdown_connections 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 1 -- 172.21.15.83:0/4034512785 wait complete. 2024-04-22T14:00:28.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.822+0000 7f6b74f81740 20 client.16482 trim_cache size 0 max 16384 2024-04-22T14:00:28.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 Processor -- start 2024-04-22T14:00:28.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 -- start start 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d36210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d333c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1aba30 con 0x555566d36a80 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ad660 con 0x555566d2d580 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b74f81740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ac100 con 0x555566d2dea0 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59210/0 (socket says 172.21.15.83:59210) 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/3265610875 learned_addr learned my addr 172.21.15.83:0/3265610875 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d36210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.849+0000 7f6b7085d640 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d333c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/3265610875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 msgr2=0x555566d36210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d36210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/3265610875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 msgr2=0x555566d333c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d333c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/3265610875 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555566d285f0 con 0x555566d2dea0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b6002c150 tx=0x7f6b60005d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dcece81297404199 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b51ffb640 1 -- 172.21.15.83:0/3265610875 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6004c020 con 0x555566d2dea0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b51ffb640 1 -- 172.21.15.83:0/3265610875 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b60034e40 con 0x555566d2dea0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.850+0000 7f6b51ffb640 1 -- 172.21.15.83:0/3265610875 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b60039040 con 0x555566d2dea0 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 -- 172.21.15.83:0/3265610875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 msgr2=0x555566d42730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6b6002c150 tx=0x7f6b60005d20 comp rx=0 tx=0).stop 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 -- 172.21.15.83:0/3265610875 shutdown_connections 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d36a80 0x555566d333c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d42730 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 --2- 172.21.15.83:0/3265610875 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d2d580 0x555566d36210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 -- 172.21.15.83:0/3265610875 >> 172.21.15.83:0/3265610875 conn(0x555566d27cb0 msgr2=0x555566d29950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 -- 172.21.15.83:0/3265610875 shutdown_connections 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.851+0000 7f6b74f81740 1 -- 172.21.15.83:0/3265610875 wait complete. 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 -- start start 2024-04-22T14:00:28.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 Processor -- start 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d3f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d2fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1aced0 con 0x555566d2d580 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1ac800 con 0x555566d36a80 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6b6c1a9a10 con 0x555566d2dea0 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b74f81740 10 client.0 _ll_register_callbacks cb 0x7f6b6401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b6b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d3f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b7085d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51714/0 (socket says 172.21.15.83:51714) 2024-04-22T14:00:28.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b7085d640 1 -- 172.21.15.83:0/217246772 learned_addr learned my addr 172.21.15.83:0/217246772 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.852+0000 7f6b7085d640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d2fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 msgr2=0x555566d2fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d2fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/217246772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 msgr2=0x555566d3ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 -- 172.21.15.83:0/217246772 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555566d30290 con 0x555566d2dea0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b7085d640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b6b7fe640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d3f180 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6b6002c180 tx=0x7f6b600348a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17a96a3c885604e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b4b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b6004c030 con 0x555566d2dea0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6b60034b90 con 0x555566d2dea0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555566c99a70 con 0x555566d2dea0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f6b60061050 con 0x555566d2dea0 2024-04-22T14:00:28.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b74f81740 10 client.25687 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x555566dacbb0 con 0x555566d2dea0 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.853+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b60004420 con 0x555566d2dea0 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f6b60040b30 con 0x555566d2dea0 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 10 client.25687 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 10 client.25687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 20 client.25687 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566dad440 0x555566daf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 4 client.25687 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555566c99a70 con 0x555566dad440 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b7085d640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566dad440 0x555566daf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b4b7fe640 10 client.25687 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.854+0000 7f6b7085d640 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566dad440 0x555566daf860 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91054a34a082b0f9 server_cookie=368e1a347c7d2bef in_seq=0 out_seq=0 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b4b7fe640 1 -- 172.21.15.83:0/217246772 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555566c99a70 con 0x555566dad440 2024-04-22T14:00:28.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b4b7fe640 10 client.25687 handle_command_reply: tid=0 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 client.25687 shutdown 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 msgr2=0x555566d3f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d3f180 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6b6002c180 tx=0x7f6b600348a0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 shutdown_connections 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555566dad440 0x555566daf860 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555566d36a80 0x555566d2fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555566d2dea0 0x555566d3f180 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b4b7fe640 0 client.25687 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 --2- 172.21.15.83:0/217246772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555566d2d580 0x555566d3ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 >> 172.21.15.83:0/217246772 conn(0x555566d27cb0 msgr2=0x555566d264e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 shutdown_connections 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 1 -- 172.21.15.83:0/217246772 wait complete. 2024-04-22T14:00:28.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.855+0000 7f6b74f81740 20 client.25687 trim_cache size 0 max 16384 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "5626f614-5d31-487a-8ebf-473e57836b95": { 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "5626f614-5d31-487a-8ebf-473e57836b95", 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:00:28.865 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:28.866 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:28.866 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:28.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 msgr2=0x7f6b540a83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 0x7f6b540a83f0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c0ce200 tx=0x7f6b5c0d44c0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 msgr2=0x7f6b6c196570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 0x7f6b6c196570 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6b5c005fd0 tx=0x7f6b5c00ed90 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 shutdown_connections 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6b540a5f30 0x7f6b540a83f0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b6c19ade0 0x7f6b6c19b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6b6c106150 0x7f6b6c196ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 --2- 172.21.15.83:0/2769552444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6b6c101080 0x7f6b6c196570 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 >> 172.21.15.83:0/2769552444 conn(0x7f6b6c078000 msgr2=0x7f6b6c0ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 shutdown_connections 2024-04-22T14:00:28.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:28.856+0000 7f6b722c0640 1 -- 172.21.15.83:0/2769552444 wait complete. 2024-04-22T14:00:28.872 INFO:tasks.cephfs.filesystem:scrub status for tag:5626f614-5d31-487a-8ebf-473e57836b95 - {'path': '/', 'tag': '5626f614-5d31-487a-8ebf-473e57836b95', 'options': 'recursive,force'} 2024-04-22T14:00:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:28 smithi083 ceph-mon[27977]: pgmap v71: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 503 KiB/s wr, 97 op/s 2024-04-22T14:00:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:28 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:00:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:28 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:28 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:28 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:29.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:28 smithi173 ceph-mon[31493]: pgmap v71: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 503 KiB/s wr, 97 op/s 2024-04-22T14:00:29.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:28 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:00:29.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:28 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:29.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:28 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:29.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:28 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:29.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:28 smithi084 ceph-mon[31312]: pgmap v71: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 512 KiB/s rd, 503 KiB/s wr, 97 op/s 2024-04-22T14:00:29.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:28 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:00:29.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:28 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:29.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:28 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:29.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:28 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:30 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:30 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:30.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:30 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:31.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:31 smithi173 ceph-mon[31493]: pgmap v72: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:31.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:31 smithi083 ceph-mon[27977]: pgmap v72: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:31.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:31 smithi084 ceph-mon[31312]: pgmap v72: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:33.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:33 smithi173 ceph-mon[31493]: pgmap v73: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:33.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:33 smithi083 ceph-mon[27977]: pgmap v73: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:33.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:33 smithi084 ceph-mon[31312]: pgmap v73: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 6.8 KiB/s wr, 12 op/s 2024-04-22T14:00:35.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:35 smithi173 ceph-mon[31493]: pgmap v74: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-22T14:00:35.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:35 smithi083 ceph-mon[27977]: pgmap v74: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-22T14:00:35.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:35 smithi084 ceph-mon[31312]: pgmap v74: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 10 KiB/s wr, 18 op/s 2024-04-22T14:00:37.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:37 smithi173 ceph-mon[31493]: pgmap v75: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-22T14:00:37.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:37 smithi083 ceph-mon[27977]: pgmap v75: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-22T14:00:37.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:37 smithi084 ceph-mon[31312]: pgmap v75: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.2 KiB/s wr, 11 op/s 2024-04-22T14:00:39.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:39 smithi173 ceph-mon[31493]: pgmap v76: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 16 op/s 2024-04-22T14:00:39.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:39 smithi083 ceph-mon[27977]: pgmap v76: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 16 op/s 2024-04-22T14:00:39.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:39 smithi084 ceph-mon[31312]: pgmap v76: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.6 KiB/s wr, 16 op/s 2024-04-22T14:00:41.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:41 smithi173 ceph-mon[31493]: pgmap v77: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:41.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:41 smithi083 ceph-mon[27977]: pgmap v77: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:41.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:41 smithi084 ceph-mon[31312]: pgmap v77: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:43.277 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:43 smithi084 ceph-mon[31312]: pgmap v78: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:43.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:43 smithi173 ceph-mon[31493]: pgmap v78: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:43.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:43 smithi083 ceph-mon[27977]: pgmap v78: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 5.0 KiB/s wr, 11 op/s 2024-04-22T14:00:45.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:45 smithi173 ceph-mon[31493]: pgmap v79: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.9 KiB/s wr, 16 op/s 2024-04-22T14:00:45.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:45 smithi083 ceph-mon[27977]: pgmap v79: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.9 KiB/s wr, 16 op/s 2024-04-22T14:00:45.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:45 smithi084 ceph-mon[31312]: pgmap v79: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.9 KiB/s wr, 16 op/s 2024-04-22T14:00:46.857 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:00:46.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 -- 172.21.15.83:0/2523601637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498107260 msgr2=0x7fe49810ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 --2- 172.21.15.83:0/2523601637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498107260 0x7fe49810ee30 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fe490009ca0 tx=0x7fe49002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 -- 172.21.15.83:0/2523601637 shutdown_connections 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 --2- 172.21.15.83:0/2523601637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498107260 0x7fe49810ee30 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 --2- 172.21.15.83:0/2523601637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe498102b40 0x7fe498106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 --2- 172.21.15.83:0/2523601637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498102190 0x7fe498102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 -- 172.21.15.83:0/2523601637 >> 172.21.15.83:0/2523601637 conn(0x7fe4980793e0 msgr2=0x7fe4980797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 -- 172.21.15.83:0/2523601637 shutdown_connections 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.963+0000 7fe49ea74640 1 -- 172.21.15.83:0/2523601637 wait complete. 2024-04-22T14:00:46.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 Processor -- start 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 -- start start 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 0x7fe498198cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe49819d000 0x7fe49819d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe4981121d0 con 0x7fe498102190 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe498112050 con 0x7fe49819d000 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49ea74640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe498112350 con 0x7fe498107260 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49c810640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49c810640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55852/0 (socket says 172.21.15.83:55852) 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.964+0000 7fe49c810640 1 -- 172.21.15.83:0/3710982807 learned_addr learned my addr 172.21.15.83:0/3710982807 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49d011640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe49819d000 0x7fe49819d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe497fff640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 0x7fe498198cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:46.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 -- 172.21.15.83:0/3710982807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 msgr2=0x7fe498198cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 0x7fe498198cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 -- 172.21.15.83:0/3710982807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe49819d000 msgr2=0x7fe49819d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe49819d000 0x7fe49819d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 -- 172.21.15.83:0/3710982807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe49819daf0 con 0x7fe498102190 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe497fff640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 0x7fe498198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49c810640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00c970 tx=0x7fe48c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48c007bb0 con 0x7fe498102190 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe48c007d50 con 0x7fe498102190 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48c00f450 con 0x7fe498102190 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe49819dde0 con 0x7fe498102190 2024-04-22T14:00:46.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.965+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4981a5580 con 0x7fe498102190 2024-04-22T14:00:46.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.966+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe498069230 con 0x7fe498102190 2024-04-22T14:00:46.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.967+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe48c004f20 con 0x7fe498102190 2024-04-22T14:00:46.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.968+0000 7fe495ffb640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 0x7fe4880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:46.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.968+0000 7fe497fff640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 0x7fe4880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:46.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.968+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe48c0d0550 con 0x7fe498102190 2024-04-22T14:00:46.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.968+0000 7fe497fff640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 0x7fe4880a61e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe498101850 tx=0x7fe484005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:46.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:46.973+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe48c014030 con 0x7fe498102190 2024-04-22T14:00:47.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:47 smithi083 ceph-mon[27977]: pgmap v80: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s 2024-04-22T14:00:47.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.190+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe498199a90 con 0x7fe498102190 2024-04-22T14:00:47.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.191+0000 7fe495ffb640 1 -- 172.21.15.83:0/3710982807 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7fe48c09cc20 con 0x7fe498102190 2024-04-22T14:00:47.194 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:00:47.194 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:00:47.194 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:00:47.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 msgr2=0x7fe4880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 0x7fe4880a61e0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe498101850 tx=0x7fe484005f90 comp rx=0 tx=0).stop 2024-04-22T14:00:47.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 msgr2=0x7fe498198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00c970 tx=0x7fe48c00ce30 comp rx=0 tx=0).stop 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 shutdown_connections 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4880a3d20 0x7fe4880a61e0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe49819d000 0x7fe49819d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe498107260 0x7fe498198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 --2- 172.21.15.83:0/3710982807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe498102190 0x7fe498198790 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 >> 172.21.15.83:0/3710982807 conn(0x7fe4980793e0 msgr2=0x7fe4980ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 shutdown_connections 2024-04-22T14:00:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.193+0000 7fe49ea74640 1 -- 172.21.15.83:0/3710982807 wait complete. 2024-04-22T14:00:47.207 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id d5143fc0 --release --await' 2024-04-22T14:00:47.207 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --set-id d5143fc0 --release --await 2024-04-22T14:00:47.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 -- 172.21.15.83:0/2360343150 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe4106680 msgr2=0x7effe4106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 --2- 172.21.15.83:0/2360343150 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe4106680 0x7effe4106a60 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7effd4009900 tx=0x7effd402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:47.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 -- 172.21.15.83:0/2360343150 shutdown_connections 2024-04-22T14:00:47.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 --2- 172.21.15.83:0/2360343150 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4100f80 0x7effe410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 --2- 172.21.15.83:0/2360343150 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe41005c0 0x7effe4100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 --2- 172.21.15.83:0/2360343150 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe4106680 0x7effe4106a60 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 -- 172.21.15.83:0/2360343150 >> 172.21.15.83:0/2360343150 conn(0x7effe40773e0 msgr2=0x7effe40fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 -- 172.21.15.83:0/2360343150 shutdown_connections 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.309+0000 7effe94fb640 1 -- 172.21.15.83:0/2360343150 wait complete. 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 Processor -- start 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 -- start start 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe4100f80 0x7effe4198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4106680 0x7effe419cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7effe41121b0 con 0x7effe41005c0 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7effe4112030 con 0x7effe4100f80 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe94fb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7effe4112330 con 0x7effe4106680 2024-04-22T14:00:47.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55872/0 (socket says 172.21.15.83:55872) 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe2ffd640 1 -- 172.21.15.83:0/3796998346 learned_addr learned my addr 172.21.15.83:0/3796998346 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe27fc640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe4100f80 0x7effe4198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.310+0000 7effe37fe640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4106680 0x7effe419cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 -- 172.21.15.83:0/3796998346 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4106680 msgr2=0x7effe419cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4106680 0x7effe419cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 -- 172.21.15.83:0/3796998346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe4100f80 msgr2=0x7effe4198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe4100f80 0x7effe4198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 -- 172.21.15.83:0/3796998346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effe419d660 con 0x7effe41005c0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe2ffd640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7effd4005940 tx=0x7effd402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effcbfff640 1 -- 172.21.15.83:0/3796998346 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd4043020 con 0x7effe41005c0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effe419d8f0 con 0x7effe41005c0 2024-04-22T14:00:47.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effcbfff640 1 -- 172.21.15.83:0/3796998346 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effd402cbe0 con 0x7effe41005c0 2024-04-22T14:00:47.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effcbfff640 1 -- 172.21.15.83:0/3796998346 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd4003bf0 con 0x7effe41005c0 2024-04-22T14:00:47.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.311+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effe41a51e0 con 0x7effe41005c0 2024-04-22T14:00:47.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effcbfff640 1 -- 172.21.15.83:0/3796998346 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7effd4046020 con 0x7effe41005c0 2024-04-22T14:00:47.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 Processor -- start 2024-04-22T14:00:47.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 -- start start 2024-04-22T14:00:47.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 0x55dc91f3b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f3dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dc91e97500 con 0x55dc91f32310 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dc91e3d6a0 con 0x55dc91f32c30 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effec1c5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dc91e934c0 con 0x55dc91f3b810 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55888/0 (socket says 172.21.15.83:55888) 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe37fe640 1 -- 172.21.15.83:0/2173453758 learned_addr learned my addr 172.21.15.83:0/2173453758 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effcbfff640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 0x7effcc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe37fe640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 0x7effcc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe27fc640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f3dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effcbfff640 1 -- 172.21.15.83:0/3796998346 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7effd40f2960 con 0x7effe41005c0 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.314+0000 7effe2ffd640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 0x55dc91f3b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 -- 172.21.15.83:0/2173453758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 msgr2=0x55dc91f3dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f3dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 -- 172.21.15.83:0/2173453758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 msgr2=0x55dc91f3b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 0x55dc91f3b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 -- 172.21.15.83:0/2173453758 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc91e5c5e0 con 0x55dc91f32310 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe2ffd640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 0x55dc91f3b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe27fc640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f3dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7effdc012910 tx=0x7effdc012dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3787752660b64d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effe37fe640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 0x7effcc0a61e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7effdc010740 tx=0x7effdc01c000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effc97fa640 1 -- 172.21.15.83:0/2173453758 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc004d20 con 0x55dc91f32310 2024-04-22T14:00:47.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effc97fa640 1 -- 172.21.15.83:0/2173453758 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effdc020030 con 0x55dc91f32310 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.315+0000 7effc97fa640 1 -- 172.21.15.83:0/2173453758 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc01c9c0 con 0x55dc91f32310 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- 172.21.15.83:0/2173453758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 msgr2=0x55dc91f326f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7effdc012910 tx=0x7effdc012dd0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- 172.21.15.83:0/2173453758 shutdown_connections 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f3dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32c30 0x55dc91f3b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- 172.21.15.83:0/2173453758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32310 0x55dc91f326f0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- 172.21.15.83:0/2173453758 >> 172.21.15.83:0/2173453758 conn(0x55dc91f2ca40 msgr2=0x55dc91f2ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- 172.21.15.83:0/2173453758 shutdown_connections 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- 172.21.15.83:0/2173453758 wait complete. 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- start start 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 Processor -- start 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f38bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dc91f3e5a0 con 0x55dc91f32c30 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dc91e50a60 con 0x55dc91f32310 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dc91f3e720 con 0x55dc91f3b810 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effec1c5740 10 client.0 _ll_register_callbacks cb 0x55dc91ba9110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:47.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effe27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effe27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55894/0 (socket says 172.21.15.83:55894) 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.316+0000 7effe27fc640 1 -- 172.21.15.83:0/1491332209 learned_addr learned my addr 172.21.15.83:0/1491332209 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe2ffd640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 -- 172.21.15.83:0/1491332209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 msgr2=0x55dc91f38bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f38bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 -- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 msgr2=0x55dc91f3b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 -- 172.21.15.83:0/1491332209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc91ba9920 con 0x55dc91f32c30 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effe27fc640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7effd800b940 tx=0x7effd8004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a8c90625a84e354 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd801b470 con 0x55dc91f32c30 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7effd801b610 con 0x55dc91f32c30 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effdc020030 con 0x55dc91f32c30 2024-04-22T14:00:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7effd801b810 con 0x55dc91f32c30 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 10 client.16506 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dc91c75d30 con 0x55dc91f32c30 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effdc020030 con 0x55dc91f32c30 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7effd8024c70 con 0x55dc91f32c30 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 10 client.16506 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 10 client.16506 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.317+0000 7effec1c5740 20 client.16506 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91f4b9a0 0x55dc91f4ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effec1c5740 4 client.16506 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc91e6aa10 con 0x55dc91f4b9a0 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effe2ffd640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91f4b9a0 0x55dc91f4ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effe2ffd640 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91f4b9a0 0x55dc91f4ddd0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd1c374f9a78bc4c server_cookie=6d8785d382a9a23b in_seq=0 out_seq=0 2024-04-22T14:00:47.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.318+0000 7effc6ff5640 10 client.16506 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effc6ff5640 1 -- 172.21.15.83:0/1491332209 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dc91e6aa10 con 0x55dc91f4b9a0 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effc6ff5640 10 client.16506 handle_command_reply: tid=0 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 client.16506 shutdown 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 msgr2=0x55dc91f385b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7effd800b940 tx=0x7effd8004610 comp rx=0 tx=0).stop 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 shutdown_connections 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91f4b9a0 0x55dc91f4ddd0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f3b810 0x55dc91f38bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effc6ff5640 0 client.16506 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f385b0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 --2- 172.21.15.83:0/1491332209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 >> 172.21.15.83:0/1491332209 conn(0x55dc91f2ca40 msgr2=0x55dc91f2e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 shutdown_connections 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 1 -- 172.21.15.83:0/1491332209 wait complete. 2024-04-22T14:00:47.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.319+0000 7effec1c5740 20 client.16506 trim_cache size 0 max 16384 2024-04-22T14:00:47.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 Processor -- start 2024-04-22T14:00:47.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 -- start start 2024-04-22T14:00:47.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32310 0x55dc91f2b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 0x55dc91f3b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7effe41ad960 con 0x55dc91f32c30 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7effe41af590 con 0x55dc91f3b810 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effec1c5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7effe41ae030 con 0x55dc91f32310 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55898/0 (socket says 172.21.15.83:55898) 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 -- 172.21.15.83:0/31051904 learned_addr learned my addr 172.21.15.83:0/31051904 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 -- 172.21.15.83:0/31051904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32310 msgr2=0x55dc91f2b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32310 0x55dc91f2b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe37fe640 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 0x55dc91f3b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 -- 172.21.15.83:0/31051904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 msgr2=0x55dc91f3b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 0x55dc91f3b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 -- 172.21.15.83:0/31051904 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc91f32a20 con 0x55dc91f32c30 2024-04-22T14:00:47.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe37fe640 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 0x55dc91f3b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.336+0000 7effe27fc640 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7effd8005850 tx=0x7effd8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1ec6af50915a13a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effc8ff9640 1 -- 172.21.15.83:0/31051904 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd801b470 con 0x55dc91f32c30 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effc8ff9640 1 -- 172.21.15.83:0/31051904 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effd8016070 con 0x55dc91f32c30 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effc8ff9640 1 -- 172.21.15.83:0/31051904 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd801bce0 con 0x55dc91f32c30 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 -- 172.21.15.83:0/31051904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 msgr2=0x55dc91f3ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7effd8005850 tx=0x7effd8005880 comp rx=0 tx=0).stop 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 -- 172.21.15.83:0/31051904 shutdown_connections 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f3b810 0x55dc91f3b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f32c30 0x55dc91f3ace0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 --2- 172.21.15.83:0/31051904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32310 0x55dc91f2b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 -- 172.21.15.83:0/31051904 >> 172.21.15.83:0/31051904 conn(0x55dc91f2ca40 msgr2=0x55dc91f2b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 -- 172.21.15.83:0/31051904 shutdown_connections 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.337+0000 7effec1c5740 1 -- 172.21.15.83:0/31051904 wait complete. 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 -- start start 2024-04-22T14:00:47.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 Processor -- start 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32c30 0x55dc91f3eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7effe41aee00 con 0x55dc91f3b810 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7effe41ae730 con 0x55dc91f32310 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7effe41ab940 con 0x55dc91f32c30 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effec1c5740 10 client.0 _ll_register_callbacks cb 0x7effd8004060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55904/0 (socket says 172.21.15.83:55904) 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 -- 172.21.15.83:0/795934800 learned_addr learned my addr 172.21.15.83:0/795934800 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe2ffd640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe27fc640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32c30 0x55dc91f3eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 -- 172.21.15.83:0/795934800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32c30 msgr2=0x55dc91f3eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32c30 0x55dc91f3eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 -- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 msgr2=0x55dc91f3e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.338+0000 7effe37fe640 1 -- 172.21.15.83:0/795934800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc91fb2000 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effe37fe640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7effdc003f20 tx=0x7effdc003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0397f2b5cb5cd9f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc034060 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7effdc01b7e0 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effd8016070 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7effdc012510 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 10 client.16512 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55dc91fb3290 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7effd8016070 con 0x55dc91f3b810 2024-04-22T14:00:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7effdc0388f0 con 0x55dc91f3b810 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 10 client.16512 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 10 client.16512 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 20 client.16512 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91fb3830 0x55dc91fb5c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 4 client.16512 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "d5143fc0", "release": true, "await": true}] 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.339+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "set_id": "d5143fc0", "release": true, "await": true}) -- 0x55dc91ea4f20 con 0x55dc91fb3830 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.340+0000 7effe2ffd640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91fb3830 0x55dc91fb5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.340+0000 7effc6ff5640 10 client.16512 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:47.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.340+0000 7effe2ffd640 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91fb3830 0x55dc91fb5c50 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=167631c2f9a1840f server_cookie=a4890a6b2ff479e4 in_seq=0 out_seq=0 2024-04-22T14:00:47.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effc6ff5640 1 -- 172.21.15.83:0/795934800 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55dc91ea4f20 con 0x55dc91fb3830 2024-04-22T14:00:47.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effc6ff5640 10 client.16512 handle_command_reply: tid=0 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 client.16512 shutdown 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 msgr2=0x55dc91f3f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7effdc003f20 tx=0x7effdc003f50 comp rx=0 tx=0).stop 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 shutdown_connections 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55dc91fb3830 0x55dc91fb5c50 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc91f3b810 0x55dc91f3f410 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc91f32c30 0x55dc91f3eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 --2- 172.21.15.83:0/795934800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc91f32310 0x55dc91f3e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 >> 172.21.15.83:0/795934800 conn(0x55dc91f2ca40 msgr2=0x55dc91f2e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effc6ff5640 0 client.16512 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 shutdown_connections 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 1 -- 172.21.15.83:0/795934800 wait complete. 2024-04-22T14:00:47.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.344+0000 7effec1c5740 20 client.16512 trim_cache size 0 max 16384 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 31, 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 8, 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "d5143fc0": { 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 8, 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:00:47.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 91.8, 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:00:47.352 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:47.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 msgr2=0x7effcc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 0x7effcc0a61e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7effdc010740 tx=0x7effdc01c000 comp rx=0 tx=0).stop 2024-04-22T14:00:47.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 msgr2=0x7effe4198670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:47.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7effd4005940 tx=0x7effd402c7e0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 shutdown_connections 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7effcc0a3d20 0x7effcc0a61e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7effe4106680 0x7effe419cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effe4100f80 0x7effe4198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 --2- 172.21.15.83:0/3796998346 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7effe41005c0 0x7effe4198670 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 >> 172.21.15.83:0/3796998346 conn(0x7effe40773e0 msgr2=0x7effe40feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 shutdown_connections 2024-04-22T14:00:47.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:47.345+0000 7effe94fb640 1 -- 172.21.15.83:0/3796998346 wait complete. 2024-04-22T14:00:47.359 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: d5143fc0, seconds elapsed: 38.8 2024-04-22T14:00:47.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:47 smithi173 ceph-mon[31493]: pgmap v80: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s 2024-04-22T14:00:47.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:47 smithi084 ceph-mon[31312]: pgmap v80: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.2 KiB/s wr, 11 op/s 2024-04-22T14:00:47.551 INFO:tasks.workunit.client.0.smithi083.stdout:checking for archiver @FILE support... @ 2024-04-22T14:00:47.551 INFO:tasks.workunit.client.0.smithi083.stdout:checking for strip... strip 2024-04-22T14:00:47.551 INFO:tasks.workunit.client.0.smithi083.stdout:checking for ranlib... ranlib 2024-04-22T14:00:47.551 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gawk... gawk 2024-04-22T14:00:47.673 INFO:tasks.workunit.client.0.smithi083.stdout:checking command to parse /usr/bin/nm -B output from gcc object... ok 2024-04-22T14:00:47.674 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sysroot... no 2024-04-22T14:00:47.685 INFO:tasks.workunit.client.0.smithi083.stdout:checking for a working dd... /usr/bin/dd 2024-04-22T14:00:47.695 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to truncate binary pipes... /usr/bin/dd bs=4096 count=1 2024-04-22T14:00:47.731 INFO:tasks.workunit.client.0.smithi083.stdout:checking for mt... no 2024-04-22T14:00:47.748 INFO:tasks.workunit.client.0.smithi083.stdout:checking if : is a manifest tool... no 2024-04-22T14:00:47.842 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to run the C preprocessor... gcc -E 2024-04-22T14:00:48.050 INFO:tasks.workunit.client.0.smithi083.stdout:checking for ANSI C header files... yes 2024-04-22T14:00:48.086 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/types.h... yes 2024-04-22T14:00:48.125 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/stat.h... yes 2024-04-22T14:00:48.164 INFO:tasks.workunit.client.0.smithi083.stdout:checking for stdlib.h... yes 2024-04-22T14:00:48.204 INFO:tasks.workunit.client.0.smithi083.stdout:checking for string.h... yes 2024-04-22T14:00:48.244 INFO:tasks.workunit.client.0.smithi083.stdout:checking for memory.h... yes 2024-04-22T14:00:48.283 INFO:tasks.workunit.client.0.smithi083.stdout:checking for strings.h... yes 2024-04-22T14:00:48.324 INFO:tasks.workunit.client.0.smithi083.stdout:checking for inttypes.h... yes 2024-04-22T14:00:48.364 INFO:tasks.workunit.client.0.smithi083.stdout:checking for stdint.h... yes 2024-04-22T14:00:48.405 INFO:tasks.workunit.client.0.smithi083.stdout:checking for unistd.h... yes 2024-04-22T14:00:48.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:48 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3710982807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:48.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:48 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3710982807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:48.449 INFO:tasks.workunit.client.0.smithi083.stdout:checking for dlfcn.h... yes 2024-04-22T14:00:48.454 INFO:tasks.workunit.client.0.smithi083.stdout:checking for objdir... .libs 2024-04-22T14:00:48.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:48 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3710982807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:00:48.569 INFO:tasks.workunit.client.0.smithi083.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2024-04-22T14:00:48.570 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2024-04-22T14:00:48.606 INFO:tasks.workunit.client.0.smithi083.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2024-04-22T14:00:48.652 INFO:tasks.workunit.client.0.smithi083.stdout:checking if gcc static flag -static works... no 2024-04-22T14:00:48.715 INFO:tasks.workunit.client.0.smithi083.stdout:checking if gcc supports -c -o file.o... yes 2024-04-22T14:00:48.715 INFO:tasks.workunit.client.0.smithi083.stdout:checking if gcc supports -c -o file.o... (cached) yes 2024-04-22T14:00:48.721 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether the gcc linker (/usr/bin/ld -m elf_x86_64) supports shared libraries... yes 2024-04-22T14:00:48.766 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether -lc should be explicitly linked in... no 2024-04-22T14:00:48.833 INFO:tasks.workunit.client.0.smithi083.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2024-04-22T14:00:48.833 INFO:tasks.workunit.client.0.smithi083.stdout:checking how to hardcode library paths into programs... immediate 2024-04-22T14:00:48.834 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether stripping libraries is possible... yes 2024-04-22T14:00:48.834 INFO:tasks.workunit.client.0.smithi083.stdout:checking if libtool supports shared libraries... yes 2024-04-22T14:00:48.834 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether to build shared libraries... yes 2024-04-22T14:00:48.834 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether to build static libraries... yes 2024-04-22T14:00:48.840 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gcc... (cached) gcc 2024-04-22T14:00:48.878 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether we are using the GNU C compiler... (cached) yes 2024-04-22T14:00:48.878 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether gcc accepts -g... (cached) yes 2024-04-22T14:00:48.879 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2024-04-22T14:00:48.879 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gmake... /usr/bin/gmake 2024-04-22T14:00:48.879 INFO:tasks.workunit.client.0.smithi083.stderr:./configure: line 12082: test: $(SHELL): binary operator expected 2024-04-22T14:00:48.880 INFO:tasks.workunit.client.0.smithi083.stdout:checking for tar... /bin/tar 2024-04-22T14:00:48.880 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gzip... /bin/gzip 2024-04-22T14:00:48.898 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether gcc -MM is supported... yes 2024-04-22T14:00:48.899 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sort... /bin/sort 2024-04-22T14:00:48.899 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether ln -s works... yes 2024-04-22T14:00:48.899 INFO:tasks.workunit.client.0.smithi083.stdout:checking for rpm... /bin/rpm 2024-04-22T14:00:48.901 INFO:tasks.workunit.client.0.smithi083.stdout:checking for rpmbuild... no 2024-04-22T14:00:48.959 INFO:tasks.workunit.client.0.smithi083.stdout:checking assert.h usability... yes 2024-04-22T14:00:48.976 INFO:tasks.workunit.client.0.smithi083.stdout:checking assert.h presence... yes 2024-04-22T14:00:48.976 INFO:tasks.workunit.client.0.smithi083.stdout:checking for assert.h... yes 2024-04-22T14:00:49.026 INFO:tasks.workunit.client.0.smithi083.stdout:checking bstring.h usability... no 2024-04-22T14:00:49.057 INFO:tasks.workunit.client.0.smithi083.stdout:checking bstring.h presence... no 2024-04-22T14:00:49.058 INFO:tasks.workunit.client.0.smithi083.stdout:checking for bstring.h... no 2024-04-22T14:00:49.103 INFO:tasks.workunit.client.0.smithi083.stdout:checking libgen.h usability... yes 2024-04-22T14:00:49.120 INFO:tasks.workunit.client.0.smithi083.stdout:checking libgen.h presence... yes 2024-04-22T14:00:49.120 INFO:tasks.workunit.client.0.smithi083.stdout:checking for libgen.h... yes 2024-04-22T14:00:49.175 INFO:tasks.workunit.client.0.smithi083.stdout:checking dirent.h usability... yes 2024-04-22T14:00:49.192 INFO:tasks.workunit.client.0.smithi083.stdout:checking dirent.h presence... yes 2024-04-22T14:00:49.192 INFO:tasks.workunit.client.0.smithi083.stdout:checking for dirent.h... yes 2024-04-22T14:00:49.244 INFO:tasks.workunit.client.0.smithi083.stdout:checking errno.h usability... yes 2024-04-22T14:00:49.260 INFO:tasks.workunit.client.0.smithi083.stdout:checking errno.h presence... yes 2024-04-22T14:00:49.261 INFO:tasks.workunit.client.0.smithi083.stdout:checking for errno.h... yes 2024-04-22T14:00:49.320 INFO:tasks.workunit.client.0.smithi083.stdout:checking malloc.h usability... yes 2024-04-22T14:00:49.338 INFO:tasks.workunit.client.0.smithi083.stdout:checking malloc.h presence... yes 2024-04-22T14:00:49.338 INFO:tasks.workunit.client.0.smithi083.stdout:checking for malloc.h... yes 2024-04-22T14:00:49.397 INFO:tasks.workunit.client.0.smithi083.stdout:checking uuid.h usability... no 2024-04-22T14:00:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:49 smithi173 ceph-mon[31493]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 16 op/s 2024-04-22T14:00:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:49 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:00:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:49 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:49 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.427 INFO:tasks.workunit.client.0.smithi083.stdout:checking uuid.h presence... no 2024-04-22T14:00:49.427 INFO:tasks.workunit.client.0.smithi083.stdout:checking for uuid.h... no 2024-04-22T14:00:49.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:49 smithi083 ceph-mon[27977]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 16 op/s 2024-04-22T14:00:49.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:49 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:00:49.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:49 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:49 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.472 INFO:tasks.workunit.client.0.smithi083.stdout:checking uuid/uuid.h usability... yes 2024-04-22T14:00:49.474 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:49 smithi084 ceph-mon[31312]: pgmap v81: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 16 op/s 2024-04-22T14:00:49.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:49 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:00:49.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:49 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:49 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:00:49.490 INFO:tasks.workunit.client.0.smithi083.stdout:checking uuid/uuid.h presence... yes 2024-04-22T14:00:49.490 INFO:tasks.workunit.client.0.smithi083.stdout:checking for uuid/uuid.h... yes 2024-04-22T14:00:49.543 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/uuid.h usability... no 2024-04-22T14:00:49.574 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/uuid.h presence... no 2024-04-22T14:00:49.574 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/uuid.h... no 2024-04-22T14:00:49.622 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/file.h usability... yes 2024-04-22T14:00:49.640 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/file.h presence... yes 2024-04-22T14:00:49.640 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/file.h... yes 2024-04-22T14:00:49.687 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fcntl.h usability... yes 2024-04-22T14:00:49.704 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fcntl.h presence... yes 2024-04-22T14:00:49.704 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/fcntl.h... yes 2024-04-22T14:00:49.756 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/syssgi.h usability... no 2024-04-22T14:00:49.786 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/syssgi.h presence... no 2024-04-22T14:00:49.786 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/syssgi.h... no 2024-04-22T14:00:49.859 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/param.h usability... yes 2024-04-22T14:00:49.879 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/param.h presence... yes 2024-04-22T14:00:49.879 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/param.h... yes 2024-04-22T14:00:49.894 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/stat.h... (cached) yes 2024-04-22T14:00:49.930 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/statvfs.h usability... yes 2024-04-22T14:00:49.948 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/statvfs.h presence... yes 2024-04-22T14:00:49.948 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/statvfs.h... yes 2024-04-22T14:00:49.994 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/time.h usability... yes 2024-04-22T14:00:50.012 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/time.h presence... yes 2024-04-22T14:00:50.012 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/time.h... yes 2024-04-22T14:00:50.058 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/ioctl.h usability... yes 2024-04-22T14:00:50.075 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/ioctl.h presence... yes 2024-04-22T14:00:50.075 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/ioctl.h... yes 2024-04-22T14:00:50.131 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/wait.h usability... yes 2024-04-22T14:00:50.150 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/wait.h presence... yes 2024-04-22T14:00:50.150 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/wait.h... yes 2024-04-22T14:00:50.164 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/types.h... (cached) yes 2024-04-22T14:00:50.168 INFO:tasks.workunit.client.0.smithi083.stdout:checking for strings.h... (cached) yes 2024-04-22T14:00:50.205 INFO:tasks.workunit.client.0.smithi083.stdout:checking err.h usability... yes 2024-04-22T14:00:50.222 INFO:tasks.workunit.client.0.smithi083.stdout:checking err.h presence... yes 2024-04-22T14:00:50.222 INFO:tasks.workunit.client.0.smithi083.stdout:checking for err.h... yes 2024-04-22T14:00:50.268 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/falloc.h usability... yes 2024-04-22T14:00:50.284 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/falloc.h presence... yes 2024-04-22T14:00:50.284 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/falloc.h... yes 2024-04-22T14:00:50.336 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fs/xfs_fsops.h usability... no 2024-04-22T14:00:50.365 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fs/xfs_fsops.h presence... no 2024-04-22T14:00:50.366 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/fs/xfs_fsops.h... no 2024-04-22T14:00:50.410 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fs/xfs_itable.h usability... no 2024-04-22T14:00:50.440 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/fs/xfs_itable.h presence... no 2024-04-22T14:00:50.441 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/fs/xfs_itable.h... no 2024-04-22T14:00:50.486 INFO:tasks.workunit.client.0.smithi083.stdout:checking xfs/platform_defs.h usability... no 2024-04-22T14:00:50.517 INFO:tasks.workunit.client.0.smithi083.stdout:checking xfs/platform_defs.h presence... no 2024-04-22T14:00:50.517 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/platform_defs.h... no 2024-04-22T14:00:50.562 INFO:tasks.workunit.client.0.smithi083.stdout:checking btrfs/ioctl.h usability... no 2024-04-22T14:00:50.591 INFO:tasks.workunit.client.0.smithi083.stdout:checking btrfs/ioctl.h presence... no 2024-04-22T14:00:50.591 INFO:tasks.workunit.client.0.smithi083.stdout:checking for btrfs/ioctl.h... no 2024-04-22T14:00:50.638 INFO:tasks.workunit.client.0.smithi083.stdout:checking cifs/ioctl.h usability... no 2024-04-22T14:00:50.666 INFO:tasks.workunit.client.0.smithi083.stdout:checking cifs/ioctl.h presence... no 2024-04-22T14:00:50.666 INFO:tasks.workunit.client.0.smithi083.stdout:checking for cifs/ioctl.h... no 2024-04-22T14:00:50.721 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/mman.h usability... yes 2024-04-22T14:00:50.738 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/mman.h presence... yes 2024-04-22T14:00:50.739 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/mman.h... yes 2024-04-22T14:00:50.789 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/ext4.h usability... no 2024-04-22T14:00:50.818 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/ext4.h presence... no 2024-04-22T14:00:50.818 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/ext4.h... no 2024-04-22T14:00:50.846 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/xfs_log_format.h... no 2024-04-22T14:00:50.900 INFO:tasks.workunit.client.0.smithi083.stdout:checking for uuid_compare... no 2024-04-22T14:00:50.939 INFO:tasks.workunit.client.0.smithi083.stdout:checking for uuid_compare in -luuid... yes 2024-04-22T14:00:50.998 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/xfs.h... yes 2024-04-22T14:00:51.034 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/libxfs.h... no 2024-04-22T14:00:51.064 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether xlog_assign_lsn is declared... no 2024-04-22T14:00:51.102 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/xqm.h... yes 2024-04-22T14:00:51.154 INFO:tasks.workunit.client.0.smithi083.stdout:checking xfsctl from xfs/xfs.h... ok 2024-04-22T14:00:51.191 INFO:tasks.workunit.client.0.smithi083.stdout:checking xfs/handle.h usability... yes 2024-04-22T14:00:51.207 INFO:tasks.workunit.client.0.smithi083.stdout:checking xfs/handle.h presence... yes 2024-04-22T14:00:51.207 INFO:tasks.workunit.client.0.smithi083.stdout:checking for xfs/handle.h... yes 2024-04-22T14:00:51.247 INFO:tasks.workunit.client.0.smithi083.stdout:checking for attr_list_by_handle in -lhandle... yes 2024-04-22T14:00:51.298 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/acl.h usability... yes 2024-04-22T14:00:51.313 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/acl.h presence... yes 2024-04-22T14:00:51.313 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/acl.h... yes 2024-04-22T14:00:51.354 INFO:tasks.workunit.client.0.smithi083.stdout:checking acl/libacl.h usability... yes 2024-04-22T14:00:51.372 INFO:tasks.workunit.client.0.smithi083.stdout:checking acl/libacl.h presence... yes 2024-04-22T14:00:51.372 INFO:tasks.workunit.client.0.smithi083.stdout:checking for acl/libacl.h... yes 2024-04-22T14:00:51.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:51 smithi173 ceph-mon[31493]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:51.412 INFO:tasks.workunit.client.0.smithi083.stdout:checking for acl_init in -lacl... yes 2024-04-22T14:00:51.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:51 smithi083 ceph-mon[27977]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:51.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:51 smithi084 ceph-mon[31312]: pgmap v82: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:51.485 INFO:tasks.workunit.client.0.smithi083.stdout:checking gdbm-ndbm.h usability... no 2024-04-22T14:00:51.513 INFO:tasks.workunit.client.0.smithi083.stdout:checking gdbm-ndbm.h presence... no 2024-04-22T14:00:51.513 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gdbm-ndbm.h... no 2024-04-22T14:00:51.551 INFO:tasks.workunit.client.0.smithi083.stdout:checking gdbm/ndbm.h usability... no 2024-04-22T14:00:51.579 INFO:tasks.workunit.client.0.smithi083.stdout:checking gdbm/ndbm.h presence... no 2024-04-22T14:00:51.579 INFO:tasks.workunit.client.0.smithi083.stdout:checking for gdbm/ndbm.h... no 2024-04-22T14:00:51.617 INFO:tasks.workunit.client.0.smithi083.stdout:checking ndbm.h usability... no 2024-04-22T14:00:51.646 INFO:tasks.workunit.client.0.smithi083.stdout:checking ndbm.h presence... no 2024-04-22T14:00:51.646 INFO:tasks.workunit.client.0.smithi083.stdout:checking for ndbm.h... no 2024-04-22T14:00:51.678 INFO:tasks.workunit.client.0.smithi083.stdout:checking libaio.h usability... yes 2024-04-22T14:00:51.700 INFO:tasks.workunit.client.0.smithi083.stdout:checking libaio.h presence... yes 2024-04-22T14:00:51.700 INFO:tasks.workunit.client.0.smithi083.stdout:checking for libaio.h... yes 2024-04-22T14:00:51.744 INFO:tasks.workunit.client.0.smithi083.stdout:checking liburing.h usability... no 2024-04-22T14:00:51.772 INFO:tasks.workunit.client.0.smithi083.stdout:checking liburing.h presence... no 2024-04-22T14:00:51.772 INFO:tasks.workunit.client.0.smithi083.stdout:checking for liburing.h... no 2024-04-22T14:00:51.810 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/capability.h usability... no 2024-04-22T14:00:51.838 INFO:tasks.workunit.client.0.smithi083.stdout:checking sys/capability.h presence... no 2024-04-22T14:00:51.838 INFO:tasks.workunit.client.0.smithi083.stdout:checking for sys/capability.h... no 2024-04-22T14:00:51.870 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/fiemap.h usability... yes 2024-04-22T14:00:51.886 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/fiemap.h presence... yes 2024-04-22T14:00:51.886 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/fiemap.h... yes 2024-04-22T14:00:51.923 INFO:tasks.workunit.client.0.smithi083.stdout:checking for fallocate... yes 2024-04-22T14:00:51.973 INFO:tasks.workunit.client.0.smithi083.stdout:checking for open_by_handle_at... yes 2024-04-22T14:00:52.010 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/fs.h usability... yes 2024-04-22T14:00:52.026 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/fs.h presence... yes 2024-04-22T14:00:52.026 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/fs.h... yes 2024-04-22T14:00:52.090 INFO:tasks.workunit.client.0.smithi083.stdout:checking btrfsutil.h usability... no 2024-04-22T14:00:52.118 INFO:tasks.workunit.client.0.smithi083.stdout:checking btrfsutil.h presence... no 2024-04-22T14:00:52.119 INFO:tasks.workunit.client.0.smithi083.stdout:checking for btrfsutil.h... no 2024-04-22T14:00:52.160 INFO:tasks.workunit.client.0.smithi083.stdout:checking for copy_file_range... yes 2024-04-22T14:00:52.203 INFO:tasks.workunit.client.0.smithi083.stdout:checking for SEEK_DATA... yes 2024-04-22T14:00:52.264 INFO:tasks.workunit.client.0.smithi083.stdout:checking for BMV_OF_SHARED... yes 2024-04-22T14:00:52.312 INFO:tasks.workunit.client.0.smithi083.stdout:checking for nftw... yes 2024-04-22T14:00:52.368 INFO:tasks.workunit.client.0.smithi083.stdout:checking for RLIMIT_NOFILE... yes 2024-04-22T14:00:52.406 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:52 smithi173 ceph-mon[31493]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:52.411 INFO:tasks.workunit.client.0.smithi083.stdout:checking for XFS_IOC_EXCHANGE_RANGE... no 2024-04-22T14:00:52.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:52 smithi083 ceph-mon[27977]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:52.457 INFO:tasks.workunit.client.0.smithi083.stdout:checking for FICLONE... yes 2024-04-22T14:00:52.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:52 smithi084 ceph-mon[31312]: pgmap v83: 97 pgs: 97 active+clean; 55 MiB data, 575 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.5 KiB/s wr, 10 op/s 2024-04-22T14:00:52.503 INFO:tasks.workunit.client.0.smithi083.stdout:checking for renameat2... yes 2024-04-22T14:00:52.546 INFO:tasks.workunit.client.0.smithi083.stdout:checking for reallocarray... yes 2024-04-22T14:00:52.610 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct mount_attr... yes 2024-04-22T14:00:52.676 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_qgroup_limit... yes 2024-04-22T14:00:52.732 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_qgroup_inherit... yes 2024-04-22T14:00:52.861 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_vol_args... yes 2024-04-22T14:00:52.916 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2024-04-22T14:00:52.971 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2024-04-22T14:00:53.026 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2024-04-22T14:00:53.095 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2024-04-22T14:00:53.148 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/btrfs.h usability... yes 2024-04-22T14:00:53.172 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/btrfs.h presence... yes 2024-04-22T14:00:53.172 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/btrfs.h... yes 2024-04-22T14:00:53.277 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/btrfs_tree.h usability... yes 2024-04-22T14:00:53.295 INFO:tasks.workunit.client.0.smithi083.stdout:checking linux/btrfs_tree.h presence... yes 2024-04-22T14:00:53.295 INFO:tasks.workunit.client.0.smithi083.stdout:checking for linux/btrfs_tree.h... yes 2024-04-22T14:00:53.334 INFO:tasks.workunit.client.0.smithi083.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... yes 2024-04-22T14:00:53.364 INFO:tasks.workunit.client.0.smithi083.stdout:checking whether BTRFS_IOC_SNAP_DESTROY_V2 is declared... yes 2024-04-22T14:00:53.384 INFO:tasks.workunit.client.0.smithi083.stdout:configure: creating ./config.status 2024-04-22T14:00:53.710 INFO:tasks.workunit.client.0.smithi083.stdout:config.status: creating include/builddefs 2024-04-22T14:00:53.724 INFO:tasks.workunit.client.0.smithi083.stdout:config.status: creating include/config.h 2024-04-22T14:00:53.736 INFO:tasks.workunit.client.0.smithi083.stdout:config.status: executing libtool commands 2024-04-22T14:00:53.822 INFO:tasks.workunit.client.0.smithi083.stdout:Building include 2024-04-22T14:00:53.822 INFO:tasks.workunit.client.0.smithi083.stdout:Building lib 2024-04-22T14:00:53.822 INFO:tasks.workunit.client.0.smithi083.stdout:Building tests 2024-04-22T14:00:53.826 INFO:tasks.workunit.client.0.smithi083.stdout: [LTDEP] 2024-04-22T14:00:53.829 INFO:tasks.workunit.client.0.smithi083.stdout:Building btrfs 2024-04-22T14:00:53.829 INFO:tasks.workunit.client.0.smithi083.stdout:Building ceph 2024-04-22T14:00:53.829 INFO:tasks.workunit.client.0.smithi083.stdout:Building cifs 2024-04-22T14:00:53.837 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ceph/group.list 2024-04-22T14:00:53.839 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/cifs/group.list 2024-04-22T14:00:53.861 INFO:tasks.workunit.client.0.smithi083.stdout:Building ext4 2024-04-22T14:00:53.866 INFO:tasks.workunit.client.0.smithi083.stdout:Building f2fs 2024-04-22T14:00:53.875 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/f2fs/group.list 2024-04-22T14:00:53.892 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ext4/group.list 2024-04-22T14:00:53.900 INFO:tasks.workunit.client.0.smithi083.stdout:Building generic 2024-04-22T14:00:54.026 INFO:tasks.workunit.client.0.smithi083.stdout:Building nfs 2024-04-22T14:00:54.030 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dataascii.lo 2024-04-22T14:00:54.035 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/nfs/group.list 2024-04-22T14:00:54.054 INFO:tasks.workunit.client.0.smithi083.stdout:Building ocfs2 2024-04-22T14:00:54.063 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/ocfs2/group.list 2024-04-22T14:00:54.081 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] databin.lo 2024-04-22T14:00:54.091 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/btrfs/group.list 2024-04-22T14:00:54.169 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/generic/group.list 2024-04-22T14:00:54.177 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] datapid.lo 2024-04-22T14:00:54.269 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] file_lock.lo 2024-04-22T14:00:54.303 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] forker.lo 2024-04-22T14:00:54.445 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] pattern.lo 2024-04-22T14:00:54.459 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] open_flags.lo 2024-04-22T14:00:54.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:54 smithi084 ceph-mon[31312]: pgmap v84: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 392 KiB/s wr, 39 op/s 2024-04-22T14:00:54.476 INFO:tasks.workunit.client.0.smithi083.stdout:Building overlay 2024-04-22T14:00:54.502 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/overlay/group.list 2024-04-22T14:00:54.583 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] random_range.lo 2024-04-22T14:00:54.619 INFO:tasks.workunit.client.0.smithi083.stdout:Building perf 2024-04-22T14:00:54.628 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/perf/group.list 2024-04-22T14:00:54.649 INFO:tasks.workunit.client.0.smithi083.stdout:Building selftest 2024-04-22T14:00:54.653 INFO:tasks.workunit.client.0.smithi083.stdout:Building shared 2024-04-22T14:00:54.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:54 smithi173 ceph-mon[31493]: pgmap v84: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 392 KiB/s wr, 39 op/s 2024-04-22T14:00:54.657 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/selftest/group.list 2024-04-22T14:00:54.661 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/shared/group.list 2024-04-22T14:00:54.685 INFO:tasks.workunit.client.0.smithi083.stdout:Building tmpfs 2024-04-22T14:00:54.686 INFO:tasks.workunit.client.0.smithi083.stdout:Building udf 2024-04-22T14:00:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:54 smithi083 ceph-mon[27977]: pgmap v84: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 392 KiB/s wr, 39 op/s 2024-04-22T14:00:54.692 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/tmpfs/group.list 2024-04-22T14:00:54.694 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/udf/group.list 2024-04-22T14:00:54.709 INFO:tasks.workunit.client.0.smithi083.stdout:Building xfs 2024-04-22T14:00:54.710 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] string_to_tokens.lo 2024-04-22T14:00:54.840 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] str_to_bytes.lo 2024-04-22T14:00:54.876 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] tlibio.lo 2024-04-22T14:00:54.907 INFO:tasks.workunit.client.0.smithi083.stdout: [GROUP] /home/ubuntu/cephtest/mnt.0/client.0/tmp/xfstests-dev/tests/xfs/group.list 2024-04-22T14:00:55.006 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] write_log.lo 2024-04-22T14:00:55.074 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] random.lo 2024-04-22T14:00:55.259 INFO:tasks.workunit.client.0.smithi083.stdout: [LD] 2024-04-22T14:00:55.395 INFO:tasks.workunit.client.0.smithi083.stdout:Building ltp 2024-04-22T14:00:55.395 INFO:tasks.workunit.client.0.smithi083.stdout:Building src 2024-04-22T14:00:55.395 INFO:tasks.workunit.client.0.smithi083.stdout:Building m4 2024-04-22T14:00:55.404 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:55.404 INFO:tasks.workunit.client.0.smithi083.stdout:Building common 2024-04-22T14:00:55.425 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:55.623 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] doio 2024-04-22T14:00:55.623 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fsstress 2024-04-22T14:00:55.744 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fsx 2024-04-22T14:00:56.334 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] growfiles 2024-04-22T14:00:56.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:56 smithi084 ceph-mon[31312]: pgmap v85: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-22T14:00:56.592 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] iogen 2024-04-22T14:00:56.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:56 smithi173 ceph-mon[31493]: pgmap v85: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-22T14:00:56.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:56 smithi083 ceph-mon[27977]: pgmap v85: 97 pgs: 97 active+clean; 58 MiB data, 561 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 390 KiB/s wr, 33 op/s 2024-04-22T14:00:56.931 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-stress 2024-04-22T14:00:57.717 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:57.717 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:57.718 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:57.719 INFO:tasks.workunit.client.0.smithi083.stdout: [DEP] 2024-04-22T14:00:57.954 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dirstress 2024-04-22T14:00:57.954 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fill 2024-04-22T14:00:57.955 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fill2 2024-04-22T14:00:57.955 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] getpagesize 2024-04-22T14:00:58.082 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] holes 2024-04-22T14:00:58.105 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] lstat64 2024-04-22T14:00:58.181 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] nametest 2024-04-22T14:00:58.186 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] permname 2024-04-22T14:00:58.270 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] randholes 2024-04-22T14:00:58.298 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] runas 2024-04-22T14:00:58.395 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] truncfile 2024-04-22T14:00:58.423 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] usemem 2024-04-22T14:00:58.454 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] mmapcat 2024-04-22T14:00:58.475 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:58 smithi084 ceph-mon[31312]: pgmap v86: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 443 op/s 2024-04-22T14:00:58.534 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] append_reader 2024-04-22T14:00:58.573 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] append_writer 2024-04-22T14:00:58.577 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dirperf 2024-04-22T14:00:58.598 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] metaperf 2024-04-22T14:00:58.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:58 smithi173 ceph-mon[31493]: pgmap v86: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 443 op/s 2024-04-22T14:00:58.689 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] devzero 2024-04-22T14:00:58.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:58 smithi083 ceph-mon[27977]: pgmap v86: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 619 KiB/s wr, 443 op/s 2024-04-22T14:00:58.717 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] feature 2024-04-22T14:00:58.807 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] alloc 2024-04-22T14:00:58.873 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:00:58.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:00:58.877 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fault 2024-04-22T14:00:58.882 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fstest 2024-04-22T14:00:58.925 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_access_root 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 -- 172.21.15.83:0/2073392877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa806a5b0 msgr2=0x7f4aa806a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 --2- 172.21.15.83:0/2073392877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa806a5b0 0x7f4aa806a990 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009900 tx=0x7f4aa402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 -- 172.21.15.83:0/2073392877 shutdown_connections 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 --2- 172.21.15.83:0/2073392877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa8107270 0x7f4aa810ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 --2- 172.21.15.83:0/2073392877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa806af60 0x7f4aa8106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 --2- 172.21.15.83:0/2073392877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa806a5b0 0x7f4aa806a990 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 -- 172.21.15.83:0/2073392877 >> 172.21.15.83:0/2073392877 conn(0x7f4aa8077c40 msgr2=0x7f4aa8078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 -- 172.21.15.83:0/2073392877 shutdown_connections 2024-04-22T14:00:59.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.005+0000 7f4aafef4640 1 -- 172.21.15.83:0/2073392877 wait complete. 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 Processor -- start 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 -- start start 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 0x7f4aa8198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa8107270 0x7f4aa8198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81121d0 con 0x7f4aa819cff0 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa8112050 con 0x7f4aa806a5b0 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aafef4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa8112350 con 0x7f4aa8107270 2024-04-22T14:00:59.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50490/0 (socket says 172.21.15.83:50490) 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aae491640 1 -- 172.21.15.83:0/754327801 learned_addr learned my addr 172.21.15.83:0/754327801 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aad48f640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa8107270 0x7f4aa8198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aae491640 1 -- 172.21.15.83:0/754327801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa8107270 msgr2=0x7f4aa8198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aae491640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa8107270 0x7f4aa8198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aae491640 1 -- 172.21.15.83:0/754327801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 msgr2=0x7f4aa8198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.006+0000 7f4aadc90640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 0x7f4aa8198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aae491640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 0x7f4aa8198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aae491640 1 -- 172.21.15.83:0/754327801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa819dae0 con 0x7f4aa819cff0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aadc90640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 0x7f4aa8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aae491640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f4aa000eb10 tx=0x7f4aa000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4a9effd640 1 -- 172.21.15.83:0/754327801 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa0004b20 con 0x7f4aa819cff0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4a9effd640 1 -- 172.21.15.83:0/754327801 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa0004cc0 con 0x7f4aa819cff0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.007+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aa819ddd0 con 0x7f4aa819cff0 2024-04-22T14:00:59.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.008+0000 7f4a9effd640 1 -- 172.21.15.83:0/754327801 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa0010670 con 0x7f4aa819cff0 2024-04-22T14:00:59.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.008+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aa81a55c0 con 0x7f4aa819cff0 2024-04-22T14:00:59.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.010+0000 7f4a9effd640 1 -- 172.21.15.83:0/754327801 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4aa0005000 con 0x7f4aa819cff0 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 Processor -- start 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 -- start start 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4a9effd640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 0x7f4a940a6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d75d0 0x559ab00c3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559ab002e1e0 con 0x559ab00d6c20 2024-04-22T14:00:59.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559aaffcb390 con 0x559ab00c3d80 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559ab002a1a0 con 0x559ab00d75d0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4aadc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4a9effd640 1 -- 172.21.15.83:0/754327801 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4aa00d4170 con 0x7f4aa819cff0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4aad48f640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 0x7f4a940a6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4aadc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50504/0 (socket says 172.21.15.83:50504) 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.011+0000 7f4aadc90640 1 -- 172.21.15.83:0/2587736526 learned_addr learned my addr 172.21.15.83:0/2587736526 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aad48f640 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d75d0 0x559ab00c3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aae491640 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 -- 172.21.15.83:0/2587736526 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d75d0 msgr2=0x559ab00c3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d75d0 0x559ab00c3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 -- 172.21.15.83:0/2587736526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 msgr2=0x559ab00c41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00c41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 -- 172.21.15.83:0/2587736526 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559aafe0a7d0 con 0x559ab00d6c20 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aad48f640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 0x7f4a940a6140 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4a98009710 tx=0x7f4a98011920 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4aadc90640 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4036040 tx=0x7f4aa4005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=450606a88927739b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4a93fff640 1 -- 172.21.15.83:0/2587736526 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4043020 con 0x559ab00d6c20 2024-04-22T14:00:59.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4a93fff640 1 -- 172.21.15.83:0/2587736526 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa402c7e0 con 0x559ab00d6c20 2024-04-22T14:00:59.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.012+0000 7f4a93fff640 1 -- 172.21.15.83:0/2587736526 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40054b0 con 0x559ab00d6c20 2024-04-22T14:00:59.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.013+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/2587736526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 msgr2=0x559ab00d7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.013+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4036040 tx=0x7f4aa4005e50 comp rx=0 tx=0).stop 2024-04-22T14:00:59.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/2587736526 shutdown_connections 2024-04-22T14:00:59.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00c41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d75d0 0x559ab00c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/2587736526 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d6c20 0x559ab00d7000 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/2587736526 >> 172.21.15.83:0/2587736526 conn(0x559ab00c6220 msgr2=0x559ab00c6600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/2587736526 shutdown_connections 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/2587736526 wait complete. 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 -- start start 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.014+0000 7f4ab2bbd740 1 Processor -- start 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00dab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00db0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559ab00de000 con 0x559ab00d75d0 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559aaffe72f0 con 0x559ab00c3d80 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559ab00de180 con 0x559ab00d6c20 2024-04-22T14:00:59.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4ab2bbd740 10 client.0 _ll_register_callbacks cb 0x559aafff4580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50520/0 (socket says 172.21.15.83:50520) 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 -- 172.21.15.83:0/4188568176 learned_addr learned my addr 172.21.15.83:0/4188568176 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aad48f640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00db0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aadc90640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00dab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 -- 172.21.15.83:0/4188568176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 msgr2=0x559ab00db0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00db0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 -- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 msgr2=0x559ab00dab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00dab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aae491640 1 -- 172.21.15.83:0/4188568176 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559aafd403f0 con 0x559ab00d75d0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.015+0000 7f4aadc90640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00dab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4aad48f640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00db0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4aae491640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f4aa0098a60 tx=0x7f4aa009c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c42b4fdede6fc1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4a917fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa0098040 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4aa00052f0 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4aa402c7e0 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4aa00d5060 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4ab2bbd740 10 client.16524 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.016+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559aafd000f0 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa402c7e0 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f4aa00bb2d0 con 0x559ab00d75d0 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 10 client.16524 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 10 client.16524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 20 client.16524 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab00eb270 0x559ab00ed6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 4 client.16524 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ab003bc00 con 0x559ab00eb270 2024-04-22T14:00:59.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.017+0000 7f4aadc90640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab00eb270 0x559ab00ed6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4aadc90640 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab00eb270 0x559ab00ed6f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b7e69e8c2be4d36 server_cookie=dcd84e00867440aa in_seq=0 out_seq=0 2024-04-22T14:00:59.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4a917fa640 10 client.16524 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4a917fa640 1 -- 172.21.15.83:0/4188568176 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559ab003bc00 con 0x559ab00eb270 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4a917fa640 10 client.16524 handle_command_reply: tid=0 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4ab2bbd740 1 client.16524 shutdown 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 msgr2=0x559ab00db610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.018+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f4aa0098a60 tx=0x7f4aa009c3d0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 shutdown_connections 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab00eb270 0x559ab00ed6f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00db610 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00db0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4a917fa640 0 client.16524 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/4188568176 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00dab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 >> 172.21.15.83:0/4188568176 conn(0x559ab00c6220 msgr2=0x559ab00c5980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 shutdown_connections 2024-04-22T14:00:59.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/4188568176 wait complete. 2024-04-22T14:00:59.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.019+0000 7f4ab2bbd740 20 client.16524 trim_cache size 0 max 16384 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 Processor -- start 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 -- start start 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 0x559ab00dd250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00d6c20 0x559ab00e6f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81ab880 con 0x559ab00d75d0 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81ad4b0 con 0x559ab00d6c20 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81abf50 con 0x559ab00c3d80 2024-04-22T14:00:59.050 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.046+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50534/0 (socket says 172.21.15.83:50534) 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aae491640 1 -- 172.21.15.83:0/1826830200 learned_addr learned my addr 172.21.15.83:0/1826830200 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 0x559ab00dd250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aad48f640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00d6c20 0x559ab00e6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 -- 172.21.15.83:0/1826830200 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00d6c20 msgr2=0x559ab00e6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00d6c20 0x559ab00e6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 -- 172.21.15.83:0/1826830200 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 msgr2=0x559ab00c70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 -- 172.21.15.83:0/1826830200 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ab00d90e0 con 0x559ab00c3d80 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aae491640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4aadc90640 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 0x559ab00dd250 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009900 tx=0x7f4aa4005de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8004666b41d86a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.047+0000 7f4a937fe640 1 -- 172.21.15.83:0/1826830200 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4043040 con 0x559ab00c3d80 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.048+0000 7f4a937fe640 1 -- 172.21.15.83:0/1826830200 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa40054f0 con 0x559ab00c3d80 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.048+0000 7f4a937fe640 1 -- 172.21.15.83:0/1826830200 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa40507e0 con 0x559ab00c3d80 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/1826830200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 msgr2=0x559ab00dd250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 0x559ab00dd250 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f4aa4009900 tx=0x7f4aa4005de0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/1826830200 shutdown_connections 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab00c70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00d6c20 0x559ab00e6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/1826830200 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00c3d80 0x559ab00dd250 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/1826830200 >> 172.21.15.83:0/1826830200 conn(0x559ab00c6220 msgr2=0x559ab00d6290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/1826830200 shutdown_connections 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/1826830200 wait complete. 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 -- start start 2024-04-22T14:00:59.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 Processor -- start 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.049+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00f3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81acd20 con 0x559ab00d75d0 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81ac650 con 0x559ab00c3d80 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa81a9860 con 0x559ab00d6c20 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4ab2bbd740 10 client.0 _ll_register_callbacks cb 0x7f4aa00d3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aadc90640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50542/0 (socket says 172.21.15.83:50542) 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 -- 172.21.15.83:0/618781267 learned_addr learned my addr 172.21.15.83:0/618781267 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aadc90640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45488/0 (socket says 172.21.15.83:45488) 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aad48f640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00f3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 -- 172.21.15.83:0/618781267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 msgr2=0x559ab00f3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00f3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 -- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 msgr2=0x559ab00f2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 -- 172.21.15.83:0/618781267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ab0150d70 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aadc90640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4aae491640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4aa009ab50 tx=0x7f4aa00d0320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eace184c5605ee9a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4a917fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.050+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa0098040 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4aa009ba50 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4aa40054f0 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4aa00aa050 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 10 client.16530 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559ab0150d70 con 0x559ab00d75d0 2024-04-22T14:00:59.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4aa40054f0 con 0x559ab00d75d0 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f4aa0082020 con 0x559ab00d75d0 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 10 client.16530 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 10 client.16530 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 20 client.16530 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab0152420 0x559ab0154840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 4 client.16530 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559ab0035a70 con 0x559ab0152420 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.051+0000 7f4aadc90640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab0152420 0x559ab0154840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4a917fa640 10 client.16530 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4aadc90640 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab0152420 0x559ab0154840 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad75c2c066b58c43 server_cookie=449376a5485807a2 in_seq=0 out_seq=0 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4a917fa640 1 -- 172.21.15.83:0/618781267 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559ab0035a70 con 0x559ab0152420 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4a917fa640 10 client.16530 handle_command_reply: tid=0 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 client.16530 shutdown 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 msgr2=0x559ab0150830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f4aa009ab50 tx=0x7f4aa00d0320 comp rx=0 tx=0).stop 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 shutdown_connections 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559ab0152420 0x559ab0154840 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559ab00d75d0 0x559ab0150830 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559ab00d6c20 0x559ab00f3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4a917fa640 0 client.16530 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 --2- 172.21.15.83:0/618781267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559ab00c3d80 0x559ab00f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.052+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 >> 172.21.15.83:0/618781267 conn(0x559ab00c6220 msgr2=0x559ab00c5080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.053+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 shutdown_connections 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.053+0000 7f4ab2bbd740 1 -- 172.21.15.83:0/618781267 wait complete. 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.053+0000 7f4ab2bbd740 20 client.16530 trim_cache size 0 max 16384 2024-04-22T14:00:59.060 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:00:59.061 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:00:59.061 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:00:59.061 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:00:59.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 msgr2=0x7f4a940a6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 0x7f4a940a6140 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4a98009710 tx=0x7f4a98011920 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 msgr2=0x7f4aa819d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f4aa000eb10 tx=0x7f4aa000c2d0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 shutdown_connections 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4a940a3c80 0x7f4a940a6140 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4aa819cff0 0x7f4aa819d4a0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4aa8107270 0x7f4aa8198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 --2- 172.21.15.83:0/754327801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4aa806a5b0 0x7f4aa8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 >> 172.21.15.83:0/754327801 conn(0x7f4aa8077c40 msgr2=0x7f4aa8108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 shutdown_connections 2024-04-22T14:00:59.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.054+0000 7f4aafef4640 1 -- 172.21.15.83:0/754327801 wait complete. 2024-04-22T14:00:59.063 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] godown 2024-04-22T14:00:59.071 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] resvtest 2024-04-22T14:00:59.075 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:00:59.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:00:59.083 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] writemod 2024-04-22T14:00:59.138 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] writev_on_pagefault 2024-04-22T14:00:59.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/3374634393 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa410c600 msgr2=0x7f9aa410ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/3374634393 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa410c600 0x7f9aa410ea30 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c009ca0 tx=0x7f9a9c02c180 comp rx=0 tx=0).stop 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/3374634393 shutdown_connections 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/3374634393 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa410c600 0x7f9aa410ea30 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/3374634393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa4103b50 0x7f9aa410c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/3374634393 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103230 0x7f9aa4103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.222+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/3374634393 >> 172.21.15.83:0/3374634393 conn(0x7f9aa4077fb0 msgr2=0x7f9aa40783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.223+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/3374634393 shutdown_connections 2024-04-22T14:00:59.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.223+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/3374634393 wait complete. 2024-04-22T14:00:59.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 Processor -- start 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 -- start start 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103b50 0x7f9aa419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa410c600 0x7f9aa41985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa4112220 con 0x7f9aa4103230 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa41120a0 con 0x7f9aa410c600 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa8bb2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa41123a0 con 0x7f9aa4103b50 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50556/0 (socket says 172.21.15.83:50556) 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa259c640 1 -- 172.21.15.83:0/948104847 learned_addr learned my addr 172.21.15.83:0/948104847 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.224+0000 7f9aa1d9b640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103b50 0x7f9aa419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 -- 172.21.15.83:0/948104847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103b50 msgr2=0x7f9aa419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103b50 0x7f9aa419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa2d9d640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa410c600 0x7f9aa41985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 -- 172.21.15.83:0/948104847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa410c600 msgr2=0x7f9aa41985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa410c600 0x7f9aa41985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 -- 172.21.15.83:0/948104847 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa4198d60 con 0x7f9aa4103230 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa259c640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400d770 tx=0x7f9a9400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a94017070 con 0x7f9aa4103230 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.225+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa4199050 con 0x7f9aa4103230 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.226+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa41a52a0 con 0x7f9aa4103230 2024-04-22T14:00:59.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.226+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9a940054d0 con 0x7f9aa4103230 2024-04-22T14:00:59.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.226+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a94004c30 con 0x7f9aa4103230 2024-04-22T14:00:59.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.227+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a84005290 con 0x7f9aa4103230 2024-04-22T14:00:59.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.228+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9a94010460 con 0x7f9aa4103230 2024-04-22T14:00:59.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.229+0000 7f9a937fe640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 0x7f9a8c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.229+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9a940d02b0 con 0x7f9aa4103230 2024-04-22T14:00:59.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.229+0000 7f9aa1d9b640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 0x7f9a8c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.230+0000 7f9aa1d9b640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 0x7f9a8c0a6260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9aa410e4d0 tx=0x7f9a98005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.235+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a9409c980 con 0x7f9aa4103230 2024-04-22T14:00:59.238 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] makeextents 2024-04-22T14:00:59.241 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] itrash 2024-04-22T14:00:59.273 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] rename 2024-04-22T14:00:59.317 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] multi_open_unlink 2024-04-22T14:00:59.397 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] unwritten_sync 2024-04-22T14:00:59.423 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] genhashnames 2024-04-22T14:00:59.423 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_holes 2024-04-22T14:00:59.501 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_writev 2024-04-22T14:00:59.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.570+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a84005850 con 0x7f9aa4103230 2024-04-22T14:00:59.573 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_truncate_cmtime 2024-04-22T14:00:59.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.571+0000 7f9a937fe640 1 -- 172.21.15.83:0/948104847 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7f9a9409c280 con 0x7f9aa4103230 2024-04-22T14:00:59.574 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:00:59.574 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:00:59.574 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 msgr2=0x7f9a8c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 0x7f9a8c0a6260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f9aa410e4d0 tx=0x7f9a98005f90 comp rx=0 tx=0).stop 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 msgr2=0x7f9aa419e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f9a9400d770 tx=0x7f9a9400dc30 comp rx=0 tx=0).stop 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 shutdown_connections 2024-04-22T14:00:59.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9a8c0a3da0 0x7f9a8c0a6260 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.573+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9aa410c600 0x7f9aa41985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.574+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9aa4103b50 0x7f9aa419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.574+0000 7f9aa8bb2640 1 --2- 172.21.15.83:0/948104847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9aa4103230 0x7f9aa419e3e0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.574+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 >> 172.21.15.83:0/948104847 conn(0x7f9aa4077fb0 msgr2=0x7f9aa40fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.574+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 shutdown_connections 2024-04-22T14:00:59.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.574+0000 7f9aa8bb2640 1 -- 172.21.15.83:0/948104847 wait complete. 2024-04-22T14:00:59.591 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:00:59.591 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:00:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:00:59.592 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:00:59.595 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dirhash_collide 2024-04-22T14:00:59.644 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_rename_overwrite 2024-04-22T14:00:59.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:00:59.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:00:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:00:59.668 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] holetest 2024-04-22T14:00:59.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:00:59.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:00:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:00:59.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.732+0000 7faa577fe640 1 -- 172.21.15.83:0/1906102455 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4402cb80 con 0x7faa581005b0 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 -- 172.21.15.83:0/1906102455 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa581005b0 msgr2=0x7faa58100a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 --2- 172.21.15.83:0/1906102455 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa581005b0 0x7faa58100a30 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7faa44009900 tx=0x7faa4402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 -- 172.21.15.83:0/1906102455 shutdown_connections 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 --2- 172.21.15.83:0/1906102455 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa58100f70 0x7faa5810d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 --2- 172.21.15.83:0/1906102455 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa581005b0 0x7faa58100a30 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 --2- 172.21.15.83:0/1906102455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58106670 0x7faa58106a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 -- 172.21.15.83:0/1906102455 >> 172.21.15.83:0/1906102455 conn(0x7faa580773f0 msgr2=0x7faa580fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 -- 172.21.15.83:0/1906102455 shutdown_connections 2024-04-22T14:00:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.733+0000 7faa5f243640 1 -- 172.21.15.83:0/1906102455 wait complete. 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.734+0000 7faa5f243640 1 Processor -- start 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.734+0000 7faa5f243640 1 -- start start 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.734+0000 7faa5f243640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa581005b0 0x7faa581986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.734+0000 7faa5f243640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 0x7faa58198c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.734+0000 7faa5f243640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 0x7faa5819cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5f243640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa581121f0 con 0x7faa58106670 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5f243640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faa58112070 con 0x7faa58100f70 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5f243640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa58112370 con 0x7faa581005b0 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5d7e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 0x7faa5819cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5d7e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 0x7faa5819cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50576/0 (socket says 172.21.15.83:50576) 2024-04-22T14:00:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5d7e0640 1 -- 172.21.15.83:0/816479419 learned_addr learned my addr 172.21.15.83:0/816479419 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 0x7faa58198c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa581005b0 0x7faa581986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 -- 172.21.15.83:0/816479419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa581005b0 msgr2=0x7faa581986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa581005b0 0x7faa581986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 -- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 msgr2=0x7faa5819cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 0x7faa5819cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 -- 172.21.15.83:0/816479419 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa5819d6c0 con 0x7faa58100f70 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa57fff640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 0x7faa58198c10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faa44036040 tx=0x7faa4402cd20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.735+0000 7faa55ffb640 1 -- 172.21.15.83:0/816479419 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa44043020 con 0x7faa58100f70 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.736+0000 7faa55ffb640 1 -- 172.21.15.83:0/816479419 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa44004490 con 0x7faa58100f70 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.736+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa5819d950 con 0x7faa58100f70 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.736+0000 7faa55ffb640 1 -- 172.21.15.83:0/816479419 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa44003b80 con 0x7faa58100f70 2024-04-22T14:00:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.736+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa581a5240 con 0x7faa58100f70 2024-04-22T14:00:59.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.739+0000 7faa55ffb640 1 -- 172.21.15.83:0/816479419 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faa44046020 con 0x7faa58100f70 2024-04-22T14:00:59.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.739+0000 7faa61e37740 1 Processor -- start 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.739+0000 7faa61e37740 1 -- start start 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa55ffb640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 0x7faa480a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be30d20 0x55b07be3d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be3de10 0x55b07be40220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b07bd951f0 con 0x55b07be3de10 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b07bd324b0 con 0x55b07be30370 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa61e37740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b07bd911b0 con 0x55b07be30d20 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa55ffb640 1 -- 172.21.15.83:0/816479419 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faa440f2060 con 0x7faa58100f70 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45538/0 (socket says 172.21.15.83:45538) 2024-04-22T14:00:59.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 -- 172.21.15.83:0/3610208740 learned_addr learned my addr 172.21.15.83:0/3610208740 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa57fff640 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be30d20 0x55b07be3d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be3de10 0x55b07be40220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 0x7faa480a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 -- 172.21.15.83:0/3610208740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be30d20 msgr2=0x55b07be3d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be30d20 0x55b07be3d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 -- 172.21.15.83:0/3610208740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be3de10 msgr2=0x55b07be40220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be3de10 0x55b07be40220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.740+0000 7faa5cfdf640 1 -- 172.21.15.83:0/3610208740 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b07bd241b0 con 0x55b07be30370 2024-04-22T14:00:59.745 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_truncate_self 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.741+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00cc00 tx=0x7faa4c005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=598739c913a9f188 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.741+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 0x7faa480a6260 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa50009270 tx=0x7faa50009680 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.741+0000 7faa42ffd640 1 -- 172.21.15.83:0/3610208740 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c01e070 con 0x55b07be30370 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.741+0000 7faa42ffd640 1 -- 172.21.15.83:0/3610208740 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa4c0035f0 con 0x55b07be30370 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.741+0000 7faa42ffd640 1 -- 172.21.15.83:0/3610208740 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c0196c0 con 0x55b07be30370 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 -- 172.21.15.83:0/3610208740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 msgr2=0x55b07be30750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00cc00 tx=0x7faa4c005f90 comp rx=0 tx=0).stop 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 -- 172.21.15.83:0/3610208740 shutdown_connections 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be3de10 0x55b07be40220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be30d20 0x55b07be3d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 --2- 172.21.15.83:0/3610208740 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be30750 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 -- 172.21.15.83:0/3610208740 >> 172.21.15.83:0/3610208740 conn(0x55b07be2aba0 msgr2=0x55b07be2af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 -- 172.21.15.83:0/3610208740 shutdown_connections 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.742+0000 7faa61e37740 1 -- 172.21.15.83:0/3610208740 wait complete. 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.743+0000 7faa61e37740 1 -- start start 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.743+0000 7faa61e37740 1 Processor -- start 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 0x55b07be3aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b07be40d40 con 0x55b07be30370 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b07bd4e500 con 0x55b07be30d20 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b07be40ec0 con 0x55b07be3de10 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa61e37740 10 client.0 _ll_register_callbacks cb 0x55b07bd1cb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50594/0 (socket says 172.21.15.83:50594) 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 -- 172.21.15.83:0/288154442 learned_addr learned my addr 172.21.15.83:0/288154442 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa57fff640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 0x55b07be3aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 -- 172.21.15.83:0/288154442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 msgr2=0x55b07be3af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 -- 172.21.15.83:0/288154442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 msgr2=0x55b07be3aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 0x55b07be3aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5cfdf640 1 -- 172.21.15.83:0/288154442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b07baa73f0 con 0x55b07be30370 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.744+0000 7faa57fff640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 0x55b07be3aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00ecb0 tx=0x7faa4c003a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14dfe0e498cdd09 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa37fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4c028020 con 0x55b07be30370 2024-04-22T14:00:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa4c0035f0 con 0x55b07be30370 2024-04-22T14:00:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faa4c004260 con 0x55b07be30370 2024-04-22T14:00:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa4c01e030 con 0x55b07be30370 2024-04-22T14:00:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa61e37740 10 client.16548 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b07bb717d0 con 0x55b07be30370 2024-04-22T14:00:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.745+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa4c01f040 con 0x55b07be30370 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7faa4c0048f0 con 0x55b07be30370 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 10 client.16548 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 10 client.16548 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 20 client.16548 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07be4deb0 0x55b07be502a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 4 client.16548 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7faa4c0035f0 con 0x55b07be4deb0 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.746+0000 7faa57fff640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07be4deb0 0x55b07be502a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa37fff640 10 client.16548 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa57fff640 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07be4deb0 0x55b07be502a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=71796040695890c9 server_cookie=f09bc1d341390a94 in_seq=0 out_seq=0 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa37fff640 1 -- 172.21.15.83:0/288154442 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7faa4c0035f0 con 0x55b07be4deb0 2024-04-22T14:00:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa37fff640 10 client.16548 handle_command_reply: tid=0 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa61e37740 1 client.16548 shutdown 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 msgr2=0x55b07be3d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.747+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7faa4c00ecb0 tx=0x7faa4c003a50 comp rx=0 tx=0).stop 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 shutdown_connections 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07be4deb0 0x55b07be502a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30d20 0x55b07be3aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa37fff640 0 client.16548 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 --2- 172.21.15.83:0/288154442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30370 0x55b07be3d6b0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 >> 172.21.15.83:0/288154442 conn(0x55b07be2aba0 msgr2=0x55b07be2c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 shutdown_connections 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 1 -- 172.21.15.83:0/288154442 wait complete. 2024-04-22T14:00:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.748+0000 7faa61e37740 20 client.16548 trim_cache size 0 max 16384 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.770+0000 7faa61e37740 1 Processor -- start 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.770+0000 7faa61e37740 1 -- start start 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be49c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa581ab910 con 0x55b07be30d20 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faa581ad540 con 0x55b07be30370 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa61e37740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa581abfe0 con 0x55b07be3de10 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50608/0 (socket says 172.21.15.83:50608) 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 -- 172.21.15.83:0/930476307 learned_addr learned my addr 172.21.15.83:0/930476307 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be49c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 -- 172.21.15.83:0/930476307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 msgr2=0x55b07be3d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 -- 172.21.15.83:0/930476307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 msgr2=0x55b07be49c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be49c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 -- 172.21.15.83:0/930476307 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b07be31100 con 0x55b07be30d20 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.771+0000 7faa57fff640 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7faa4402c170 tx=0x7faa440f1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7136e307d00c74b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa427fc640 1 -- 172.21.15.83:0/930476307 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa440c2490 con 0x55b07be30d20 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa427fc640 1 -- 172.21.15.83:0/930476307 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa440c6d50 con 0x55b07be30d20 2024-04-22T14:00:59.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa427fc640 1 -- 172.21.15.83:0/930476307 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa44003e40 con 0x55b07be30d20 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 -- 172.21.15.83:0/930476307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 msgr2=0x55b07be3d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7faa4402c170 tx=0x7faa440f1040 comp rx=0 tx=0).stop 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 -- 172.21.15.83:0/930476307 shutdown_connections 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be3d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be30d20 0x55b07be3d170 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.772+0000 7faa61e37740 1 --2- 172.21.15.83:0/930476307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be49c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.773+0000 7faa61e37740 1 -- 172.21.15.83:0/930476307 >> 172.21.15.83:0/930476307 conn(0x55b07be2aba0 msgr2=0x55b07be29c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.773+0000 7faa61e37740 1 -- 172.21.15.83:0/930476307 shutdown_connections 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.773+0000 7faa61e37740 1 -- 172.21.15.83:0/930476307 wait complete. 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.773+0000 7faa61e37740 1 -- start start 2024-04-22T14:00:59.779 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.773+0000 7faa61e37740 1 Processor -- start 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 0x55b07beb31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa581acdb0 con 0x55b07be42570 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faa581ac6e0 con 0x55b07be30370 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa581a98f0 con 0x55b07be3de10 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa61e37740 10 client.0 _ll_register_callbacks cb 0x7faa44005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa57fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 0x55b07beb31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5cfdf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45574/0 (socket says 172.21.15.83:45574) 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa57fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58514/0 (socket says 172.21.15.83:58514) 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5cfdf640 1 -- 172.21.15.83:0/2077804345 learned_addr learned my addr 172.21.15.83:0/2077804345 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 -- 172.21.15.83:0/2077804345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 msgr2=0x55b07be42030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 -- 172.21.15.83:0/2077804345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 msgr2=0x55b07be41af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5d7e0640 1 -- 172.21.15.83:0/2077804345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b07beb3700 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa57fff640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.774+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa5d7e0640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 0x55b07beb31c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x55b07be3dd50 tx=0x7faa50004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3a2d702e148249 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa37fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa5000ce80 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faa5001c070 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa440c6d50 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7faa50004b20 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa61e37740 10 client.16554 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b07beb48a0 con 0x55b07be42570 2024-04-22T14:00:59.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.775+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa440c6d50 con 0x55b07be42570 2024-04-22T14:00:59.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.776+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7faa5001f040 con 0x55b07be42570 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 10 client.16554 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 10 client.16554 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 20 client.16554 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07beb4fa0 0x55b07beb73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 4 client.16554 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b07bd34930 con 0x55b07beb4fa0 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07beb4fa0 0x55b07beb73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa5cfdf640 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07beb4fa0 0x55b07beb73c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f0b48881760d82f9 server_cookie=23231ed520ef969 in_seq=0 out_seq=0 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa37fff640 10 client.16554 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa37fff640 1 -- 172.21.15.83:0/2077804345 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b07bd34930 con 0x55b07beb4fa0 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa37fff640 10 client.16554 handle_command_reply: tid=0 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.777+0000 7faa61e37740 1 client.16554 shutdown 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 msgr2=0x55b07beb31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 0x55b07beb31c0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x55b07be3dd50 tx=0x7faa50004ab0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 shutdown_connections 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b07be42570 0x55b07beb31c0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b07be3de10 0x55b07be42030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55b07beb4fa0 0x55b07beb73c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 --2- 172.21.15.83:0/2077804345 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b07be30370 0x55b07be41af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 >> 172.21.15.83:0/2077804345 conn(0x55b07be2aba0 msgr2=0x55b07be391e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa37fff640 0 client.16554 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 shutdown_connections 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 1 -- 172.21.15.83:0/2077804345 wait complete. 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.778+0000 7faa61e37740 20 client.16554 trim_cache size 0 max 16384 2024-04-22T14:00:59.785 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:59.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 msgr2=0x7faa480a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 0x7faa480a6260 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7faa50009270 tx=0x7faa50009680 comp rx=0 tx=0).stop 2024-04-22T14:00:59.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 msgr2=0x7faa58198c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 0x7faa58198c10 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faa44036040 tx=0x7faa4402cd20 comp rx=0 tx=0).stop 2024-04-22T14:00:59.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 shutdown_connections 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa480a3da0 0x7faa480a6260 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa58106670 0x7faa5819cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa58100f70 0x7faa58198c10 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 --2- 172.21.15.83:0/816479419 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa581005b0 0x7faa581986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 >> 172.21.15.83:0/816479419 conn(0x7faa580773f0 msgr2=0x7faa580feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 shutdown_connections 2024-04-22T14:00:59.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.779+0000 7faa5f243640 1 -- 172.21.15.83:0/816479419 wait complete. 2024-04-22T14:00:59.796 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:00:59.798 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] af_unix 2024-04-22T14:00:59.800 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_stale_pmd 2024-04-22T14:00:59.909 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_cow_race 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 -- 172.21.15.83:0/2998760817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc870103380 msgr2=0x7fc8701009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 --2- 172.21.15.83:0/2998760817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc870103380 0x7fc8701009a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc864009930 tx=0x7fc86402bc30 comp rx=0 tx=0).stop 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 -- 172.21.15.83:0/2998760817 shutdown_connections 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 --2- 172.21.15.83:0/2998760817 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc87010ebe0 0x7fc870110fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 --2- 172.21.15.83:0/2998760817 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc870103380 0x7fc8701009a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.919 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 --2- 172.21.15.83:0/2998760817 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870102f10 0x7fc870100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 -- 172.21.15.83:0/2998760817 >> 172.21.15.83:0/2998760817 conn(0x7fc8700773f0 msgr2=0x7fc8700fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 -- 172.21.15.83:0/2998760817 shutdown_connections 2024-04-22T14:00:59.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.916+0000 7fc8757d5640 1 -- 172.21.15.83:0/2998760817 wait complete. 2024-04-22T14:00:59.920 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 Processor -- start 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 -- start start 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870103380 0x7fc8701a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 0x7fc87019a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc870114400 con 0x7fc870102f10 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc870114280 con 0x7fc87010ebe0 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc8757d5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc870114580 con 0x7fc870103380 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc86effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc86effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50632/0 (socket says 172.21.15.83:50632) 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc86effd640 1 -- 172.21.15.83:0/1678245894 learned_addr learned my addr 172.21.15.83:0/1678245894 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.917+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 0x7fc87019a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870103380 0x7fc8701a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 -- 172.21.15.83:0/1678245894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870103380 msgr2=0x7fc8701a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870103380 0x7fc8701a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 -- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 msgr2=0x7fc8701a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 -- 172.21.15.83:0/1678245894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87019b000 con 0x7fc87010ebe0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86effd640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 0x7fc87019a830 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc870068cc0 tx=0x7fc86800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc857fff640 1 -- 172.21.15.83:0/1678245894 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86800cdf0 con 0x7fc87010ebe0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc87019b2f0 con 0x7fc87010ebe0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.918+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8701a7510 con 0x7fc87010ebe0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.919+0000 7fc857fff640 1 -- 172.21.15.83:0/1678245894 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc868005020 con 0x7fc87010ebe0 2024-04-22T14:00:59.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.919+0000 7fc857fff640 1 -- 172.21.15.83:0/1678245894 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc868010690 con 0x7fc87010ebe0 2024-04-22T14:00:59.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc857fff640 1 -- 172.21.15.83:0/1678245894 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc868004a40 con 0x7fc87010ebe0 2024-04-22T14:00:59.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 Processor -- start 2024-04-22T14:00:59.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 -- start start 2024-04-22T14:00:59.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55633fc511f0 con 0x55633fcec4d0 2024-04-22T14:00:59.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55633fbee4b0 con 0x55633fcece80 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc8783c9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55633fc4d1b0 con 0x55633fcf5a00 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc857fff640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 0x7fc8580a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.922+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50638/0 (socket says 172.21.15.83:50638) 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3080065954 learned_addr learned my addr 172.21.15.83:0/3080065954 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 0x7fc8580a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86effd640 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3080065954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 msgr2=0x55633fcf7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3080065954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 msgr2=0x55633fcf5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc857fff640 1 -- 172.21.15.83:0/1678245894 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc8680d0cf0 con 0x7fc87010ebe0 2024-04-22T14:00:59.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3080065954 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55633fbe01b0 con 0x55633fcec4d0 2024-04-22T14:00:59.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc864005ab0 tx=0x7fc864005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4e9a377da347cb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc86f7fe640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 0x7fc8580a6260 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc86809cc50 tx=0x7fc868005f70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.923+0000 7fc8557fa640 1 -- 172.21.15.83:0/3080065954 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86404a070 con 0x55633fcec4d0 2024-04-22T14:00:59.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.924+0000 7fc8557fa640 1 -- 172.21.15.83:0/3080065954 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc86402cc90 con 0x55633fcec4d0 2024-04-22T14:00:59.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.924+0000 7fc8557fa640 1 -- 172.21.15.83:0/3080065954 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8640046c0 con 0x55633fcec4d0 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- 172.21.15.83:0/3080065954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 msgr2=0x55633fcec8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fc864005ab0 tx=0x7fc864005fd0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- 172.21.15.83:0/3080065954 shutdown_connections 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3080065954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcec8b0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- 172.21.15.83:0/3080065954 >> 172.21.15.83:0/3080065954 conn(0x55633fce6ba0 msgr2=0x55633fce6f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- 172.21.15.83:0/3080065954 shutdown_connections 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- 172.21.15.83:0/3080065954 wait complete. 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 -- start start 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.925+0000 7fc8783c9740 1 Processor -- start 2024-04-22T14:00:59.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcec4d0 0x55633fcf5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc86effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc86effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50642/0 (socket says 172.21.15.83:50642) 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc86effd640 1 -- 172.21.15.83:0/472537804 learned_addr learned my addr 172.21.15.83:0/472537804 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcec4d0 0x55633fcf5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55633fcf8910 con 0x55633fcece80 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55633fc0a500 con 0x55633fcec4d0 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.926+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55633fcf8a90 con 0x55633fcf5a00 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 -- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 msgr2=0x55633fcf2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 -- 172.21.15.83:0/472537804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcec4d0 msgr2=0x55633fcf5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcec4d0 0x55633fcf5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55633f9633f0 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc8783c9740 10 client.0 _ll_register_callbacks cb 0x55633fbd8b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc86402cc90 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc86effd640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc860011690 tx=0x7fc860011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c20aa071873bda5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc852ff5640 10 client.16566 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc852ff5640 1 -- 172.21.15.83:0/472537804 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860018070 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.927+0000 7fc852ff5640 1 -- 172.21.15.83:0/472537804 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc86000fd50 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc852ff5640 1 -- 172.21.15.83:0/472537804 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc860011e60 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 10 client.16566 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({fsmap=31}) -- 0x55633fa2d7d0 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc852ff5640 1 -- 172.21.15.83:0/472537804 <== mon.0 v2:172.21.15.83:3300/0 4 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc860012450 con 0x55633fcece80 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 10 client.16566 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 10 client.16566 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:00:59.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 20 client.16566 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd05b80 0x55633fd07fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 4 client.16566 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55633fbf0930 con 0x55633fd05b80 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.928+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd05b80 0x55633fd07fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.929+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd05b80 0x55633fd07fc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=abd186c1e288f783 server_cookie=ef45e7166f791793 in_seq=0 out_seq=0 2024-04-22T14:00:59.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.929+0000 7fc852ff5640 10 client.16566 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:59.935 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_fallocate 2024-04-22T14:00:59.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc852ff5640 1 -- 172.21.15.83:0/472537804 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55633fbf0930 con 0x55633fd05b80 2024-04-22T14:00:59.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc852ff5640 10 client.16566 handle_command_reply: tid=0 2024-04-22T14:00:59.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 client.16566 shutdown 2024-04-22T14:00:59.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 msgr2=0x55633fcf26c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc860011690 tx=0x7fc860011b50 comp rx=0 tx=0).stop 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 shutdown_connections 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd05b80 0x55633fd07fc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcf5a00 0x55633fcf2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcece80 0x55633fcf26c0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 --2- 172.21.15.83:0/472537804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcec4d0 0x55633fcf5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 >> 172.21.15.83:0/472537804 conn(0x55633fce6ba0 msgr2=0x55633fce88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc852ff5640 0 client.16566 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 shutdown_connections 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 1 -- 172.21.15.83:0/472537804 wait complete. 2024-04-22T14:00:59.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.930+0000 7fc8783c9740 20 client.16566 trim_cache size 0 max 16384 2024-04-22T14:00:59.950 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fsync-err 2024-04-22T14:00:59.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.949+0000 7fc8783c9740 1 Processor -- start 2024-04-22T14:00:59.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.949+0000 7fc8783c9740 1 -- start start 2024-04-22T14:00:59.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcec4d0 0x55633fd01860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c00e6b0 con 0x55633fcf5a00 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c0102e0 con 0x55633fcece80 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc8783c9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c00ed80 con 0x55633fcec4d0 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50646/0 (socket says 172.21.15.83:50646) 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 -- 172.21.15.83:0/1320676574 learned_addr learned my addr 172.21.15.83:0/1320676574 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86effd640 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcec4d0 0x55633fd01860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 -- 172.21.15.83:0/1320676574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcec4d0 msgr2=0x55633fd01860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcec4d0 0x55633fd01860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 -- 172.21.15.83:0/1320676574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 msgr2=0x55633fcf4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.950+0000 7fc86e7fc640 1 -- 172.21.15.83:0/1320676574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55633fcf3040 con 0x55633fcf5a00 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.951+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc864005ab0 tx=0x7fc864005950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=963dd592122bd7db server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.951+0000 7fc854ff9640 1 -- 172.21.15.83:0/1320676574 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86404a040 con 0x55633fcf5a00 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.951+0000 7fc854ff9640 1 -- 172.21.15.83:0/1320676574 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc864005500 con 0x55633fcf5a00 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.951+0000 7fc854ff9640 1 -- 172.21.15.83:0/1320676574 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8640046c0 con 0x55633fcf5a00 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 -- 172.21.15.83:0/1320676574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 msgr2=0x55633fcf5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fc864005ab0 tx=0x7fc864005950 comp rx=0 tx=0).stop 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 -- 172.21.15.83:0/1320676574 shutdown_connections 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcf5a00 0x55633fcf5330 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcece80 0x55633fcf4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 --2- 172.21.15.83:0/1320676574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcec4d0 0x55633fd01860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 -- 172.21.15.83:0/1320676574 >> 172.21.15.83:0/1320676574 conn(0x55633fce6ba0 msgr2=0x55633fce5c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 -- 172.21.15.83:0/1320676574 shutdown_connections 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.952+0000 7fc8783c9740 1 -- 172.21.15.83:0/1320676574 wait complete. 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 -- start start 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 Processor -- start 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcece80 0x55633fcef8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcf5a00 0x55633fcefe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c00fb50 con 0x55633fcec4d0 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c00f480 con 0x55633fcf5a00 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c00c690 con 0x55633fcece80 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc8783c9740 10 client.0 _ll_register_callbacks cb 0x7fc86000bec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc86e7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50660/0 (socket says 172.21.15.83:50660) 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3032793975 learned_addr learned my addr 172.21.15.83:0/3032793975 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc86effd640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcece80 0x55633fcef8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.953+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcf5a00 0x55633fcefe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcece80 msgr2=0x55633fcef8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcece80 0x55633fcef8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3032793975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcf5a00 msgr2=0x55633fcefe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcf5a00 0x55633fcefe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 -- 172.21.15.83:0/3032793975 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55633fd6b100 con 0x55633fcec4d0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc852ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc86e7fc640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc864050720 tx=0x7fc864000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c85cd4f7ebd3d5b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86404a070 con 0x55633fcec4d0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc86402c7e0 con 0x55633fcec4d0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.954+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc864005500 con 0x55633fcec4d0 2024-04-22T14:00:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc864050940 con 0x55633fcec4d0 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 10 client.16572 fetch_fsmap learned FSMap version 31 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55633fd6c340 con 0x55633fcec4d0 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc864005500 con 0x55633fcec4d0 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc864050040 con 0x55633fcec4d0 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 10 client.16572 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 10 client.16572 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 20 client.16572 populate_metadata read hostname 'smithi083' 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd6c510 0x55633fd6e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 4 client.16572 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:00:59.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55633fc5ec10 con 0x55633fd6c510 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.955+0000 7fc86effd640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd6c510 0x55633fd6e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc852ff5640 10 client.16572 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc86effd640 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd6c510 0x55633fd6e900 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eca41f676386cf4a server_cookie=f3577d171c50b964 in_seq=0 out_seq=0 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc852ff5640 1 -- 172.21.15.83:0/3032793975 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55633fc5ec10 con 0x55633fd6c510 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc852ff5640 10 client.16572 handle_command_reply: tid=0 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 client.16572 shutdown 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 msgr2=0x55633fcef3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fc864050720 tx=0x7fc864000bc0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 shutdown_connections 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55633fd6c510 0x55633fd6e900 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55633fcf5a00 0x55633fcefe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc852ff5640 0 client.16572 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:00:59.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55633fcece80 0x55633fcef8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 --2- 172.21.15.83:0/3032793975 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55633fcec4d0 0x55633fcef3b0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 >> 172.21.15.83:0/3032793975 conn(0x55633fce6ba0 msgr2=0x55633fced260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 shutdown_connections 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.956+0000 7fc8783c9740 1 -- 172.21.15.83:0/3032793975 wait complete. 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8783c9740 20 client.16572 trim_cache size 0 max 16384 2024-04-22T14:00:59.964 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 msgr2=0x7fc8580a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 0x7fc8580a6260 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc86809cc50 tx=0x7fc868005f70 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 msgr2=0x7fc87019a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 0x7fc87019a830 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc870068cc0 tx=0x7fc86800ef10 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 shutdown_connections 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8580a3da0 0x7fc8580a6260 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc87010ebe0 0x7fc87019a830 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc870103380 0x7fc8701a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 --2- 172.21.15.83:0/1678245894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc870102f10 0x7fc8701a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:00:59.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 >> 172.21.15.83:0/1678245894 conn(0x7fc8700773f0 msgr2=0x7fc8701101d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:00:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 shutdown_connections 2024-04-22T14:00:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:00:59.957+0000 7fc8757d5640 1 -- 172.21.15.83:0/1678245894 wait complete. 2024-04-22T14:00:59.967 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_write_ro 2024-04-22T14:00:59.975 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:01:00.084 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_ext4_dax_journal_corruption 2024-04-22T14:01:00.097 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_ext4_dax_inline_corruption 2024-04-22T14:01:00.135 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_ofd_locks 2024-04-22T14:01:00.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2947794551 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102b40 msgr2=0x7fbfd8106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2947794551 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102b40 0x7fbfd8106b80 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0009900 tx=0x7fbfc002bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2947794551 shutdown_connections 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2947794551 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2947794551 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102b40 0x7fbfd8106b80 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2947794551 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd8102190 0x7fbfd8102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.139+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2947794551 >> 172.21.15.83:0/2947794551 conn(0x7fbfd80793a0 msgr2=0x7fbfd80797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.140+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2947794551 shutdown_connections 2024-04-22T14:01:00.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.140+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2947794551 wait complete. 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.140+0000 7fbfdccc1640 1 Processor -- start 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 -- start start 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 0x7fbfd8198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8112250 con 0x7fbfd8102190 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd81120d0 con 0x7fbfd81985f0 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfdccc1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd81123d0 con 0x7fbfd8107260 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50680/0 (socket says 172.21.15.83:50680) 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfd659c640 1 -- 172.21.15.83:0/2590514559 learned_addr learned my addr 172.21.15.83:0/2590514559 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.141+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 0x7fbfd8198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 -- 172.21.15.83:0/2590514559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 msgr2=0x7fbfd819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 -- 172.21.15.83:0/2590514559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 msgr2=0x7fbfd8198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 0x7fbfd8198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 -- 172.21.15.83:0/2590514559 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd8199110 con 0x7fbfd8102190 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 0x7fbfd8198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800e9f0 tx=0x7fbfc800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfcf7fe640 1 -- 172.21.15.83:0/2590514559 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc800cd80 con 0x7fbfd8102190 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfd8199400 con 0x7fbfd8102190 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfcf7fe640 1 -- 172.21.15.83:0/2590514559 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfc80108e0 con 0x7fbfd8102190 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.142+0000 7fbfcf7fe640 1 -- 172.21.15.83:0/2590514559 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8018980 con 0x7fbfd8102190 2024-04-22T14:01:00.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.143+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfd8074520 con 0x7fbfd8102190 2024-04-22T14:01:00.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.145+0000 7fbfcf7fe640 1 -- 172.21.15.83:0/2590514559 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbfc8010430 con 0x7fbfd8102190 2024-04-22T14:01:00.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.146+0000 7fbfcf7fe640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 0x7fbfc40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.146+0000 7fbfdf98f740 1 Processor -- start 2024-04-22T14:01:00.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.146+0000 7fbfcf7fe640 1 -- 172.21.15.83:0/2590514559 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbfc80d0dd0 con 0x7fbfd8102190 2024-04-22T14:01:00.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.146+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 0x7fbfc40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 -- start start 2024-04-22T14:01:00.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b018b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b0ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ba87a661f0 con 0x55ba87b0aa00 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ba87a034b0 con 0x55ba87b01e80 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ba87a621b0 con 0x55ba87b014d0 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 0x7fbfc40a61e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbfc002c240 tx=0x7fbfc003f040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfcffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfcffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45652/0 (socket says 172.21.15.83:45652) 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfcffff640 1 -- 172.21.15.83:0/1643920359 learned_addr learned my addr 172.21.15.83:0/1643920359 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.147+0000 7fbfd659c640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b0ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.152 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_collision 2024-04-22T14:01:00.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfcffff640 1 -- 172.21.15.83:0/1643920359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 msgr2=0x55ba87b018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfcffff640 1 -- 172.21.15.83:0/1643920359 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 msgr2=0x55ba87b0ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b0ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.148+0000 7fbfcffff640 1 -- 172.21.15.83:0/1643920359 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba879f51b0 con 0x55ba87b01e80 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.149+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b0ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.149+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbfc00096c0 tx=0x7fbfc0043000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b62b12ab3303f020 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.149+0000 7fbfccff9640 1 -- 172.21.15.83:0/1643920359 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc003c5d0 con 0x55ba87b01e80 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.149+0000 7fbfccff9640 1 -- 172.21.15.83:0/1643920359 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfc0057070 con 0x55ba87b01e80 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.149+0000 7fbfccff9640 1 -- 172.21.15.83:0/1643920359 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc0003ca0 con 0x55ba87b01e80 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1643920359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 msgr2=0x55ba87b0a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbfc00096c0 tx=0x7fbfc0043000 comp rx=0 tx=0).stop 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1643920359 shutdown_connections 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b0ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b0a430 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1643920359 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1643920359 >> 172.21.15.83:0/1643920359 conn(0x55ba87afbba0 msgr2=0x55ba87afbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1643920359 shutdown_connections 2024-04-22T14:01:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.150+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1643920359 wait complete. 2024-04-22T14:01:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 -- start start 2024-04-22T14:01:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 Processor -- start 2024-04-22T14:01:00.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 0x55ba87b0a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b01e80 0x55ba87b07700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b07d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ba87b1e920 con 0x55ba87b0aa00 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ba87a1f500 con 0x55ba87b014d0 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ba87b1eaa0 con 0x55ba87b01e80 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfdf98f740 10 client.0 _ll_register_callbacks cb 0x55ba879edb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b07d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfd659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 0x55ba87b0a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b07d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50686/0 (socket says 172.21.15.83:50686) 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfd6d9d640 1 -- 172.21.15.83:0/2557845994 learned_addr learned my addr 172.21.15.83:0/2557845994 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.151+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b01e80 0x55ba87b07700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 -- 172.21.15.83:0/2557845994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b01e80 msgr2=0x55ba87b07700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.157 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b01e80 0x55ba87b07700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 -- 172.21.15.83:0/2557845994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 msgr2=0x55ba87b07d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b07d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 -- 172.21.15.83:0/2557845994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba877783f0 con 0x55ba87b014d0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 0x55ba87b0a370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80ce550 tx=0x7fbfc809d4a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2af1b6439a23e95c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.152+0000 7fbfbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc80a0070 con 0x55ba87b014d0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbfc80b6260 con 0x55ba87b014d0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc0057070 con 0x55ba87b014d0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbfc80a5a10 con 0x55ba87b014d0 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfdf98f740 10 client.25919 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.153+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ba878427d0 con 0x55ba87b014d0 2024-04-22T14:01:00.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.154+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfc0057070 con 0x55ba87b014d0 2024-04-22T14:01:00.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.154+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fbfc8018b20 con 0x55ba87b014d0 2024-04-22T14:01:00.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 10 client.25919 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 10 client.25919 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:01:00.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 20 client.25919 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b2bc50 0x55ba87b2e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 4 client.25919 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba87a05930 con 0x55ba87b2bc50 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.155+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b2bc50 0x55ba87b2e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.156+0000 7fbfbdffb640 10 client.25919 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.156+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b2bc50 0x55ba87b2e040 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8990399111282f90 server_cookie=1f814d70460155fd in_seq=0 out_seq=0 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2557845994 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ba87a05930 con 0x55ba87b2bc50 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfbdffb640 10 client.25919 handle_command_reply: tid=0 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 client.25919 shutdown 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 msgr2=0x55ba87b0a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 0x55ba87b0a370 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbfc80ce550 tx=0x7fbfc809d4a0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 shutdown_connections 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b2bc50 0x55ba87b2e040 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b07d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b01e80 0x55ba87b07700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2557845994 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b014d0 0x55ba87b0a370 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfbdffb640 0 client.25919 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 >> 172.21.15.83:0/2557845994 conn(0x55ba87afbba0 msgr2=0x55ba87afd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 shutdown_connections 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2557845994 wait complete. 2024-04-22T14:01:00.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.157+0000 7fbfdf98f740 20 client.25919 trim_cache size 0 max 16384 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 Processor -- start 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 -- start start 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b277e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b0aa00 0x55ba87b09e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8071f60 con 0x55ba87b01e80 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8073b90 con 0x55ba87b0aa00 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.174+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8072630 con 0x55ba87b014d0 2024-04-22T14:01:00.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50692/0 (socket says 172.21.15.83:50692) 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 -- 172.21.15.83:0/1955142950 learned_addr learned my addr 172.21.15.83:0/1955142950 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b0aa00 0x55ba87b09e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfd659c640 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b277e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 -- 172.21.15.83:0/1955142950 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 msgr2=0x55ba87b277e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b277e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 -- 172.21.15.83:0/1955142950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b0aa00 msgr2=0x55ba87b09e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b0aa00 0x55ba87b09e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 -- 172.21.15.83:0/1955142950 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba87b08080 con 0x55ba87b01e80 2024-04-22T14:01:00.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfcffff640 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0009900 tx=0x7fbfc004a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d158e745020e902c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.175+0000 7fbfbffff640 1 -- 172.21.15.83:0/1955142950 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc0064dc0 con 0x55ba87b01e80 2024-04-22T14:01:00.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.176+0000 7fbfbffff640 1 -- 172.21.15.83:0/1955142950 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfc0057070 con 0x55ba87b01e80 2024-04-22T14:01:00.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.176+0000 7fbfbffff640 1 -- 172.21.15.83:0/1955142950 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc003c8f0 con 0x55ba87b01e80 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1955142950 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 msgr2=0x55ba87afaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0009900 tx=0x7fbfc004a040 comp rx=0 tx=0).stop 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1955142950 shutdown_connections 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b0aa00 0x55ba87b09e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b01e80 0x55ba87afaa80 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/1955142950 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b277e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1955142950 >> 172.21.15.83:0/1955142950 conn(0x55ba87afbba0 msgr2=0x55ba87afa370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1955142950 shutdown_connections 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- 172.21.15.83:0/1955142950 wait complete. 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 -- start start 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.177+0000 7fbfdf98f740 1 Processor -- start 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b23cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b24230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8073400 con 0x55ba87b0aa00 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8072d30 con 0x55ba87b01e80 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd806ff40 con 0x55ba87b014d0 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfdf98f740 10 client.0 _ll_register_callbacks cb 0x7fbfc809c790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50698/0 (socket says 172.21.15.83:50698) 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 -- 172.21.15.83:0/2473567068 learned_addr learned my addr 172.21.15.83:0/2473567068 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b23cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfcffff640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b24230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 -- 172.21.15.83:0/2473567068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 msgr2=0x55ba87b23cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b23cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 -- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 msgr2=0x55ba87b24230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b24230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 -- 172.21.15.83:0/2473567068 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba87b044d0 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfd6d9d640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0017640 tx=0x7fbfd0017a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21663da9791bf368 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.178+0000 7fbfbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0025060 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbfd00189f0 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc0057070 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbfd0018bf0 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 10 client.16590 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ba87b91c00 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbfc0057070 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fbfd0028380 con 0x55ba87b0aa00 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 10 client.16590 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 10 client.16590 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 20 client.16590 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b923b0 0x55ba87b947d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 4 client.16590 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:00.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.179+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ba87a73c10 con 0x55ba87b923b0 2024-04-22T14:01:00.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.180+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b923b0 0x55ba87b947d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.180+0000 7fbfbdffb640 10 client.16590 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.180+0000 7fbfd659c640 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b923b0 0x55ba87b947d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eac49ee67a33e8 server_cookie=2837c044a7814dda in_seq=0 out_seq=0 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfbdffb640 1 -- 172.21.15.83:0/2473567068 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ba87a73c10 con 0x55ba87b923b0 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfbdffb640 10 client.16590 handle_command_reply: tid=0 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 client.16590 shutdown 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 msgr2=0x55ba87b03cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0017640 tx=0x7fbfd0017a40 comp rx=0 tx=0).stop 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 shutdown_connections 2024-04-22T14:01:00.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ba87b923b0 0x55ba87b947d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba87b0aa00 0x55ba87b03cc0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba87b01e80 0x55ba87b24230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfbdffb640 0 client.16590 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 --2- 172.21.15.83:0/2473567068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba87b014d0 0x55ba87b23cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 >> 172.21.15.83:0/2473567068 conn(0x55ba87afbba0 msgr2=0x55ba87afac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 shutdown_connections 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.182+0000 7fbfdf98f740 1 -- 172.21.15.83:0/2473567068 wait complete. 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdf98f740 20 client.16590 trim_cache size 0 max 16384 2024-04-22T14:01:00.188 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 msgr2=0x7fbfc40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 0x7fbfc40a61e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbfc002c240 tx=0x7fbfc003f040 comp rx=0 tx=0).stop 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 msgr2=0x7fbfd819e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800e9f0 tx=0x7fbfc800eeb0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 shutdown_connections 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbfc40a3d20 0x7fbfc40a61e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbfd81985f0 0x7fbfd8198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbfd8107260 0x7fbfd819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 --2- 172.21.15.83:0/2590514559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbfd8102190 0x7fbfd819e440 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 >> 172.21.15.83:0/2590514559 conn(0x7fbfd80793a0 msgr2=0x7fbfd80fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.183+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 shutdown_connections 2024-04-22T14:01:00.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.184+0000 7fbfdccc1640 1 -- 172.21.15.83:0/2590514559 wait complete. 2024-04-22T14:01:00.205 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:01:00.274 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] mmap-write-concurrent 2024-04-22T14:01:00.288 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_get_file_time 2024-04-22T14:01:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3552070125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb54113ea0 msgr2=0x7ffb54116290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3552070125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb54113ea0 0x7ffb54116290 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c009ca0 tx=0x7ffb4c02c180 comp rx=0 tx=0).stop 2024-04-22T14:01:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3552070125 shutdown_connections 2024-04-22T14:01:00.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3552070125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb54113ea0 0x7ffb54116290 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3552070125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410b210 0x7ffb54113960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3552070125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb5410a8f0 0x7ffb5410acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3552070125 >> 172.21.15.83:0/3552070125 conn(0x7ffb5406d4c0 msgr2=0x7ffb5406d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3552070125 shutdown_connections 2024-04-22T14:01:00.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.366+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3552070125 wait complete. 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 Processor -- start 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 -- start start 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410a8f0 0x7ffb541a1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 0x7ffb541ace20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffb54119840 con 0x7ffb5410b210 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541196c0 con 0x7ffb54113ea0 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb5ae93640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541199c0 con 0x7ffb5410a8f0 2024-04-22T14:01:00.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50714/0 (socket says 172.21.15.83:50714) 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb53fff640 1 -- 172.21.15.83:0/3707297694 learned_addr learned my addr 172.21.15.83:0/3707297694 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.367+0000 7ffb59430640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 0x7ffb541ace20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410a8f0 0x7ffb541a1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 -- 172.21.15.83:0/3707297694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410a8f0 msgr2=0x7ffb541a1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410a8f0 0x7ffb541a1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 -- 172.21.15.83:0/3707297694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 msgr2=0x7ffb541ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 0x7ffb541ace20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 -- 172.21.15.83:0/3707297694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb541ad360 con 0x7ffb5410b210 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb59430640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 0x7ffb541ace20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb53fff640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ffb4000d950 tx=0x7ffb4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb51ffb640 1 -- 172.21.15.83:0/3707297694 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40017070 con 0x7ffb5410b210 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.368+0000 7ffb51ffb640 1 -- 172.21.15.83:0/3707297694 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb40009c30 con 0x7ffb5410b210 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.369+0000 7ffb51ffb640 1 -- 172.21.15.83:0/3707297694 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4000f620 con 0x7ffb5410b210 2024-04-22T14:01:00.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.369+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb541ad590 con 0x7ffb5410b210 2024-04-22T14:01:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.369+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb541adb00 con 0x7ffb5410b210 2024-04-22T14:01:00.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.372+0000 7ffb51ffb640 1 -- 172.21.15.83:0/3707297694 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ffb40010460 con 0x7ffb5410b210 2024-04-22T14:01:00.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.372+0000 7ffb5db63740 1 Processor -- start 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.372+0000 7ffb5db63740 1 -- start start 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.372+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2638b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc26c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb5db63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55effc1c81f0 con 0x55effc2634d0 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb5db63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55effc1654b0 con 0x55effc26ca00 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb5db63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55effc1c41b0 con 0x55effc263e80 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb51ffb640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 0x7ffb440a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb59430640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 0x7ffb440a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45714/0 (socket says 172.21.15.83:45714) 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb58c2f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc26c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 -- 172.21.15.83:0/487961743 learned_addr learned my addr 172.21.15.83:0/487961743 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb59430640 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2638b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb51ffb640 1 -- 172.21.15.83:0/3707297694 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffb400d0230 con 0x7ffb5410b210 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 -- 172.21.15.83:0/487961743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 msgr2=0x55effc26c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc26c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 -- 172.21.15.83:0/487961743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 msgr2=0x55effc2638b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2638b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb53fff640 1 -- 172.21.15.83:0/487961743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55effc1571b0 con 0x55effc26ca00 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.373+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc26c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.374+0000 7ffb53fff640 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ffb400cda10 tx=0x7ffb4009beb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afc147d3b5a2bf1b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.374+0000 7ffb59430640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 0x7ffb440a6260 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c004af0 tx=0x7ffb4c032340 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.374+0000 7ffb3effd640 1 -- 172.21.15.83:0/487961743 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40020070 con 0x55effc26ca00 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.374+0000 7ffb3effd640 1 -- 172.21.15.83:0/487961743 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb40009de0 con 0x55effc26ca00 2024-04-22T14:01:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.374+0000 7ffb3effd640 1 -- 172.21.15.83:0/487961743 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb400a1ac0 con 0x55effc26ca00 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- 172.21.15.83:0/487961743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 msgr2=0x55effc26ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ffb400cda10 tx=0x7ffb4009beb0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- 172.21.15.83:0/487961743 shutdown_connections 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26ee50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc26c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 --2- 172.21.15.83:0/487961743 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2638b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- 172.21.15.83:0/487961743 >> 172.21.15.83:0/487961743 conn(0x55effc25dba0 msgr2=0x55effc25df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- 172.21.15.83:0/487961743 shutdown_connections 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- 172.21.15.83:0/487961743 wait complete. 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 -- start start 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.375+0000 7ffb5db63740 1 Processor -- start 2024-04-22T14:01:00.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc26c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 0x55effc2696b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55effc26f8b0 con 0x55effc2634d0 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55effc181500 con 0x55effc263e80 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55effc26fa30 con 0x55effc26ca00 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb5db63740 10 client.0 _ll_register_callbacks cb 0x55effc14fb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb58c2f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc26c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 0x55effc2696b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58656/0 (socket says 172.21.15.83:58656) 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb58c2f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc26c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50730/0 (socket says 172.21.15.83:50730) 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 -- 172.21.15.83:0/987607314 learned_addr learned my addr 172.21.15.83:0/987607314 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 -- 172.21.15.83:0/987607314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 msgr2=0x55effc2696b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 0x55effc2696b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 -- 172.21.15.83:0/987607314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 msgr2=0x55effc26c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc26c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb59430640 1 -- 172.21.15.83:0/987607314 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55effbeda3f0 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.376+0000 7ffb53fff640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 0x55effc2696b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb59430640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c009ca0 tx=0x7ffb4c005c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d81688c9fe86d9e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c053060 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffb4c004410 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb40009de0 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ffb4c039040 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb5db63740 10 client.25777 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55effbfa47d0 con 0x55effc26ca00 2024-04-22T14:01:00.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb40009de0 con 0x55effc26ca00 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.377+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7ffb4c03f070 con 0x55effc26ca00 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 10 client.25777 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 10 client.25777 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 20 client.25777 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc27cba0 0x55effc27ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 4 client.25777 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55effc167930 con 0x55effc27cba0 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc27cba0 0x55effc27ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc27cba0 0x55effc27ef90 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5fa39b695dd351b2 server_cookie=ce8469e9748579 in_seq=0 out_seq=0 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.378+0000 7ffb33fff640 10 client.25777 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb33fff640 1 -- 172.21.15.83:0/987607314 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55effc167930 con 0x55effc27cba0 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb33fff640 10 client.25777 handle_command_reply: tid=0 2024-04-22T14:01:00.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 client.25777 shutdown 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 msgr2=0x55effc269c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c009ca0 tx=0x7ffb4c005c50 comp rx=0 tx=0).stop 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 shutdown_connections 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc27cba0 0x55effc27ef90 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc26ca00 0x55effc269c50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc263e80 0x55effc2696b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb33fff640 0 client.25777 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 --2- 172.21.15.83:0/987607314 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc26c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.379+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 >> 172.21.15.83:0/987607314 conn(0x55effc25dba0 msgr2=0x55effc25f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.380+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 shutdown_connections 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.380+0000 7ffb5db63740 1 -- 172.21.15.83:0/987607314 wait complete. 2024-04-22T14:01:00.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.380+0000 7ffb5db63740 20 client.25777 trim_cache size 0 max 16384 2024-04-22T14:01:00.393 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_create_short_dirs 2024-04-22T14:01:00.395 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_create_long_dirs 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.406+0000 7ffb5db63740 1 Processor -- start 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.406+0000 7ffb5db63740 1 -- start start 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc2634d0 0x55effc278770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50732/0 (socket says 172.21.15.83:50732) 2024-04-22T14:01:00.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 -- 172.21.15.83:0/2450468102 learned_addr learned my addr 172.21.15.83:0/2450468102 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b40e0 con 0x55effc263e80 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b5d10 con 0x55effc26ca00 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b47b0 con 0x55effc2634d0 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc2634d0 0x55effc278770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb59430640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 -- 172.21.15.83:0/2450468102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc2634d0 msgr2=0x55effc278770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc2634d0 0x55effc278770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 -- 172.21.15.83:0/2450468102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 msgr2=0x55effc26bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb53fff640 1 -- 172.21.15.83:0/2450468102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55effc25fea0 con 0x55effc263e80 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.407+0000 7ffb59430640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.408+0000 7ffb53fff640 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ffb40000c00 tx=0x7ffb4009c130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49b8a3fd4b4b3059 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.408+0000 7ffb3e7fc640 1 -- 172.21.15.83:0/2450468102 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb400b4020 con 0x55effc263e80 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.408+0000 7ffb3e7fc640 1 -- 172.21.15.83:0/2450468102 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb400a4e70 con 0x55effc263e80 2024-04-22T14:01:00.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.408+0000 7ffb3e7fc640 1 -- 172.21.15.83:0/2450468102 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb40020040 con 0x55effc263e80 2024-04-22T14:01:00.416 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 msgr2=0x55effc25eff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ffb40000c00 tx=0x7ffb4009c130 comp rx=0 tx=0).stop 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 shutdown_connections 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc26bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc263e80 0x55effc25eff0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 --2- 172.21.15.83:0/2450468102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc2634d0 0x55effc278770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 >> 172.21.15.83:0/2450468102 conn(0x55effc25dba0 msgr2=0x55effc25cc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 shutdown_connections 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- 172.21.15.83:0/2450468102 wait complete. 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 -- start start 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.409+0000 7ffb5db63740 1 Processor -- start 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2751a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc270cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b5580 con 0x55effc2634d0 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b4eb0 con 0x55effc26ca00 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ffb541b20e0 con 0x55effc263e80 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb5db63740 10 client.0 _ll_register_callbacks cb 0x7ffb4c004f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb58c2f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2751a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58666/0 (socket says 172.21.15.83:58666) 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 -- 172.21.15.83:0/1493615622 learned_addr learned my addr 172.21.15.83:0/1493615622 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb59430640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc270cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 -- 172.21.15.83:0/1493615622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 msgr2=0x55effc270cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc270cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 -- 172.21.15.83:0/1493615622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 msgr2=0x55effc2751a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.418 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2751a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.410+0000 7ffb53fff640 1 -- 172.21.15.83:0/1493615622 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55effc2e20d0 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb53fff640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ffb400cdfb0 tx=0x7ffb400a0280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=721da64528a91c3e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb33fff640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb400b9030 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ffb400ba070 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb400a4e70 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ffb400b4050 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb5db63740 10 client.25783 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55effc2eba40 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.411+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffb400a4e70 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7ffb400a1d40 con 0x55effc263e80 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 10 client.25783 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 10 client.25783 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 20 client.25783 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc2ebcc0 0x55effc2ee0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 4 client.25783 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55effc1d5c10 con 0x55effc2ebcc0 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc2ebcc0 0x55effc2ee0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb33fff640 10 client.25783 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.412+0000 7ffb58c2f640 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc2ebcc0 0x55effc2ee0b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=365c89f7115a0175 server_cookie=9867817d0530cd01 in_seq=0 out_seq=0 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb33fff640 1 -- 172.21.15.83:0/1493615622 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55effc1d5c10 con 0x55effc2ebcc0 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb33fff640 10 client.25783 handle_command_reply: tid=0 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 client.25783 shutdown 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 msgr2=0x55effc2705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ffb400cdfb0 tx=0x7ffb400a0280 comp rx=0 tx=0).stop 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 shutdown_connections 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55effc2ebcc0 0x55effc2ee0b0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55effc26ca00 0x55effc270cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55effc263e80 0x55effc2705b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 --2- 172.21.15.83:0/1493615622 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55effc2634d0 0x55effc2751a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 >> 172.21.15.83:0/1493615622 conn(0x55effc25dba0 msgr2=0x55effc2642b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb33fff640 0 client.25783 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 shutdown_connections 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 1 -- 172.21.15.83:0/1493615622 wait complete. 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.413+0000 7ffb5db63740 20 client.25783 trim_cache size 0 max 16384 2024-04-22T14:01:00.421 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 msgr2=0x7ffb440a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 0x7ffb440a6260 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c004af0 tx=0x7ffb4c032340 comp rx=0 tx=0).stop 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 msgr2=0x7ffb541a22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ffb4000d950 tx=0x7ffb4000de10 comp rx=0 tx=0).stop 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 shutdown_connections 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ffb440a3da0 0x7ffb440a6260 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffb54113ea0 0x7ffb541ace20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ffb5410b210 0x7ffb541a22e0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 --2- 172.21.15.83:0/3707297694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ffb5410a8f0 0x7ffb541a1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 >> 172.21.15.83:0/3707297694 conn(0x7ffb5406d4c0 msgr2=0x7ffb54072120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 shutdown_connections 2024-04-22T14:01:00.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.414+0000 7ffb5ae93640 1 -- 172.21.15.83:0/3707297694 wait complete. 2024-04-22T14:01:00.432 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:01:00.443 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_enospc 2024-04-22T14:01:00.457 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_writev_overlap 2024-04-22T14:01:00.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 -- 172.21.15.83:0/3160910631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1006d0 msgr2=0x7fe7cc100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/3160910631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1006d0 0x7fe7cc100ab0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009900 tx=0x7fe7c002bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:00.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 -- 172.21.15.83:0/3160910631 shutdown_connections 2024-04-22T14:01:00.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/3160910631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc10ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/3160910631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc101080 0x7fe7cc106bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/3160910631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1006d0 0x7fe7cc100ab0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 -- 172.21.15.83:0/3160910631 >> 172.21.15.83:0/3160910631 conn(0x7fe7cc0773f0 msgr2=0x7fe7cc0fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 -- 172.21.15.83:0/3160910631 shutdown_connections 2024-04-22T14:01:00.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.562+0000 7fe7d30c1640 1 -- 172.21.15.83:0/3160910631 wait complete. 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 Processor -- start 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 -- start start 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc19ec00 0x7fe7cc198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc198db0 0x7fe7cc199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1121d0 con 0x7fe7cc1072e0 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc112050 con 0x7fe7cc198db0 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d30c1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc112350 con 0x7fe7cc19ec00 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d0e5d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d0e5d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50744/0 (socket says 172.21.15.83:50744) 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.563+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/499996162 learned_addr learned my addr 172.21.15.83:0/499996162 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d165e640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc198db0 0x7fe7cc199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc19ec00 0x7fe7cc198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/499996162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc19ec00 msgr2=0x7fe7cc198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc19ec00 0x7fe7cc198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/499996162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc198db0 msgr2=0x7fe7cc199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc198db0 0x7fe7cc199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/499996162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7cc1a5580 con 0x7fe7cc1072e0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0035000 tx=0x7fe7c00045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7c9ffb640 1 -- 172.21.15.83:0/499996162 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0042c60 con 0x7fe7cc1072e0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7c9ffb640 1 -- 172.21.15.83:0/499996162 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7c0042e00 con 0x7fe7cc1072e0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7c9ffb640 1 -- 172.21.15.83:0/499996162 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c00035f0 con 0x7fe7cc1072e0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.564+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7cc1015d0 con 0x7fe7cc1072e0 2024-04-22T14:01:00.569 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.565+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7cc101ad0 con 0x7fe7cc1072e0 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 Processor -- start 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 -- start start 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca593778b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59377e80 0x55ca59380430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ca592dc1f0 con 0x55ca59380a00 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ca592794b0 con 0x55ca59377e80 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ca592d81b0 con 0x55ca593774d0 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50746/0 (socket says 172.21.15.83:50746) 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.568+0000 7fe7cbfff640 1 -- 172.21.15.83:0/2998661111 learned_addr learned my addr 172.21.15.83:0/2998661111 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7d165e640 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca593778b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 -- 172.21.15.83:0/2998661111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 msgr2=0x55ca593778b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca593778b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 -- 172.21.15.83:0/2998661111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59377e80 msgr2=0x55ca59380430 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59377e80 0x55ca59380430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7c9ffb640 1 -- 172.21.15.83:0/499996162 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe7c0004f20 con 0x7fe7cc1072e0 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 -- 172.21.15.83:0/2998661111 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca5926b1b0 con 0x55ca59380a00 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009c20 tx=0x7fe7b800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43464d0bebc0736d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7b6ffd640 1 -- 172.21.15.83:0/2998661111 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8018440 con 0x55ca59380a00 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7b6ffd640 1 -- 172.21.15.83:0/2998661111 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b8017890 con 0x55ca59380a00 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.569+0000 7fe7b6ffd640 1 -- 172.21.15.83:0/2998661111 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b80167d0 con 0x55ca59380a00 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.570+0000 7fe7c9ffb640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 0x7fe7bc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.570+0000 7fe7c9ffb640 1 -- 172.21.15.83:0/499996162 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe7c00fa810 con 0x7fe7cc1072e0 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.570+0000 7fe7d165e640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 0x7fe7bc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.570+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/2998661111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 msgr2=0x55ca59382e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.570+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009c20 tx=0x7fe7b800f730 comp rx=0 tx=0).stop 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/2998661111 shutdown_connections 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59380a00 0x55ca59382e50 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59377e80 0x55ca59380430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/2998661111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca593778b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/2998661111 >> 172.21.15.83:0/2998661111 conn(0x55ca59371ba0 msgr2=0x55ca59371f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d165e640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 0x7fe7bc0a6260 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4005fd0 tx=0x7fe7c4009500 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/2998661111 shutdown_connections 2024-04-22T14:01:00.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/2998661111 wait complete. 2024-04-22T14:01:00.575 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] checkpoint_journal 2024-04-22T14:01:00.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 -- start start 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.571+0000 7fe7d5d8f740 1 Processor -- start 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 0x55ca593802d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59377e80 0x55ca5937d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ca59383970 con 0x55ca593774d0 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ca59295500 con 0x55ca59380a00 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ca59383af0 con 0x55ca59377e80 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d5d8f740 10 client.0 _ll_register_callbacks cb 0x55ca59263b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d165e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.577 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] mmap-rw-fault 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 0x55ca593802d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d165e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45766/0 (socket says 172.21.15.83:45766) 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d165e640 1 -- 172.21.15.83:0/3953917131 learned_addr learned my addr 172.21.15.83:0/3953917131 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59377e80 0x55ca5937d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/3953917131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59377e80 msgr2=0x55ca5937d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59377e80 0x55ca5937d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 msgr2=0x55ca5937dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 -- 172.21.15.83:0/3953917131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca58fee3f0 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d165e640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 0x55ca593802d0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00f8040 tx=0x7fe7c00c6720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6136d5e329812d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.572+0000 7fe7abfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c00c6890 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe7c00b10e0 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7b8017890 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe7c00cac40 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 10 client.16620 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ca590b87d0 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b8017890 con 0x55ca593774d0 2024-04-22T14:01:00.581 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fe7c0055030 con 0x55ca593774d0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 10 client.16620 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 10 client.16620 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 20 client.16620 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca59390ba0 0x55ca59393000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 4 client.16620 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.573+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca5927b930 con 0x55ca59390ba0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.574+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca59390ba0 0x55ca59393000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.574+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca59390ba0 0x55ca59393000 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8395acab20a1bcf2 server_cookie=99e9c7f59ee91888 in_seq=0 out_seq=0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.574+0000 7fe7abfff640 10 client.16620 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7abfff640 1 -- 172.21.15.83:0/3953917131 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ca5927b930 con 0x55ca59390ba0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7abfff640 10 client.16620 handle_command_reply: tid=0 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 client.16620 shutdown 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 msgr2=0x55ca593802d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 0x55ca593802d0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00f8040 tx=0x7fe7c00c6720 comp rx=0 tx=0).stop 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 shutdown_connections 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca59390ba0 0x55ca59393000 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca5937dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59377e80 0x55ca5937d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/3953917131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca593774d0 0x55ca593802d0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 >> 172.21.15.83:0/3953917131 conn(0x55ca59371ba0 msgr2=0x55ca593738f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7abfff640 0 client.16620 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 shutdown_connections 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.575+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/3953917131 wait complete. 2024-04-22T14:01:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.576+0000 7fe7d5d8f740 20 client.16620 trim_cache size 0 max 16384 2024-04-22T14:01:00.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 Processor -- start 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 -- start start 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca5938c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca593802d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1abdb0 con 0x55ca59377e80 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1ad9e0 con 0x55ca59380a00 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1ac480 con 0x55ca593774d0 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50764/0 (socket says 172.21.15.83:50764) 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1783792728 learned_addr learned my addr 172.21.15.83:0/1783792728 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca5938c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7d165e640 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca593802d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1783792728 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 msgr2=0x55ca5938c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca5938c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1783792728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 msgr2=0x55ca593802d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca593802d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.591+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1783792728 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca5937c5c0 con 0x55ca59377e80 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.592+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8000c00 tx=0x7fe7b8009960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fffbb511cca506 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.592+0000 7fe7b67fc640 1 -- 172.21.15.83:0/1783792728 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b802e070 con 0x55ca59377e80 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.592+0000 7fe7b67fc640 1 -- 172.21.15.83:0/1783792728 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b8028070 con 0x55ca59377e80 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.592+0000 7fe7b67fc640 1 -- 172.21.15.83:0/1783792728 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b801d040 con 0x55ca59377e80 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1783792728 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 msgr2=0x55ca5937fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8000c00 tx=0x7fe7b8009960 comp rx=0 tx=0).stop 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1783792728 shutdown_connections 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca59380a00 0x55ca593802d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca5937fd90 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1783792728 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca593774d0 0x55ca5938c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1783792728 >> 172.21.15.83:0/1783792728 conn(0x55ca59371ba0 msgr2=0x55ca5937d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1783792728 shutdown_connections 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1783792728 wait complete. 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 -- start start 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 Processor -- start 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.593+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca593774d0 0x55ca59383d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59380a00 0x55ca59384780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1ad250 con 0x55ca59377e80 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1acb80 con 0x55ca593774d0 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1a9db0 con 0x55ca59380a00 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d5d8f740 10 client.0 _ll_register_callbacks cb 0x7fe7c00c2b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:00.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50774/0 (socket says 172.21.15.83:50774) 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1461062011 learned_addr learned my addr 172.21.15.83:0/1461062011 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca593774d0 0x55ca59383d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7d165e640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59380a00 0x55ca59384780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1461062011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59380a00 msgr2=0x55ca59384780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59380a00 0x55ca59384780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca593774d0 msgr2=0x55ca59383d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca593774d0 0x55ca59383d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 -- 172.21.15.83:0/1461062011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca593f52e0 con 0x55ca59377e80 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7cbfff640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009570 tx=0x7fe7b8009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d064f41fe640b47 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.594+0000 7fe7abfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8036060 con 0x55ca59377e80 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe7b8004420 con 0x55ca59377e80 2024-04-22T14:01:00.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7b8028070 con 0x55ca59377e80 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fe7b802e070 con 0x55ca59377e80 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 10 client.16626 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55ca593f65e0 con 0x55ca59377e80 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b8028070 con 0x55ca59377e80 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fe7b8016070 con 0x55ca59377e80 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 10 client.16626 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 10 client.16626 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 20 client.16626 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca593f6b00 0x55ca593f8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.595+0000 7fe7d5d8f740 4 client.16626 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca592e9c10 con 0x55ca593f6b00 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca593f6b00 0x55ca593f8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d0e5d640 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca593f6b00 0x55ca593f8f20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45b12d6acf75ee5e server_cookie=e56c61904744a117 in_seq=0 out_seq=0 2024-04-22T14:01:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7abfff640 10 client.16626 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7abfff640 1 -- 172.21.15.83:0/1461062011 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca592e9c10 con 0x55ca593f6b00 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7abfff640 10 client.16626 handle_command_reply: tid=0 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d5d8f740 1 client.16626 shutdown 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 msgr2=0x55ca59384240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.596+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fe7b8009570 tx=0x7fe7b8009d80 comp rx=0 tx=0).stop 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 shutdown_connections 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca593f6b00 0x55ca593f8f20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca59380a00 0x55ca59384780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7abfff640 0 client.16626 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca59377e80 0x55ca59384240 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 --2- 172.21.15.83:0/1461062011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca593774d0 0x55ca59383d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 >> 172.21.15.83:0/1461062011 conn(0x55ca59371ba0 msgr2=0x55ca59370370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 shutdown_connections 2024-04-22T14:01:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 1 -- 172.21.15.83:0/1461062011 wait complete. 2024-04-22T14:01:00.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.597+0000 7fe7d5d8f740 20 client.16626 trim_cache size 0 max 16384 2024-04-22T14:01:00.607 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 msgr2=0x7fe7bc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 0x7fe7bc0a6260 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4005fd0 tx=0x7fe7c4009500 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 msgr2=0x7fe7cc19e6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0035000 tx=0x7fe7c00045e0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 shutdown_connections 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7bc0a3da0 0x7fe7bc0a6260 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7cc198db0 0x7fe7cc199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7cc19ec00 0x7fe7cc198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 --2- 172.21.15.83:0/499996162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7cc1072e0 0x7fe7cc19e6c0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:00.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 >> 172.21.15.83:0/499996162 conn(0x7fe7cc0773f0 msgr2=0x7fe7cc105820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:00.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 shutdown_connections 2024-04-22T14:01:00.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:00.598+0000 7fe7d30c1640 1 -- 172.21.15.83:0/499996162 wait complete. 2024-04-22T14:01:00.617 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:00 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:00.617 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:00 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:00.617 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:00 smithi083 ceph-mon[27977]: pgmap v87: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:00.617 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:00 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/948104847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:00.649 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] allocstale 2024-04-22T14:01:00.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:00 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:00.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:00 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:00.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:00 smithi173 ceph-mon[31493]: pgmap v87: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:00.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:00 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/948104847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:00.672 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_cow_memory_failure 2024-04-22T14:01:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:00 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:00 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:00 smithi084 ceph-mon[31312]: pgmap v87: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:00 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/948104847' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:00.731 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fake-dump-rootino 2024-04-22T14:01:00.762 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dio-buf-fault 2024-04-22T14:01:00.815 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] rewinddir-test 2024-04-22T14:01:00.836 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] readdir-while-renames 2024-04-22T14:01:00.875 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] xfsctl 2024-04-22T14:01:00.910 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] bstat 2024-04-22T14:01:01.021 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mtab 2024-04-22T14:01:01.021 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] getdevicesize 2024-04-22T14:01:01.066 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] preallo_rw_pattern_reader 2024-04-22T14:01:01.147 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] preallo_rw_pattern_writer 2024-04-22T14:01:01.166 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] ftrunc 2024-04-22T14:01:01.195 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] trunc 2024-04-22T14:01:01.223 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fs_perms 2024-04-22T14:01:01.305 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] testx 2024-04-22T14:01:01.306 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] looptest 2024-04-22T14:01:01.352 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] locktest 2024-04-22T14:01:01.390 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] unwritten_mmap 2024-04-22T14:01:01.435 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] bulkstat_unlink_test 2024-04-22T14:01:01.503 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] deduperace 2024-04-22T14:01:01.544 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] bulkstat_unlink_test_modified 2024-04-22T14:01:01.618 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:01:01.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:01:01.619 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:01:01.632 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_dir_offset 2024-04-22T14:01:01.676 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_futimens 2024-04-22T14:01:01.712 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_immutable 2024-04-22T14:01:01.741 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] stale_handle 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.764+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/610899545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4101a40 msgr2=0x7fcbf4105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.764+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/610899545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4101a40 0x7fcbf4105a80 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009900 tx=0x7fcbe802bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/610899545 shutdown_connections 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/610899545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf4106160 0x7fcbf410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/610899545 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4101a40 0x7fcbf4105a80 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/610899545 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/610899545 >> 172.21.15.83:0/610899545 conn(0x7fcbf4077f50 msgr2=0x7fcbf4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/610899545 shutdown_connections 2024-04-22T14:01:01.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.765+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/610899545 wait complete. 2024-04-22T14:01:01.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 Processor -- start 2024-04-22T14:01:01.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 -- start start 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4106160 0x7fcbf4196a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 0x7fcbf419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf410ffc0 con 0x7fcbf4106160 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4106160 0x7fcbf4196a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58740/0 (socket says 172.21.15.83:58740) 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 -- 172.21.15.83:0/2709497809 learned_addr learned my addr 172.21.15.83:0/2709497809 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.766+0000 7fcbf9e7b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf410fe40 con 0x7fcbf419ade0 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf4110140 con 0x7fcbf4101090 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 0x7fcbf419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 -- 172.21.15.83:0/2709497809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 msgr2=0x7fcbf419b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 0x7fcbf419b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 -- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4106160 msgr2=0x7fcbf4196a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4106160 0x7fcbf4196a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 -- 172.21.15.83:0/2709497809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbf419b8d0 con 0x7fcbf4101090 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 0x7fcbf419b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf37fe640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcbe400e9f0 tx=0x7fcbe400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf0ff9640 1 -- 172.21.15.83:0/2709497809 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe400cd80 con 0x7fcbf4101090 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbf419bbc0 con 0x7fcbf4101090 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.767+0000 7fcbf0ff9640 1 -- 172.21.15.83:0/2709497809 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbe40054d0 con 0x7fcbf4101090 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.768+0000 7fcbf0ff9640 1 -- 172.21.15.83:0/2709497809 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe4010690 con 0x7fcbf4101090 2024-04-22T14:01:01.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.768+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbf41a3380 con 0x7fcbf4101090 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 Processor -- start 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 -- start start 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf0ff9640 1 -- 172.21.15.83:0/2709497809 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcbe4010830 con 0x7fcbf4101090 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aace420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aad0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f0aa20f00 con 0x556f0aabc590 2024-04-22T14:01:01.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f0a9be590 con 0x556f0aace960 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbfca72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f0aa1cec0 con 0x556f0aabceb0 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50792/0 (socket says 172.21.15.83:50792) 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 -- 172.21.15.83:0/2931020596 learned_addr learned my addr 172.21.15.83:0/2931020596 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aace420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aad0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 -- 172.21.15.83:0/2931020596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 msgr2=0x556f0aace420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aace420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 -- 172.21.15.83:0/2931020596 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 msgr2=0x556f0aad0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aad0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 -- 172.21.15.83:0/2931020596 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f0a7fb7e0 con 0x556f0aabc590 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00a2d0 tx=0x7fcbec00b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13f6818de98d732d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf0ff9640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 0x7fcbdc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbd9ffb640 1 -- 172.21.15.83:0/2931020596 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec019020 con 0x556f0aabc590 2024-04-22T14:01:01.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbf37fe640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 0x7fcbdc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbd9ffb640 1 -- 172.21.15.83:0/2931020596 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbec015cc0 con 0x556f0aabc590 2024-04-22T14:01:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.772+0000 7fcbd9ffb640 1 -- 172.21.15.83:0/2931020596 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec014c60 con 0x556f0aabc590 2024-04-22T14:01:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbf0ff9640 1 -- 172.21.15.83:0/2709497809 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcbe40d0c80 con 0x7fcbf4101090 2024-04-22T14:01:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- 172.21.15.83:0/2931020596 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 msgr2=0x556f0aabc970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbf37fe640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 0x7fcbdc0a6260 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x556f0aabd790 tx=0x7fcbe40d4730 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00a2d0 tx=0x7fcbec00b710 comp rx=0 tx=0).stop 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- 172.21.15.83:0/2931020596 shutdown_connections 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aad0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aace420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 --2- 172.21.15.83:0/2931020596 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aabc970 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- 172.21.15.83:0/2931020596 >> 172.21.15.83:0/2931020596 conn(0x556f0aab6fb0 msgr2=0x556f0aab7390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- 172.21.15.83:0/2931020596 shutdown_connections 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- 172.21.15.83:0/2931020596 wait complete. 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.774+0000 7fcbfca72740 1 -- start start 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 Processor -- start 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aacbec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aacc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.781 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556f0aad1590 con 0x556f0aabc590 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556f0a9da580 con 0x556f0aace960 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.775+0000 7fcbfca72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556f0aad1710 con 0x556f0aabceb0 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbfca72740 10 client.0 _ll_register_callbacks cb 0x556f0a9e0650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50800/0 (socket says 172.21.15.83:50800) 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 -- 172.21.15.83:0/477565591 learned_addr learned my addr 172.21.15.83:0/477565591 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aacbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aacc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 -- 172.21.15.83:0/477565591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 msgr2=0x556f0aacbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aacbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 -- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 msgr2=0x556f0aacc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aacc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 -- 172.21.15.83:0/477565591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f0a85bf70 con 0x556f0aabc590 2024-04-22T14:01:01.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00d010 tx=0x7fcbec016e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=269e8e574cac550f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.776+0000 7fcbd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:01.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbec019030 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcbec015610 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbec015cc0 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcbec032050 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbfca72740 10 client.16638 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556f0a6f3170 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbec015cc0 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.777+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fcbec0050b0 con 0x556f0aabc590 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 10 client.16638 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 10 client.16638 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 20 client.16638 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0aadeae0 0x556f0aae0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 4 client.16638 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f0aa2e920 con 0x556f0aadeae0 2024-04-22T14:01:01.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0aadeae0 0x556f0aae0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbd2ffd640 10 client.16638 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.779+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0aadeae0 0x556f0aae0ed0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc7d012073b9ca05 server_cookie=49a829aad7ef9cef in_seq=0 out_seq=0 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/477565591 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556f0aa2e920 con 0x556f0aadeae0 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbd2ffd640 10 client.16638 handle_command_reply: tid=0 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 client.16638 shutdown 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 msgr2=0x556f0aacb980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fcbec00d010 tx=0x7fcbec016e80 comp rx=0 tx=0).stop 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 shutdown_connections 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0aadeae0 0x556f0aae0ed0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0aacc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aacbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 --2- 172.21.15.83:0/477565591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabc590 0x556f0aacb980 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 >> 172.21.15.83:0/477565591 conn(0x556f0aab6fb0 msgr2=0x556f0aab8d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbd2ffd640 0 client.16638 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:01.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 shutdown_connections 2024-04-22T14:01:01.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 1 -- 172.21.15.83:0/477565591 wait complete. 2024-04-22T14:01:01.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.780+0000 7fcbfca72740 20 client.16638 trim_cache size 0 max 16384 2024-04-22T14:01:01.792 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] pwrite_mmap_blocked 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 Processor -- start 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 -- start start 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aabc590 0x556f0aace0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aace960 0x556f0aae6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41ab910 con 0x556f0aace960 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41ad540 con 0x556f0aabc590 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbfca72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41abfe0 con 0x556f0aabceb0 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbf2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbf2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58760/0 (socket says 172.21.15.83:58760) 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1601176299 learned_addr learned my addr 172.21.15.83:0/1601176299 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aace960 0x556f0aae6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.811+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aabc590 0x556f0aace0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1601176299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aabc590 msgr2=0x556f0aace0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aabc590 0x556f0aace0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1601176299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aace960 msgr2=0x556f0aae6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aace960 0x556f0aae6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1601176299 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f0aab77f0 con 0x556f0aabceb0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009900 tx=0x7fcbe8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f7741d19f28e53a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbd97fa640 1 -- 172.21.15.83:0/1601176299 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe804e020 con 0x556f0aabceb0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbd97fa640 1 -- 172.21.15.83:0/1601176299 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbe802cc90 con 0x556f0aabceb0 2024-04-22T14:01:01.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.812+0000 7fcbd97fa640 1 -- 172.21.15.83:0/1601176299 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe8048070 con 0x556f0aabceb0 2024-04-22T14:01:01.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- 172.21.15.83:0/1601176299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 msgr2=0x556f0aada490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009900 tx=0x7fcbe8005fd0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- 172.21.15.83:0/1601176299 shutdown_connections 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aace960 0x556f0aae6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabceb0 0x556f0aada490 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1601176299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aabc590 0x556f0aace0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- 172.21.15.83:0/1601176299 >> 172.21.15.83:0/1601176299 conn(0x556f0aab6fb0 msgr2=0x556f0aab6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- 172.21.15.83:0/1601176299 shutdown_connections 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- 172.21.15.83:0/1601176299 wait complete. 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.813+0000 7fcbfca72740 1 -- start start 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 Processor -- start 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 0x556f0aabfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0ab43df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41acdb0 con 0x556f0aabceb0 2024-04-22T14:01:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41ac6e0 con 0x556f0aace960 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcbf41a9910 con 0x556f0aabc590 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbfca72740 10 client.0 _ll_register_callbacks cb 0x7fcbe4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbf2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbf2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50822/0 (socket says 172.21.15.83:50822) 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1687353530 learned_addr learned my addr 172.21.15.83:0/1687353530 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0ab43df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.814+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 0x556f0aabfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1687353530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 msgr2=0x556f0aabfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 0x556f0aabfde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 msgr2=0x556f0ab43df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0ab43df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 -- 172.21.15.83:0/1687353530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f0ab44330 con 0x556f0aabceb0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 0x556f0aabfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbf2ffd640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009850 tx=0x7fcbe8005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f14ff629adaee5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:01.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbd2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbe8057060 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcbe804a310 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcbe802cc90 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fcbe804e040 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbfca72740 10 client.16644 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.815+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556f0ab45420 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcbe802cc90 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fcbe80046c0 con 0x556f0aabceb0 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 10 client.16644 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 10 client.16644 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 20 client.16644 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0ab45be0 0x556f0ab48000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 4 client.16644 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:01:01.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556f0aa28790 con 0x556f0ab45be0 2024-04-22T14:01:01.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.816+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0ab45be0 0x556f0ab48000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:01.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.817+0000 7fcbd2ffd640 10 client.16644 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:01.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.817+0000 7fcbf3fff640 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0ab45be0 0x556f0ab48000 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf654fea2b30eacd server_cookie=5d828a59d4897288 in_seq=0 out_seq=0 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbd2ffd640 1 -- 172.21.15.83:0/1687353530 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556f0aa28790 con 0x556f0ab45be0 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbd2ffd640 10 client.16644 handle_command_reply: tid=0 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 client.16644 shutdown 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 msgr2=0x556f0aac0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fcbe8009850 tx=0x7fcbe8005850 comp rx=0 tx=0).stop 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 shutdown_connections 2024-04-22T14:01:01.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556f0ab45be0 0x556f0ab48000 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556f0aace960 0x556f0ab43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbd2ffd640 0 client.16644 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556f0aabceb0 0x556f0aac0320 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 --2- 172.21.15.83:0/1687353530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556f0aabc590 0x556f0aabfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.818+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 >> 172.21.15.83:0/1687353530 conn(0x556f0aab6fb0 msgr2=0x556f0aacb940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 shutdown_connections 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbfca72740 1 -- 172.21.15.83:0/1687353530 wait complete. 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbfca72740 20 client.16644 trim_cache size 0 max 16384 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:01:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "f047fa82-7be1-4119-a0e0-0234b069f125", 2024-04-22T14:01:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:01:01.826 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:01.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 msgr2=0x7fcbdc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 0x7fcbdc0a6260 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x556f0aabd790 tx=0x7fcbe40d4730 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 msgr2=0x7fcbf4196520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.819+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcbe400e9f0 tx=0x7fcbe400edf0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 shutdown_connections 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcbdc0a3da0 0x7fcbdc0a6260 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcbf419ade0 0x7fcbf419b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcbf4106160 0x7fcbf4196a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 --2- 172.21.15.83:0/2709497809 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcbf4101090 0x7fcbf4196520 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 >> 172.21.15.83:0/2709497809 conn(0x7fcbf4077f50 msgr2=0x7fcbf40ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 shutdown_connections 2024-04-22T14:01:01.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:01.820+0000 7fcbf9e7b640 1 -- 172.21.15.83:0/2709497809 wait complete. 2024-04-22T14:01:01.834 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_dir_offset2 2024-04-22T14:01:01.839 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:01:01.839 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:01:01.953 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] seek_sanity_test 2024-04-22T14:01:01.996 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] seek_copy_test 2024-04-22T14:01:02.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.061+0000 7fb1f8942640 1 -- 172.21.15.83:0/2311234871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec098140 msgr2=0x7fb1ec098520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.061+0000 7fb1f8942640 1 --2- 172.21.15.83:0/2311234871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec098140 0x7fb1ec098520 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4067c50 tx=0x7fb1f4097fa0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 -- 172.21.15.83:0/2311234871 shutdown_connections 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 --2- 172.21.15.83:0/2311234871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec09d210 0x7fb1ec0a4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 --2- 172.21.15.83:0/2311234871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1ec098af0 0x7fb1ec09cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 --2- 172.21.15.83:0/2311234871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec098140 0x7fb1ec098520 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 -- 172.21.15.83:0/2311234871 >> 172.21.15.83:0/2311234871 conn(0x7fb1ec0939e0 msgr2=0x7fb1ec095e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 -- 172.21.15.83:0/2311234871 shutdown_connections 2024-04-22T14:01:02.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.062+0000 7fb1f8942640 1 -- 172.21.15.83:0/2311234871 wait complete. 2024-04-22T14:01:02.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.063+0000 7fb1f8942640 1 Processor -- start 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.063+0000 7fb1f8942640 1 -- start start 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.063+0000 7fb1f8942640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f8942640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 0x7fb1ec009570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f8942640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1ec009ab0 0x7fb1ec14fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f8942640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1ec0b90c0 con 0x7fb1ec098140 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f8942640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb1ec0b8f40 con 0x7fb1ec009ab0 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f8942640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb1ec0b9240 con 0x7fb1ec09d210 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50852/0 (socket says 172.21.15.83:50852) 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 -- 172.21.15.83:0/174190577 learned_addr learned my addr 172.21.15.83:0/174190577 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 0x7fb1ec009570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 -- 172.21.15.83:0/174190577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 msgr2=0x7fb1ec009570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 0x7fb1ec009570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 -- 172.21.15.83:0/174190577 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1ec009ab0 msgr2=0x7fb1ec14fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1ec009ab0 0x7fb1ec14fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f37fe640 1 -- 172.21.15.83:0/174190577 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1ec13f390 con 0x7fb1ec098140 2024-04-22T14:01:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.064+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 0x7fb1ec009570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.065+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4067840 tx=0x7fb1f406bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.065+0000 7fb1f0ff9640 1 -- 172.21.15.83:0/174190577 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f406a280 con 0x7fb1ec098140 2024-04-22T14:01:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.065+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1ec13f5c0 con 0x7fb1ec098140 2024-04-22T14:01:02.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.065+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1ec13fa80 con 0x7fb1ec098140 2024-04-22T14:01:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.066+0000 7fb1f0ff9640 1 -- 172.21.15.83:0/174190577 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1f40a6070 con 0x7fb1ec098140 2024-04-22T14:01:02.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.066+0000 7fb1f0ff9640 1 -- 172.21.15.83:0/174190577 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f40a1c00 con 0x7fb1ec098140 2024-04-22T14:01:02.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.069+0000 7fb1f0ff9640 1 -- 172.21.15.83:0/174190577 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb1f40aa410 con 0x7fb1ec098140 2024-04-22T14:01:02.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 Processor -- start 2024-04-22T14:01:02.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 -- start start 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9e90af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e996d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562bf9df51e0 con 0x562bf9e91030 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562bf9d92390 con 0x562bf9e99c10 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1fc791740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562bf9df11a0 con 0x562bf9e90710 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45854/0 (socket says 172.21.15.83:45854) 2024-04-22T14:01:02.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.070+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/4213805385 learned_addr learned my addr 172.21.15.83:0/4213805385 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.071+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9e90af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.071+0000 7fb1f0ff9640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 0x7fb1e40a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.071+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f3fff640 1 -- 172.21.15.83:0/4213805385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 msgr2=0x562bf9e9c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.075 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f3fff640 1 -- 172.21.15.83:0/4213805385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 msgr2=0x562bf9e996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f0ff9640 1 -- 172.21.15.83:0/174190577 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb1f4156680 con 0x7fb1ec098140 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.072+0000 7fb1f3fff640 1 -- 172.21.15.83:0/4213805385 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bf9bd17d0 con 0x562bf9e90710 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 0x7fb1e40a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9e90af0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009c40 tx=0x7fb1e000e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f11013cee8e5d37 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1ddffb640 1 -- 172.21.15.83:0/4213805385 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0012ca0 con 0x562bf9e90710 2024-04-22T14:01:02.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1ddffb640 1 -- 172.21.15.83:0/4213805385 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1e0012e40 con 0x562bf9e90710 2024-04-22T14:01:02.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.073+0000 7fb1ddffb640 1 -- 172.21.15.83:0/4213805385 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0019600 con 0x562bf9e90710 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.074+0000 7fb1fc791740 1 -- 172.21.15.83:0/4213805385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 msgr2=0x562bf9e90af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.074+0000 7fb1fc791740 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9e90af0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009c40 tx=0x7fb1e000e720 comp rx=0 tx=0).stop 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.074+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 0x7fb1e40a63b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0020000 tx=0x7fb1e0021000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.074+0000 7fb1fc791740 1 -- 172.21.15.83:0/4213805385 shutdown_connections 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.074+0000 7fb1fc791740 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e99c10 0x562bf9e9c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 --2- 172.21.15.83:0/4213805385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9e90af0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 -- 172.21.15.83:0/4213805385 >> 172.21.15.83:0/4213805385 conn(0x562bf9e8ae40 msgr2=0x562bf9e8b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 -- 172.21.15.83:0/4213805385 shutdown_connections 2024-04-22T14:01:02.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 -- 172.21.15.83:0/4213805385 wait complete. 2024-04-22T14:01:02.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.075+0000 7fb1fc791740 1 -- start start 2024-04-22T14:01:02.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.076+0000 7fb1fc791740 1 Processor -- start 2024-04-22T14:01:02.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.076+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.076+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 0x562bf9e97110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 0x562bf9e97650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 0x562bf9e97110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 0x562bf9e97110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45860/0 (socket says 172.21.15.83:45860) 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50864/0 (socket says 172.21.15.83:50864) 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/493065392 learned_addr learned my addr 172.21.15.83:0/493065392 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562bf9e9ca00 con 0x562bf9e90710 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562bf9dae2f0 con 0x562bf9e91030 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562bf9e9cb80 con 0x562bf9e99c10 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.077+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 0x562bf9e97650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 -- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 msgr2=0x562bf9e97110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 0x562bf9e97110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 -- 172.21.15.83:0/493065392 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 msgr2=0x562bf9e96bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1fc791740 10 client.0 _ll_register_callbacks cb 0x562bf9dbb580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:02.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bf9b073f0 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 0x562bf9e97650 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009e30 tx=0x7fb1e001a640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55a892db05e1e2c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.078+0000 7fb1d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/493065392 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e0034060 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/493065392 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb1e001a9b0 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562bf9e02c00 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/493065392 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb1e002b040 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1fc791740 10 client.25828 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.079+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({fsmap=31}) -- 0x562bf9ac70f0 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/493065392 <== mon.1 v2:172.21.15.173:3300/0 4 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fb1e0025440 con 0x562bf9e99c10 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 10 client.25828 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 10 client.25828 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:02.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 20 client.25828 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9ea9890 0x562bf9eabc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 4 client.25828 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562bf9dfca70 con 0x562bf9ea9890 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.080+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9ea9890 0x562bf9eabc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.081+0000 7fb1d2ffd640 10 client.25828 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:02.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.081+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9ea9890 0x562bf9eabc80 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a37940904d190e7f server_cookie=67092ea5fb881feb in_seq=0 out_seq=0 2024-04-22T14:01:02.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.082+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/493065392 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562bf9dfca70 con 0x562bf9ea9890 2024-04-22T14:01:02.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.082+0000 7fb1d2ffd640 10 client.25828 handle_command_reply: tid=0 2024-04-22T14:01:02.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.082+0000 7fb1fc791740 1 client.25828 shutdown 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 msgr2=0x562bf9e97650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 0x562bf9e97650 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009e30 tx=0x7fb1e001a640 comp rx=0 tx=0).stop 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 shutdown_connections 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9ea9890 0x562bf9eabc80 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e99c10 0x562bf9e97650 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e91030 0x562bf9e97110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1fc791740 1 --2- 172.21.15.83:0/493065392 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e90710 0x562bf9e96bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.083+0000 7fb1d2ffd640 0 client.25828 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.084+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 >> 172.21.15.83:0/493065392 conn(0x562bf9e8ae40 msgr2=0x562bf9e8a120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.084+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 shutdown_connections 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.084+0000 7fb1fc791740 1 -- 172.21.15.83:0/493065392 wait complete. 2024-04-22T14:01:02.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.084+0000 7fb1fc791740 20 client.25828 trim_cache size 0 max 16384 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.119+0000 7fb1fc791740 1 Processor -- start 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.119+0000 7fb1fc791740 1 -- start start 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.119+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e8ae40 0x562bf9e99290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e91030 0x562bf9eb1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1fc791740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d800e640 con 0x562bf9e8ae40 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1fc791740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d8010270 con 0x562bf9e90710 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1fc791740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d800ed10 con 0x562bf9e91030 2024-04-22T14:01:02.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:45868/0 (socket says 172.21.15.83:45868) 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/1877265180 learned_addr learned my addr 172.21.15.83:0/1877265180 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f3fff640 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e91030 0x562bf9eb1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/1877265180 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e91030 msgr2=0x562bf9eb1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e91030 0x562bf9eb1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/1877265180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e8ae40 msgr2=0x562bf9e99290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e8ae40 0x562bf9e99290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.120+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/1877265180 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562bf9e9c000 con 0x562bf9e90710 2024-04-22T14:01:02.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.121+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb1e8009c10 tx=0x7fb1e8013830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f3c1ada891e9878 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.121+0000 7fb1dd7fa640 1 -- 172.21.15.83:0/1877265180 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e8004020 con 0x562bf9e90710 2024-04-22T14:01:02.125 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.121+0000 7fb1dd7fa640 1 -- 172.21.15.83:0/1877265180 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1e80041c0 con 0x562bf9e90710 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.122+0000 7fb1fc791740 1 -- 172.21.15.83:0/1877265180 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 msgr2=0x562bf9e972a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.122+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb1e8009c10 tx=0x7fb1e8013830 comp rx=0 tx=0).stop 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 -- 172.21.15.83:0/1877265180 shutdown_connections 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e91030 0x562bf9eb1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e90710 0x562bf9e972a0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1877265180 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e8ae40 0x562bf9e99290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 -- 172.21.15.83:0/1877265180 >> 172.21.15.83:0/1877265180 conn(0x562bf9e95810 msgr2=0x562bf9e96b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 -- 172.21.15.83:0/1877265180 shutdown_connections 2024-04-22T14:01:02.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 -- 172.21.15.83:0/1877265180 wait complete. 2024-04-22T14:01:02.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.123+0000 7fb1fc791740 1 -- start start 2024-04-22T14:01:02.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 Processor -- start 2024-04-22T14:01:02.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 0x562bf9ea1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9ea23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e9e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d800fae0 con 0x562bf9e91030 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d800f410 con 0x562bf9e8ae40 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb1d800c620 con 0x562bf9e90710 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1fc791740 10 client.0 _ll_register_callbacks cb 0x7fb1e0028040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9ea23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.124+0000 7fb1f2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9ea23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:58814/0 (socket says 172.21.15.83:58814) 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f2ffd640 1 -- 172.21.15.83:0/1290514274 learned_addr learned my addr 172.21.15.83:0/1290514274 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:02.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 0x562bf9ea1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 -- 172.21.15.83:0/1290514274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 msgr2=0x562bf9ea23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9ea23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 -- 172.21.15.83:0/1290514274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 msgr2=0x562bf9e9e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e9e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 -- 172.21.15.83:0/1290514274 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bf9e9ec20 con 0x562bf9e8ae40 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1f37fe640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 0x562bf9ea1ea0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4153eb0 tx=0x7fb1f4071000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0f141e5fa7935b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:02.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.125+0000 7fb1d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1f4126ab0 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb1f4121b50 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1e80041c0 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fb1f412b370 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1fc791740 10 client.25991 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x562bf9f109e0 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb1e80041c0 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fb1f41216e0 con 0x562bf9e8ae40 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1fc791740 10 client.25991 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.126+0000 7fb1fc791740 10 client.25991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1fc791740 20 client.25991 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9e99c10 0x562bf9f13300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1fc791740 4 client.25991 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:01:02.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562bf9d78590 con 0x562bf9e99c10 2024-04-22T14:01:02.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9e99c10 0x562bf9f13300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:02.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.127+0000 7fb1f2ffd640 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9e99c10 0x562bf9f13300 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14d4dca5f2711101 server_cookie=da700010746be6d2 in_seq=0 out_seq=0 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1d2ffd640 10 client.25991 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1d2ffd640 1 -- 172.21.15.83:0/1290514274 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562bf9d78590 con 0x562bf9e99c10 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1d2ffd640 10 client.25991 handle_command_reply: tid=0 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 client.25991 shutdown 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 msgr2=0x562bf9ea1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 0x562bf9ea1ea0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4153eb0 tx=0x7fb1f4071000 comp rx=0 tx=0).stop 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 shutdown_connections 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562bf9e99c10 0x562bf9f13300 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562bf9e91030 0x562bf9e9e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562bf9e90710 0x562bf9ea23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 --2- 172.21.15.83:0/1290514274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562bf9e8ae40 0x562bf9ea1ea0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 >> 172.21.15.83:0/1290514274 conn(0x562bf9e95810 msgr2=0x562bf9e96b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.128+0000 7fb1d2ffd640 0 client.25991 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.129+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 shutdown_connections 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.129+0000 7fb1fc791740 1 -- 172.21.15.83:0/1290514274 wait complete. 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.129+0000 7fb1fc791740 20 client.25991 trim_cache size 0 max 16384 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:01:02.134 INFO:teuthology.orchestra.run.smithi083.stdout: "f047fa82-7be1-4119-a0e0-0234b069f125": { 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "f047fa82-7be1-4119-a0e0-0234b069f125", 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:02.135 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.130+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 msgr2=0x7fb1e40a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.130+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 0x7fb1e40a63b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0020000 tx=0x7fb1e0021000 comp rx=0 tx=0).stop 2024-04-22T14:01:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.130+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 msgr2=0x7fb1ec009030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.130+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4067840 tx=0x7fb1f406bf80 comp rx=0 tx=0).stop 2024-04-22T14:01:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 shutdown_connections 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb1e40a3ef0 0x7fb1e40a63b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1ec009ab0 0x7fb1ec14fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb1ec09d210 0x7fb1ec009570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 --2- 172.21.15.83:0/174190577 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb1ec098140 0x7fb1ec009030 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 >> 172.21.15.83:0/174190577 conn(0x7fb1ec0939e0 msgr2=0x7fb1ec094d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 shutdown_connections 2024-04-22T14:01:02.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:02.131+0000 7fb1f8942640 1 -- 172.21.15.83:0/174190577 wait complete. 2024-04-22T14:01:02.137 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_readdir_1 2024-04-22T14:01:02.158 INFO:tasks.cephfs.filesystem:scrub status for tag:f047fa82-7be1-4119-a0e0-0234b069f125 - {'path': '/', 'tag': 'f047fa82-7be1-4119-a0e0-0234b069f125', 'options': 'recursive,force'} 2024-04-22T14:01:02.249 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_readdir_2 2024-04-22T14:01:02.344 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fsync-tester 2024-04-22T14:01:02.457 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] nsexec 2024-04-22T14:01:02.588 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:02 smithi083 ceph-mon[27977]: pgmap v88: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:02.588 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:02 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:02.651 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] cloner 2024-04-22T14:01:02.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:02 smithi173 ceph-mon[31493]: pgmap v88: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:02.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:02 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:02.678 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] renameat2 2024-04-22T14:01:02.708 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_getcwd 2024-04-22T14:01:02.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:02 smithi084 ceph-mon[31312]: pgmap v88: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 617 KiB/s wr, 437 op/s 2024-04-22T14:01:02.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:02 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:02.755 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] e4compact 2024-04-22T14:01:02.817 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] test-nextquota 2024-04-22T14:01:02.845 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] punch-alternating 2024-04-22T14:01:02.864 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] attr-list-by-handle-cursor-test 2024-04-22T14:01:02.964 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] listxattr 2024-04-22T14:01:03.023 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dio-interleaved 2024-04-22T14:01:03.040 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_dir_type 2024-04-22T14:01:03.063 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] dio-invalidate-cache 2024-04-22T14:01:03.171 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] stat_test 2024-04-22T14:01:03.214 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_encrypted_d_revalidate 2024-04-22T14:01:03.214 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] attr_replace_test 2024-04-22T14:01:03.262 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] swapon 2024-04-22T14:01:03.375 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] mkswap 2024-04-22T14:01:03.384 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_attr_corruption 2024-04-22T14:01:03.416 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_open_tmpfiles 2024-04-22T14:01:03.480 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fscrypt-crypt-util 2024-04-22T14:01:03.528 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] bulkstat_null_ocount 2024-04-22T14:01:03.536 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] splice-test 2024-04-22T14:01:03.606 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] chprojid_fail 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:03 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.677 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] detached_mounts_propagation 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:03 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:03 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:03.728 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] ext4_resize 2024-04-22T14:01:03.783 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_readdir_3 2024-04-22T14:01:03.870 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] splice2pipe 2024-04-22T14:01:03.871 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] uuid_ioctl 2024-04-22T14:01:03.990 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_snapshot_deleted_subvolume 2024-04-22T14:01:04.031 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fiemap-fault 2024-04-22T14:01:04.038 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fiemap-tester 2024-04-22T14:01:04.138 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_stripealign 2024-04-22T14:01:04.191 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] open_by_handle 2024-04-22T14:01:04.207 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_mmap_dio 2024-04-22T14:01:04.288 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] xfsfind 2024-04-22T14:01:04.317 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] t_reflink_read_race 2024-04-22T14:01:04.373 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] fssum 2024-04-22T14:01:04.453 INFO:tasks.workunit.client.0.smithi083.stdout:Building log-writes 2024-04-22T14:01:04.460 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] replay-log 2024-04-22T14:01:04.483 INFO:tasks.workunit.client.0.smithi083.stdout:Building perf 2024-04-22T14:01:04.487 INFO:tasks.workunit.client.0.smithi083.stdout:Building aio-dio-regress 2024-04-22T14:01:04.494 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aiocp 2024-04-22T14:01:04.501 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-append-write-fallocate-race 2024-04-22T14:01:04.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:04 smithi173 ceph-mon[31493]: pgmap v89: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 667 KiB/s wr, 465 op/s 2024-04-22T14:01:04.670 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-append-write-read-race 2024-04-22T14:01:04.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:04 smithi083 ceph-mon[27977]: pgmap v89: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 667 KiB/s wr, 465 op/s 2024-04-22T14:01:04.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:04 smithi084 ceph-mon[31312]: pgmap v89: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 667 KiB/s wr, 465 op/s 2024-04-22T14:01:04.732 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-cow-race 2024-04-22T14:01:04.796 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-cycle-write 2024-04-22T14:01:04.842 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-eof-race 2024-04-22T14:01:04.843 INFO:tasks.workunit.client.0.smithi083.stdout:Building vfs 2024-04-22T14:01:04.849 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] vfstest 2024-04-22T14:01:04.899 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-extend-stat 2024-04-22T14:01:05.004 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-fcntl-race 2024-04-22T14:01:05.034 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-hole-filling-race 2024-04-22T14:01:05.074 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-invalidate-failure 2024-04-22T14:01:05.168 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] mount-idmapped 2024-04-22T14:01:05.191 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-invalidate-readahead 2024-04-22T14:01:05.229 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aiodio_sparse2 2024-04-22T14:01:05.358 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-subblock-eof-read 2024-04-22T14:01:05.438 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-dio-write-verify 2024-04-22T14:01:05.524 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2024-04-22T14:01:05.583 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2024-04-22T14:01:05.657 INFO:tasks.workunit.client.0.smithi083.stdout: [CC] aio-last-ref-held-by-io 2024-04-22T14:01:06.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:06 smithi173 ceph-mon[31493]: pgmap v90: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 279 KiB/s wr, 436 op/s 2024-04-22T14:01:06.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:06 smithi083 ceph-mon[27977]: pgmap v90: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 279 KiB/s wr, 436 op/s 2024-04-22T14:01:06.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:06 smithi084 ceph-mon[31312]: pgmap v90: 97 pgs: 97 active+clean; 60 MiB data, 602 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 279 KiB/s wr, 436 op/s 2024-04-22T14:01:06.835 INFO:tasks.workunit.client.0.smithi083.stderr:+ cd .. 2024-04-22T14:01:06.835 INFO:tasks.workunit.client.0.smithi083.stderr:+ cp xfstests-dev/ltp/fsx . 2024-04-22T14:01:06.839 INFO:tasks.workunit.client.0.smithi083.stderr:+ OPTIONS=-z 2024-04-22T14:01:06.839 INFO:tasks.workunit.client.0.smithi083.stderr:+ ./fsx -z 1MB -N 50000 -p 10000 -l 1048576 2024-04-22T14:01:06.839 INFO:tasks.workunit.client.0.smithi083.stdout:Seed set to 1 2024-04-22T14:01:06.869 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode 0, disabling! 2024-04-22T14:01:06.870 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2024-04-22T14:01:06.875 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-04-22T14:01:06.875 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-04-22T14:01:06.875 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support clone range, disabling! 2024-04-22T14:01:06.878 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support dedupe range, disabling! 2024-04-22T14:01:06.881 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support exchange range, disabling! 2024-04-22T14:01:06.882 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero size read 2024-04-22T14:01:06.882 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero size read 2024-04-22T14:01:06.882 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x81d54 2024-04-22T14:01:06.887 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xb86d7 2024-04-22T14:01:06.895 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xe627e 2024-04-22T14:01:06.933 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0xf3194 2024-04-22T14:01:06.954 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xf3ceb 2024-04-22T14:01:06.960 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0xf47e4 2024-04-22T14:01:07.045 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xfaccc 2024-04-22T14:01:07.403 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xfe423 2024-04-22T14:01:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:08 smithi173 ceph-mon[31493]: pgmap v91: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 928 KiB/s wr, 485 op/s 2024-04-22T14:01:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:08 smithi083 ceph-mon[27977]: pgmap v91: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 928 KiB/s wr, 485 op/s 2024-04-22T14:01:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:08 smithi084 ceph-mon[31312]: pgmap v91: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 928 KiB/s wr, 485 op/s 2024-04-22T14:01:09.474 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xfe492 2024-04-22T14:01:10.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:10 smithi173 ceph-mon[31493]: pgmap v92: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:10.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:10 smithi083 ceph-mon[27977]: pgmap v92: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:10.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:10 smithi084 ceph-mon[31312]: pgmap v92: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:11.258 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xff038 2024-04-22T14:01:12.049 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0xffcac 2024-04-22T14:01:12.161 INFO:tasks.workunit.client.0.smithi083.stdout:10000 copy from 0x2d237 to 0x30552, (0x331b bytes) at 0x82aed 2024-04-22T14:01:12.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:12 smithi173 ceph-mon[31493]: pgmap v93: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:12.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:12 smithi083 ceph-mon[27977]: pgmap v93: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:12.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:12 smithi084 ceph-mon[31312]: pgmap v93: 97 pgs: 97 active+clean; 67 MiB data, 616 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 699 KiB/s wr, 75 op/s 2024-04-22T14:01:14.527 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:14 smithi084 ceph-mon[31312]: pgmap v94: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 446 op/s 2024-04-22T14:01:14.527 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:14 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:14.527 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:14 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:14.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:14 smithi173 ceph-mon[31493]: pgmap v94: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 446 op/s 2024-04-22T14:01:14.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:14 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:14.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:14 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:14.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:14 smithi083 ceph-mon[27977]: pgmap v94: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 446 op/s 2024-04-22T14:01:14.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:14 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:14.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:14 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:15.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:15 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:15.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:15 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:15.689 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:15 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:15.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:15 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:15.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:15 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:15.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:15 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:16.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:16 smithi173 ceph-mon[31493]: pgmap v95: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 418 op/s 2024-04-22T14:01:16.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:16 smithi083 ceph-mon[27977]: pgmap v95: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 418 op/s 2024-04-22T14:01:16.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:16 smithi084 ceph-mon[31312]: pgmap v95: 97 pgs: 97 active+clean; 71 MiB data, 690 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 418 op/s 2024-04-22T14:01:18.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:18 smithi173 ceph-mon[31493]: pgmap v96: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 732 op/s 2024-04-22T14:01:18.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:18 smithi083 ceph-mon[27977]: pgmap v96: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 732 op/s 2024-04-22T14:01:18.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:18 smithi084 ceph-mon[31312]: pgmap v96: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 732 op/s 2024-04-22T14:01:19.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:01:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:01:19.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:01:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:20 smithi173 ceph-mon[31493]: pgmap v97: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:01:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:01:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:01:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:20 smithi083 ceph-mon[27977]: pgmap v97: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:01:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:01:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:01:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:20 smithi084 ceph-mon[31312]: pgmap v97: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:01:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:01:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:01:22.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:22 smithi173 ceph-mon[31493]: pgmap v98: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:22.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:22 smithi083 ceph-mon[27977]: pgmap v98: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:22.727 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:22 smithi084 ceph-mon[31312]: pgmap v98: 97 pgs: 97 active+clean; 75 MiB data, 700 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 4.5 MiB/s wr, 684 op/s 2024-04-22T14:01:24.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:24 smithi173 ceph-mon[31493]: pgmap v99: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 992 op/s 2024-04-22T14:01:24.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:24 smithi083 ceph-mon[27977]: pgmap v99: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 992 op/s 2024-04-22T14:01:24.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:24 smithi084 ceph-mon[31312]: pgmap v99: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 992 op/s 2024-04-22T14:01:25.490 INFO:tasks.workunit.client.0.smithi083.stdout:30000 trunc from 0x7bb2f to 0xcdf83 2024-04-22T14:01:25.826 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xffcdd 2024-04-22T14:01:26.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:26 smithi173 ceph-mon[31493]: pgmap v100: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 622 op/s 2024-04-22T14:01:26.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:26 smithi083 ceph-mon[27977]: pgmap v100: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 622 op/s 2024-04-22T14:01:26.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:26 smithi084 ceph-mon[31312]: pgmap v100: 97 pgs: 97 active+clean; 79 MiB data, 716 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 4.0 MiB/s wr, 622 op/s 2024-04-22T14:01:27.441 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xffd97 2024-04-22T14:01:28.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:28 smithi173 ceph-mon[31493]: pgmap v101: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 888 op/s 2024-04-22T14:01:28.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:28 smithi083 ceph-mon[27977]: pgmap v101: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 888 op/s 2024-04-22T14:01:28.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:28 smithi084 ceph-mon[31312]: pgmap v101: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 5.9 MiB/s wr, 888 op/s 2024-04-22T14:01:30.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:30 smithi173 ceph-mon[31493]: pgmap v102: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:30.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:30 smithi083 ceph-mon[27977]: pgmap v102: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:30.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:30 smithi084 ceph-mon[31312]: pgmap v102: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:32.159 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:01:32.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:01:32.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 -- 172.21.15.83:0/3262649762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0102b50 msgr2=0x7fa8e0106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 --2- 172.21.15.83:0/3262649762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0102b50 0x7fa8e0106b90 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009900 tx=0x7fa8d402bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 -- 172.21.15.83:0/3262649762 shutdown_connections 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 --2- 172.21.15.83:0/3262649762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e0107270 0x7fa8e010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 --2- 172.21.15.83:0/3262649762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0102b50 0x7fa8e0106b90 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 --2- 172.21.15.83:0/3262649762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e01021a0 0x7fa8e0102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.275+0000 7fa8e5532640 1 -- 172.21.15.83:0/3262649762 >> 172.21.15.83:0/3262649762 conn(0x7fa8e00793e0 msgr2=0x7fa8e00797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.276+0000 7fa8e5532640 1 -- 172.21.15.83:0/3262649762 shutdown_connections 2024-04-22T14:01:32.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.276+0000 7fa8e5532640 1 -- 172.21.15.83:0/3262649762 wait complete. 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.276+0000 7fa8e5532640 1 Processor -- start 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 -- start start 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 0x7fa8e019e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e0107270 0x7fa8e019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 0x7fa8e0198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112210 con 0x7fa8e0198590 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112090 con 0x7fa8e01021a0 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8e5532640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112390 con 0x7fa8e0107270 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 0x7fa8e0198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 0x7fa8e019e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.281 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 0x7fa8e0198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47762/0 (socket says 172.21.15.83:47762) 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8df7fe640 1 -- 172.21.15.83:0/1320360443 learned_addr learned my addr 172.21.15.83:0/1320360443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e0107270 0x7fa8e019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 -- 172.21.15.83:0/1320360443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e0107270 msgr2=0x7fa8e019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e0107270 0x7fa8e019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 -- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 msgr2=0x7fa8e0198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 0x7fa8e0198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.277+0000 7fa8deffd640 1 -- 172.21.15.83:0/1320360443 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e01990b0 con 0x7fa8e01021a0 2024-04-22T14:01:32.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.278+0000 7fa8deffd640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 0x7fa8e019e3e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000b3f0 tx=0x7fa8d000b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.280+0000 7fa8c7fff640 1 -- 172.21.15.83:0/1320360443 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0015020 con 0x7fa8e01021a0 2024-04-22T14:01:32.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.280+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e01993a0 con 0x7fa8e01021a0 2024-04-22T14:01:32.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.280+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e01a5640 con 0x7fa8e01021a0 2024-04-22T14:01:32.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.280+0000 7fa8c7fff640 1 -- 172.21.15.83:0/1320360443 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8d0011ce0 con 0x7fa8e01021a0 2024-04-22T14:01:32.284 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.280+0000 7fa8c7fff640 1 -- 172.21.15.83:0/1320360443 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0010de0 con 0x7fa8e01021a0 2024-04-22T14:01:32.286 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.283+0000 7fa8c7fff640 1 -- 172.21.15.83:0/1320360443 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa8d0018020 con 0x7fa8e01021a0 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 Processor -- start 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8c7fff640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 0x7fa8c80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 -- start start 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8c7fff640 1 -- 172.21.15.83:0/1320360443 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa8d00cfdd0 con 0x7fa8e01021a0 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24c8960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 0x7fa8c80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557bb242d1e0 con 0x557bb24d1a80 2024-04-22T14:01:32.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557bb23ca390 con 0x557bb24c8ea0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557bb24291a0 con 0x557bb24c8580 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47764/0 (socket says 172.21.15.83:47764) 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 -- 172.21.15.83:0/4115436988 learned_addr learned my addr 172.21.15.83:0/4115436988 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8deffd640 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 0x7fa8c80a6260 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa8d80138f0 tx=0x7fa8d8013cf0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 -- 172.21.15.83:0/4115436988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 msgr2=0x557bb24c8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24c8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 -- 172.21.15.83:0/4115436988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 msgr2=0x557bb24d1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24d1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 -- 172.21.15.83:0/4115436988 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bb22097d0 con 0x557bb24d1a80 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.284+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fa8d800fce0 tx=0x7fa8d8020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73fb57b32489b1f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.285+0000 7fa8c57fa640 1 -- 172.21.15.83:0/4115436988 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d800fd10 con 0x557bb24d1a80 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.285+0000 7fa8c57fa640 1 -- 172.21.15.83:0/4115436988 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8d8024030 con 0x557bb24d1a80 2024-04-22T14:01:32.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.285+0000 7fa8c57fa640 1 -- 172.21.15.83:0/4115436988 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d8010e20 con 0x557bb24d1a80 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.285+0000 7fa8e81ff740 1 -- 172.21.15.83:0/4115436988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 msgr2=0x557bb24d3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.285+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fa8d800fce0 tx=0x7fa8d8020000 comp rx=0 tx=0).stop 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- 172.21.15.83:0/4115436988 shutdown_connections 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24d3e70 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24d1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/4115436988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24c8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- 172.21.15.83:0/4115436988 >> 172.21.15.83:0/4115436988 conn(0x557bb24c2cb0 msgr2=0x557bb24c3090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- 172.21.15.83:0/4115436988 shutdown_connections 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- 172.21.15.83:0/4115436988 wait complete. 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- start start 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 Processor -- start 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24cea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 0x557bb24cf4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557bb24d4870 con 0x557bb24c8ea0 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557bb23e62f0 con 0x557bb24d1a80 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557bb24d49f0 con 0x557bb24c8580 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8de7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8de7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47776/0 (socket says 172.21.15.83:47776) 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8de7fc640 1 -- 172.21.15.83:0/2628161848 learned_addr learned my addr 172.21.15.83:0/2628161848 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.286+0000 7fa8e81ff740 10 client.0 _ll_register_callbacks cb 0x557bb23f3580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 0x557bb24cf4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24cea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 -- 172.21.15.83:0/2628161848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 msgr2=0x557bb24cea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24cea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 -- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 msgr2=0x557bb24cf4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 0x557bb24cf4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 -- 172.21.15.83:0/2628161848 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bb213f3f0 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 0x557bb24cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009900 tx=0x7fa8d402c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3853b6919e9ff7a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d4005030 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8d8024030 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.287+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa8d40051d0 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa8d40053d0 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 10 client.16665 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557bb20ff0f0 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8d8024030 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fa8d4003680 con 0x557bb24c8ea0 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 10 client.16665 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 10 client.16665 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:32.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 20 client.16665 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb24e1ac0 0x557bb24e3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 4 client.16665 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557bb243ac00 con 0x557bb24e1ac0 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.288+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb24e1ac0 0x557bb24e3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.289+0000 7fa8c2ff5640 10 client.16665 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.289+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb24e1ac0 0x557bb24e3f00 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f49021bdf2f1c7eb server_cookie=2d6a77629bde9bdb in_seq=0 out_seq=0 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2628161848 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557bb243ac00 con 0x557bb24e1ac0 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8c2ff5640 10 client.16665 handle_command_reply: tid=0 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 client.16665 shutdown 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 msgr2=0x557bb24cefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009900 tx=0x7fa8d402c9f0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 shutdown_connections 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb24e1ac0 0x557bb24e3f00 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24d1a80 0x557bb24cf4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8c2ff5640 0 client.16665 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cefa0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2628161848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24cea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 >> 172.21.15.83:0/2628161848 conn(0x557bb24c2cb0 msgr2=0x557bb24c4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 shutdown_connections 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2628161848 wait complete. 2024-04-22T14:01:32.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.290+0000 7fa8e81ff740 20 client.16665 trim_cache size 0 max 16384 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 Processor -- start 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 -- start start 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24dd730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24e9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01adbd0 con 0x557bb24d1a80 2024-04-22T14:01:32.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01af800 con 0x557bb24c8ea0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01ae2a0 con 0x557bb24c8580 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8df7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24e9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:54896/0 (socket says 172.21.15.83:54896) 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 -- 172.21.15.83:0/1077286763 learned_addr learned my addr 172.21.15.83:0/1077286763 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8deffd640 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24dd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 -- 172.21.15.83:0/1077286763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 msgr2=0x557bb24dd730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24dd730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 -- 172.21.15.83:0/1077286763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 msgr2=0x557bb24e9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24e9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8de7fc640 1 -- 172.21.15.83:0/1077286763 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bb24c3880 con 0x557bb24c8ea0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.311+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24e9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.312+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4003ad0 tx=0x7fa8d40045d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4a3b7905e457c49 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.312+0000 7fa8c4ff9640 1 -- 172.21.15.83:0/1077286763 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d4005d50 con 0x557bb24c8ea0 2024-04-22T14:01:32.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.312+0000 7fa8c4ff9640 1 -- 172.21.15.83:0/1077286763 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8d4003cc0 con 0x557bb24c8ea0 2024-04-22T14:01:32.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.312+0000 7fa8c4ff9640 1 -- 172.21.15.83:0/1077286763 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d4053bb0 con 0x557bb24c8ea0 2024-04-22T14:01:32.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- 172.21.15.83:0/1077286763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 msgr2=0x557bb24e97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4003ad0 tx=0x7fa8d40045d0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- 172.21.15.83:0/1077286763 shutdown_connections 2024-04-22T14:01:32.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24d1a80 0x557bb24e9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8ea0 0x557bb24e97d0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/1077286763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24c8580 0x557bb24dd730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- 172.21.15.83:0/1077286763 >> 172.21.15.83:0/1077286763 conn(0x557bb24c2cb0 msgr2=0x557bb24c1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- 172.21.15.83:0/1077286763 shutdown_connections 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- 172.21.15.83:0/1077286763 wait complete. 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- start start 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 Processor -- start 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24d1a80 0x557bb2547040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01af070 con 0x557bb24c8ea0 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01ae9a0 con 0x557bb24c8580 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.313+0000 7fa8e81ff740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01abbb0 con 0x557bb24d1a80 2024-04-22T14:01:32.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8e81ff740 10 client.0 _ll_register_callbacks cb 0x7fa8d4004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8de7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:54912/0 (socket says 172.21.15.83:54912) 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 -- 172.21.15.83:0/2307653487 learned_addr learned my addr 172.21.15.83:0/2307653487 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8df7fe640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24d1a80 0x557bb2547040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 -- 172.21.15.83:0/2307653487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24d1a80 msgr2=0x557bb2547040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24d1a80 0x557bb2547040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 -- 172.21.15.83:0/2307653487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 msgr2=0x557bb24cc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 -- 172.21.15.83:0/2307653487 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bb2547580 con 0x557bb24c8580 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8deffd640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa8d00cd710 tx=0x7fa8d00cf040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a0123c419a240a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:32.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d00a4b20 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa8d00985e0 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.314+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8d4003cc0 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fa8d00860c0 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 10 client.26009 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x557bb2548890 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8d00b9070 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fa8d009b340 con 0x557bb24c8580 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 10 client.26009 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 10 client.26009 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 20 client.26009 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb2549070 0x557bb254b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 4 client.26009 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fa8d4003cc0 con 0x557bb2549070 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.315+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb2549070 0x557bb254b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8c2ff5640 10 client.26009 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8de7fc640 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb2549070 0x557bb254b490 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8d705e95630aaba server_cookie=d1e79266acde2ced in_seq=0 out_seq=0 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8c2ff5640 1 -- 172.21.15.83:0/2307653487 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fa8d4003cc0 con 0x557bb2549070 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8c2ff5640 10 client.26009 handle_command_reply: tid=0 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 client.26009 shutdown 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 msgr2=0x557bb24cbe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa8d00cd710 tx=0x7fa8d00cf040 comp rx=0 tx=0).stop 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 shutdown_connections 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bb2549070 0x557bb254b490 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8c2ff5640 0 client.26009 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bb24d1a80 0x557bb2547040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bb24c8ea0 0x557bb24cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 --2- 172.21.15.83:0/2307653487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bb24c8580 0x557bb24cbe40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 >> 172.21.15.83:0/2307653487 conn(0x557bb24c2cb0 msgr2=0x557bb24c14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 shutdown_connections 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 1 -- 172.21.15.83:0/2307653487 wait complete. 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.316+0000 7fa8e81ff740 20 client.26009 trim_cache size 0 max 16384 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:01:32.327 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 msgr2=0x7fa8c80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 0x7fa8c80a6260 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa8d80138f0 tx=0x7fa8d8013cf0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 msgr2=0x7fa8e019e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 0x7fa8e019e3e0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000b3f0 tx=0x7fa8d000b8b0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 shutdown_connections 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8c80a3da0 0x7fa8c80a6260 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8e0198590 0x7fa8e0198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8e0107270 0x7fa8e019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 --2- 172.21.15.83:0/1320360443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8e01021a0 0x7fa8e019e3e0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 >> 172.21.15.83:0/1320360443 conn(0x7fa8e00793e0 msgr2=0x7fa8e00fff20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 shutdown_connections 2024-04-22T14:01:32.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.317+0000 7fa8e5532640 1 -- 172.21.15.83:0/1320360443 wait complete. 2024-04-22T14:01:32.331 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:01:32.331 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:01:32.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:32 smithi083 ceph-mon[27977]: pgmap v103: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:32.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 -- 172.21.15.83:0/3800793549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc1072d0 msgr2=0x7f62dc10eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 --2- 172.21.15.83:0/3800793549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc1072d0 0x7f62dc10eea0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f62d4009ca0 tx=0x7f62d402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 -- 172.21.15.83:0/3800793549 shutdown_connections 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 --2- 172.21.15.83:0/3800793549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc1072d0 0x7f62dc10eea0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 --2- 172.21.15.83:0/3800793549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc102bb0 0x7f62dc106bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 --2- 172.21.15.83:0/3800793549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc102200 0x7f62dc1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 -- 172.21.15.83:0/3800793549 >> 172.21.15.83:0/3800793549 conn(0x7f62dc0793e0 msgr2=0x7f62dc0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 -- 172.21.15.83:0/3800793549 shutdown_connections 2024-04-22T14:01:32.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.446+0000 7f62e357e640 1 -- 172.21.15.83:0/3800793549 wait complete. 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 Processor -- start 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 -- start start 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 0x7f62dc198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 0x7f62dc19d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f62dc112240 con 0x7f62dc102200 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62dc1120c0 con 0x7f62dc1072d0 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e357e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f62dc1123c0 con 0x7f62dc19d000 2024-04-22T14:01:32.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e131a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e131a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47812/0 (socket says 172.21.15.83:47812) 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e131a640 1 -- 172.21.15.83:0/213167089 learned_addr learned my addr 172.21.15.83:0/213167089 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.447+0000 7f62e0b19640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 0x7f62dc198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e1b1b640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 0x7f62dc19d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 -- 172.21.15.83:0/213167089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 msgr2=0x7f62dc19d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 0x7f62dc19d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 -- 172.21.15.83:0/213167089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 msgr2=0x7f62dc198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 0x7f62dc198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 -- 172.21.15.83:0/213167089 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62dc19daf0 con 0x7f62dc102200 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e1b1b640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 0x7f62dc19d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e0b19640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 0x7f62dc198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e131a640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f62d800e9f0 tx=0x7f62d800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d800cd80 con 0x7f62dc102200 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62dc19dde0 con 0x7f62dc102200 2024-04-22T14:01:32.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62dc1a5620 con 0x7f62dc102200 2024-04-22T14:01:32.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62d80108e0 con 0x7f62dc102200 2024-04-22T14:01:32.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.448+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d80188e0 con 0x7f62dc102200 2024-04-22T14:01:32.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.449+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62c0005290 con 0x7f62dc102200 2024-04-22T14:01:32.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.451+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f62d8010430 con 0x7f62dc102200 2024-04-22T14:01:32.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.451+0000 7f62d27fc640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 0x7f62c80aa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.451+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f62d80d0d00 con 0x7f62dc102200 2024-04-22T14:01:32.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.452+0000 7f62e0b19640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 0x7f62c80aa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.452+0000 7f62e0b19640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 0x7f62c80aa5f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f62dc101830 tx=0x7f62cc00b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.457+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f62d809d3d0 con 0x7f62dc102200 2024-04-22T14:01:32.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:32 smithi173 ceph-mon[31493]: pgmap v103: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:32.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:32 smithi084 ceph-mon[31312]: pgmap v103: 97 pgs: 97 active+clean; 83 MiB data, 757 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.8 MiB/s wr, 575 op/s 2024-04-22T14:01:32.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.728+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62c0005580 con 0x7f62dc102200 2024-04-22T14:01:32.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.728+0000 7f62d27fc640 1 -- 172.21.15.83:0/213167089 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7f62d809ccd0 con 0x7f62dc102200 2024-04-22T14:01:32.731 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:01:32.731 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:01:32.732 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:01:32.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.730+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 msgr2=0x7f62c80aa5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.730+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 0x7f62c80aa5f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f62dc101830 tx=0x7f62cc00b390 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.730+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 msgr2=0x7f62dc198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.730+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f62d800e9f0 tx=0x7f62d800eeb0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 shutdown_connections 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62c80a8130 0x7f62c80aa5f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62dc19d000 0x7f62dc19d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62dc1072d0 0x7f62dc198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 --2- 172.21.15.83:0/213167089 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62dc102200 0x7f62dc198740 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 >> 172.21.15.83:0/213167089 conn(0x7f62dc0793e0 msgr2=0x7f62dc0ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 shutdown_connections 2024-04-22T14:01:32.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.731+0000 7f62e357e640 1 -- 172.21.15.83:0/213167089 wait complete. 2024-04-22T14:01:32.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:01:32.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 -- 172.21.15.83:0/577581829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 msgr2=0x7f7550101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 --2- 172.21.15.83:0/577581829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f7550101980 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f7544009900 tx=0x7f754402bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:32.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 -- 172.21.15.83:0/577581829 shutdown_connections 2024-04-22T14:01:32.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 --2- 172.21.15.83:0/577581829 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7550106150 0x7f755010dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 --2- 172.21.15.83:0/577581829 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550101f50 0x7f7550105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 --2- 172.21.15.83:0/577581829 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f7550101980 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 -- 172.21.15.83:0/577581829 >> 172.21.15.83:0/577581829 conn(0x7f75500769d0 msgr2=0x7f7550076de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 -- 172.21.15.83:0/577581829 shutdown_connections 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 -- 172.21.15.83:0/577581829 wait complete. 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.860+0000 7f7556ef2640 1 Processor -- start 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 -- start start 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f755019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550106150 0x7f755019e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 0x7f7550198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7550111090 con 0x7f75501015a0 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7550110f10 con 0x7f75501985c0 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7556ef2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7550111210 con 0x7f7550106150 2024-04-22T14:01:32.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f755019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 0x7f7550198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f755019e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47820/0 (socket says 172.21.15.83:47820) 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f7554c8e640 1 -- 172.21.15.83:0/2518294808 learned_addr learned my addr 172.21.15.83:0/2518294808 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f754ffff640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550106150 0x7f755019e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 -- 172.21.15.83:0/2518294808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550106150 msgr2=0x7f755019e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550106150 0x7f755019e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 -- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 msgr2=0x7f755019e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f755019e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 -- 172.21.15.83:0/2518294808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75501990e0 con 0x7f75501985c0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.861+0000 7f755548f640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 0x7f7550198a70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7548009fd0 tx=0x7f754800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.862+0000 7f754dffb640 1 -- 172.21.15.83:0/2518294808 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754800ce20 con 0x7f75501985c0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.862+0000 7f754dffb640 1 -- 172.21.15.83:0/2518294808 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7548005020 con 0x7f75501985c0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.862+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75501993d0 con 0x7f75501985c0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.862+0000 7f754dffb640 1 -- 172.21.15.83:0/2518294808 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7548010690 con 0x7f75501985c0 2024-04-22T14:01:32.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.862+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7550102d40 con 0x7f75501985c0 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.864+0000 7f7559bc4740 1 Processor -- start 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.864+0000 7f754dffb640 1 -- 172.21.15.83:0/2518294808 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f75480054d0 con 0x7f75501985c0 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 -- start start 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 0x55f86e2258b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 0x55f86e22e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e22ea00 0x55f86e230e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f86e18a1f0 con 0x55f86e2254d0 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f86e1274b0 con 0x55f86e22ea00 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7559bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f86e1861b0 con 0x55f86e225e80 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f754ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 0x55f86e2258b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f754ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 0x55f86e2258b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47824/0 (socket says 172.21.15.83:47824) 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 0x55f86e22e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f754ffff640 1 -- 172.21.15.83:0/1205513152 learned_addr learned my addr 172.21.15.83:0/1205513152 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f754ffff640 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e22ea00 0x55f86e230e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f754dffb640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 0x7f75400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 -- 172.21.15.83:0/1205513152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e22ea00 msgr2=0x55f86e230e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e22ea00 0x55f86e230e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 -- 172.21.15.83:0/1205513152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 msgr2=0x55f86e2258b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 0x55f86e2258b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.865+0000 7f7554c8e640 1 -- 172.21.15.83:0/1205513152 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f86e1191b0 con 0x55f86e225e80 2024-04-22T14:01:32.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f754dffb640 1 -- 172.21.15.83:0/2518294808 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f75480d0e50 con 0x7f75501985c0 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 0x55f86e22e430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7544005ec0 tx=0x7f754402c5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c2fe24b66a5d3f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f755548f640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 0x7f75400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f753affd640 1 -- 172.21.15.83:0/1205513152 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544045020 con 0x55f86e225e80 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f753affd640 1 -- 172.21.15.83:0/1205513152 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.866+0000 7f753affd640 1 -- 172.21.15.83:0/1205513152 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544005540 con 0x55f86e225e80 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 -- 172.21.15.83:0/1205513152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 msgr2=0x55f86e22e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f755548f640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 0x7f75400a61e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7548099280 tx=0x7f75480057c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 0x55f86e22e430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7544005ec0 tx=0x7f754402c5f0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 -- 172.21.15.83:0/1205513152 shutdown_connections 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e22ea00 0x55f86e230e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e225e80 0x55f86e22e430 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1205513152 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e2254d0 0x55f86e2258b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 -- 172.21.15.83:0/1205513152 >> 172.21.15.83:0/1205513152 conn(0x55f86e21fba0 msgr2=0x55f86e21ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 -- 172.21.15.83:0/1205513152 shutdown_connections 2024-04-22T14:01:32.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.867+0000 7f7559bc4740 1 -- 172.21.15.83:0/1205513152 wait complete. 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 -- start start 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 Processor -- start 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 0x55f86e22e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e22ea00 0x55f86e22bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f86e231910 con 0x55f86e22ea00 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f86e143500 con 0x55f86e225e80 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f86e231a90 con 0x55f86e2254d0 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7559bc4740 10 client.0 _ll_register_callbacks cb 0x55f86e111b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:54994/0 (socket says 172.21.15.83:54994) 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f7554c8e640 1 -- 172.21.15.83:0/3875007276 learned_addr learned my addr 172.21.15.83:0/3875007276 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.868+0000 7f754ffff640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e22ea00 0x55f86e22bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f754ffff640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 0x55f86e22e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 -- 172.21.15.83:0/3875007276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 msgr2=0x55f86e22e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 0x55f86e22e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 -- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e22ea00 msgr2=0x55f86e22bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e22ea00 0x55f86e22bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 -- 172.21.15.83:0/3875007276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f86de9c3f0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f754ffff640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 0x55f86e22e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7554c8e640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f754402c780 tx=0x7f75440054b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d2458efc6064dfc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f752ffff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544045070 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f75440046c0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.869+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f754405b050 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 10 client.26027 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f86df667d0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f75440037b0 con 0x55f86e225e80 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 10 client.26027 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:32.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 10 client.26027 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 20 client.26027 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e240e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 4 client.26027 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f86e129930 con 0x55f86e23ea80 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.870+0000 7f754ffff640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e240e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f752ffff640 10 client.26027 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f754ffff640 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e240e70 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cb96a2ff6ef73dad server_cookie=1887307d44e49797 in_seq=0 out_seq=0 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f752ffff640 1 -- 172.21.15.83:0/3875007276 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f86e129930 con 0x55f86e23ea80 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f752ffff640 10 client.26027 handle_command_reply: tid=0 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f7559bc4740 1 client.26027 shutdown 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.871+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 msgr2=0x55f86e22b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f754402c780 tx=0x7f75440054b0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 shutdown_connections 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e22ea00 0x55f86e22bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e240e70 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f752ffff640 0 client.26027 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e225e80 0x55f86e22b6e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 --2- 172.21.15.83:0/3875007276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e2254d0 0x55f86e22e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 >> 172.21.15.83:0/3875007276 conn(0x55f86e21fba0 msgr2=0x55f86e2218f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.872+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 shutdown_connections 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.873+0000 7f7559bc4740 1 -- 172.21.15.83:0/3875007276 wait complete. 2024-04-22T14:01:32.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.873+0000 7f7559bc4740 20 client.26027 trim_cache size 0 max 16384 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 Processor -- start 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 -- start start 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e23a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e22de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75501afc50 con 0x55f86e225e80 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75501b1880 con 0x55f86e2254d0 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7559bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75501b0320 con 0x55f86e22ea00 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47852/0 (socket says 172.21.15.83:47852) 2024-04-22T14:01:32.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 -- 172.21.15.83:0/1692804304 learned_addr learned my addr 172.21.15.83:0/1692804304 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f754ffff640 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e23a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 -- 172.21.15.83:0/1692804304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 msgr2=0x55f86e22de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e22de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 -- 172.21.15.83:0/1692804304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 msgr2=0x55f86e23a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e23a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.889+0000 7f7554c8e640 1 -- 172.21.15.83:0/1692804304 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f86e22c060 con 0x55f86e225e80 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.890+0000 7f7554c8e640 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f7544005ec0 tx=0x7f754402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce119fa415cc7545 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.890+0000 7f753a7fc640 1 -- 172.21.15.83:0/1692804304 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544045040 con 0x55f86e225e80 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.890+0000 7f753a7fc640 1 -- 172.21.15.83:0/1692804304 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.894 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.890+0000 7f753a7fc640 1 -- 172.21.15.83:0/1692804304 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544004920 con 0x55f86e225e80 2024-04-22T14:01:32.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- 172.21.15.83:0/1692804304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 msgr2=0x55f86e21ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f7544005ec0 tx=0x7f754402bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- 172.21.15.83:0/1692804304 shutdown_connections 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e22de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e21ec00 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- 172.21.15.83:0/1692804304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e23a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- 172.21.15.83:0/1692804304 >> 172.21.15.83:0/1692804304 conn(0x55f86e21fba0 msgr2=0x55f86e21ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- 172.21.15.83:0/1692804304 shutdown_connections 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- 172.21.15.83:0/1692804304 wait complete. 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 -- start start 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 Processor -- start 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.891+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e227990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75501b10f0 con 0x55f86e225e80 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75501b0a20 con 0x55f86e2254d0 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75501adc30 con 0x55f86e22ea00 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 10 client.0 _ll_register_callbacks cb 0x7f7544009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f754ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47866/0 (socket says 172.21.15.83:47866) 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f754ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55018/0 (socket says 172.21.15.83:55018) 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 -- 172.21.15.83:0/532193102 learned_addr learned my addr 172.21.15.83:0/532193102 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f754ffff640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e227990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 -- 172.21.15.83:0/532193102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 msgr2=0x55f86e227990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e227990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 -- 172.21.15.83:0/532193102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 msgr2=0x55f86e237270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 -- 172.21.15.83:0/532193102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f86e227ed0 con 0x55f86e225e80 2024-04-22T14:01:32.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f754ffff640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7554c8e640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f7544000c00 tx=0x7f7544009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6cf89fb6b9c4d7f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f752ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7544045040 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f75440035f0 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.892+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f754407a050 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 10 client.16695 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f86e2a4300 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754402c7e0 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f7544004960 con 0x55f86e225e80 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 10 client.16695 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 10 client.16695 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 20 client.16695 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:32.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e2a6940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 4 client.16695 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f86e197c10 con 0x55f86e23ea80 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.893+0000 7f754ffff640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e2a6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f752ffff640 10 client.16695 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f754ffff640 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e2a6940 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=faebfe534b601228 server_cookie=9bc7598e8a763a06 in_seq=0 out_seq=0 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f752ffff640 1 -- 172.21.15.83:0/532193102 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f86e197c10 con 0x55f86e23ea80 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f752ffff640 10 client.16695 handle_command_reply: tid=0 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 client.16695 shutdown 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 msgr2=0x55f86e228e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f7544000c00 tx=0x7f7544009670 comp rx=0 tx=0).stop 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 shutdown_connections 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f86e22ea00 0x55f86e227990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f86e225e80 0x55f86e228e20 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f86e23ea80 0x55f86e2a6940 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f752ffff640 0 client.16695 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:01:32.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 --2- 172.21.15.83:0/532193102 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f86e2254d0 0x55f86e237270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 >> 172.21.15.83:0/532193102 conn(0x55f86e21fba0 msgr2=0x55f86e22a750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 shutdown_connections 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 1 -- 172.21.15.83:0/532193102 wait complete. 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.894+0000 7f7559bc4740 20 client.16695 trim_cache size 0 max 16384 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:32.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 msgr2=0x7f75400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 0x7f75400a61e0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7548099280 tx=0x7f75480057c0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 msgr2=0x7f7550198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 0x7f7550198a70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7548009fd0 tx=0x7f754800ef10 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 shutdown_connections 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75400a3d20 0x7f75400a61e0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75501985c0 0x7f7550198a70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7550106150 0x7f755019e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 --2- 172.21.15.83:0/2518294808 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75501015a0 0x7f755019e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.895+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 >> 172.21.15.83:0/2518294808 conn(0x7f75500769d0 msgr2=0x7f755006a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.896+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 shutdown_connections 2024-04-22T14:01:32.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:32.896+0000 7f7556ef2640 1 -- 172.21.15.83:0/2518294808 wait complete. 2024-04-22T14:01:32.911 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:01:33.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 -- 172.21.15.83:0/1273797675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8101570 msgr2=0x7fbdf81019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 --2- 172.21.15.83:0/1273797675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8101570 0x7fbdf81019f0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fbdec009900 tx=0x7fbdec02bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 -- 172.21.15.83:0/1273797675 shutdown_connections 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 --2- 172.21.15.83:0/1273797675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf810dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 --2- 172.21.15.83:0/1273797675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8101570 0x7fbdf81019f0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 --2- 172.21.15.83:0/1273797675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8105e50 0x7fbdf8106230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 -- 172.21.15.83:0/1273797675 >> 172.21.15.83:0/1273797675 conn(0x7fbdf80773f0 msgr2=0x7fbdf80fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 -- 172.21.15.83:0/1273797675 shutdown_connections 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.027+0000 7fbdfe359640 1 -- 172.21.15.83:0/1273797675 wait complete. 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 Processor -- start 2024-04-22T14:01:33.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 -- start start 2024-04-22T14:01:33.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8101570 0x7fbdf8197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf8111080 con 0x7fbdf8105e50 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf8110f00 con 0x7fbdf8101f30 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfe359640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf8111200 con 0x7fbdf8101570 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdf77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.028+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47880/0 (socket says 172.21.15.83:47880) 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/254366396 learned_addr learned my addr 172.21.15.83:0/254366396 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8101570 0x7fbdf8197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 -- 172.21.15.83:0/254366396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8101570 msgr2=0x7fbdf8197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8101570 0x7fbdf8197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 -- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 msgr2=0x7fbdf819be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 -- 172.21.15.83:0/254366396 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdf819c550 con 0x7fbdf8101f30 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf8197aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbdec000c00 tx=0x7fbdec004060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf57fa640 1 -- 172.21.15.83:0/254366396 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec043020 con 0x7fbdf8101f30 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf57fa640 1 -- 172.21.15.83:0/254366396 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec0052b0 con 0x7fbdf8101f30 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdf57fa640 1 -- 172.21.15.83:0/254366396 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec003c10 con 0x7fbdf8101f30 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdf819c7e0 con 0x7fbdf8101f30 2024-04-22T14:01:33.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.029+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdf8100460 con 0x7fbdf8101f30 2024-04-22T14:01:33.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbdf57fa640 1 -- 172.21.15.83:0/254366396 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbdec046020 con 0x7fbdf8101f30 2024-04-22T14:01:33.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 Processor -- start 2024-04-22T14:01:33.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 -- start start 2024-04-22T14:01:33.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfba8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55aaabf1f1f0 con 0x55aaabfbae80 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55aaabebc4b0 con 0x55aaabfba4d0 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.032+0000 7fbe0102f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55aaabf1b1b0 con 0x55aaabfc3a00 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf57fa640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 0x7fbde00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfba8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47884/0 (socket says 172.21.15.83:47884) 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 -- 172.21.15.83:0/2663054444 learned_addr learned my addr 172.21.15.83:0/2663054444 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfba8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55054/0 (socket says 172.21.15.83:55054) 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf57fa640 1 -- 172.21.15.83:0/254366396 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbdec0f2090 con 0x7fbdf8101f30 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 0x7fbde00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 -- 172.21.15.83:0/2663054444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 msgr2=0x55aaabfc5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 -- 172.21.15.83:0/2663054444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 msgr2=0x55aaabfba8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfba8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 -- 172.21.15.83:0/2663054444 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaabeae1b0 con 0x55aaabfbae80 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbde8004140 tx=0x7fbde8004600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d42c64640c3d3f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 0x7fbde00a61e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000ec60 tx=0x7fbdf0004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdde7fc640 1 -- 172.21.15.83:0/2663054444 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde8003db0 con 0x55aaabfbae80 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdde7fc640 1 -- 172.21.15.83:0/2663054444 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbde80054d0 con 0x55aaabfbae80 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.033+0000 7fbdde7fc640 1 -- 172.21.15.83:0/2663054444 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde8019420 con 0x55aaabfbae80 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 -- 172.21.15.83:0/2663054444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 msgr2=0x55aaabfc3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fbde8004140 tx=0x7fbde8004600 comp rx=0 tx=0).stop 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 -- 172.21.15.83:0/2663054444 shutdown_connections 2024-04-22T14:01:33.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc3430 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2663054444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfba8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 -- 172.21.15.83:0/2663054444 >> 172.21.15.83:0/2663054444 conn(0x55aaabfb4ba0 msgr2=0x55aaabfb4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 -- 172.21.15.83:0/2663054444 shutdown_connections 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.034+0000 7fbe0102f740 1 -- 172.21.15.83:0/2663054444 wait complete. 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 -- start start 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 Processor -- start 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfba4d0 0x55aaabfc3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 0x55aaabfc0cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55aaabfc6970 con 0x55aaabfbae80 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55aaabed8500 con 0x55aaabfc3a00 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55aaabfc6af0 con 0x55aaabfba4d0 2024-04-22T14:01:33.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbe0102f740 10 client.0 _ll_register_callbacks cb 0x55aaabea6b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbdf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 0x55aaabfc0cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbdf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47886/0 (socket says 172.21.15.83:47886) 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbdf77fe640 1 -- 172.21.15.83:0/2344729848 learned_addr learned my addr 172.21.15.83:0/2344729848 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.035+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfba4d0 0x55aaabfc3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfba4d0 msgr2=0x55aaabfc3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfba4d0 0x55aaabfc3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/2344729848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 msgr2=0x55aaabfc06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/2344729848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaabc313f0 con 0x55aaabfc3a00 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 0x55aaabfc0cd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000cfd0 tx=0x7fbdf0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f86634601a73ee0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdf0017040 con 0x55aaabfc3a00 2024-04-22T14:01:33.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbdf0004b20 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbde80054d0 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbdf0004d20 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbe0102f740 10 client.26042 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55aaabcfb7d0 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.036+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbde80054d0 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fbdf00050b0 con 0x55aaabfc3a00 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 10 client.26042 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 10 client.26042 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 20 client.26042 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaabfd3c50 0x55aaabfd6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 4 client.26042 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aaabebe930 con 0x55aaabfd3c50 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaabfd3c50 0x55aaabfd6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbdd77fe640 10 client.26042 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:01:33.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.037+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaabfd3c50 0x55aaabfd6080 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ac96654fd953f759 server_cookie=a47680a92e1a61bd in_seq=0 out_seq=0 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.038+0000 7fbdd77fe640 1 -- 172.21.15.83:0/2344729848 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55aaabebe930 con 0x55aaabfd3c50 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.038+0000 7fbdd77fe640 10 client.26042 handle_command_reply: tid=0 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.038+0000 7fbe0102f740 1 client.26042 shutdown 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 msgr2=0x55aaabfc0cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 0x55aaabfc0cd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000cfd0 tx=0x7fbdf0004a40 comp rx=0 tx=0).stop 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 shutdown_connections 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaabfd3c50 0x55aaabfd6080 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfc3a00 0x55aaabfc0cd0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbdd77fe640 0 client.26042 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfbae80 0x55aaabfc06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 --2- 172.21.15.83:0/2344729848 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfba4d0 0x55aaabfc3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 >> 172.21.15.83:0/2344729848 conn(0x55aaabfb4ba0 msgr2=0x55aaabfb68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 shutdown_connections 2024-04-22T14:01:33.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 1 -- 172.21.15.83:0/2344729848 wait complete. 2024-04-22T14:01:33.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.039+0000 7fbe0102f740 20 client.26042 trim_cache size 0 max 16384 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 Processor -- start 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 -- start start 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81ab7f0 con 0x55aaabfba4d0 2024-04-22T14:01:33.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81ad420 con 0x55aaabfbae80 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbe0102f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81abec0 con 0x55aaabfc3a00 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdf77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47902/0 (socket says 172.21.15.83:47902) 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdf77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55062/0 (socket says 172.21.15.83:55062) 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdf77fe640 1 -- 172.21.15.83:0/3655657257 learned_addr learned my addr 172.21.15.83:0/3655657257 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.057+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 -- 172.21.15.83:0/3655657257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 msgr2=0x55aaabfc3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 -- 172.21.15.83:0/3655657257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 msgr2=0x55aaabfcf830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 -- 172.21.15.83:0/3655657257 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaabfb9790 con 0x55aaabfbae80 2024-04-22T14:01:33.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:33.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0be1a0 tx=0x7fbdec02bc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=503f7e462ff9ab25 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdddffb640 1 -- 172.21.15.83:0/3655657257 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec0be910 con 0x55aaabfbae80 2024-04-22T14:01:33.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdddffb640 1 -- 172.21.15.83:0/3655657257 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec0be210 con 0x55aaabfbae80 2024-04-22T14:01:33.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.058+0000 7fbdddffb640 1 -- 172.21.15.83:0/3655657257 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdec0c2170 con 0x55aaabfbae80 2024-04-22T14:01:33.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- 172.21.15.83:0/3655657257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 msgr2=0x55aaabfc2df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0be1a0 tx=0x7fbdec02bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:33.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- 172.21.15.83:0/3655657257 shutdown_connections 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfc3a00 0x55aaabfc3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfbae80 0x55aaabfc2df0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3655657257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfba4d0 0x55aaabfcf830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- 172.21.15.83:0/3655657257 >> 172.21.15.83:0/3655657257 conn(0x55aaabfb4ba0 msgr2=0x55aaabfb3c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- 172.21.15.83:0/3655657257 shutdown_connections 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- 172.21.15.83:0/3655657257 wait complete. 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 -- start start 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.059+0000 7fbe0102f740 1 Processor -- start 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 0x55aaabfcc1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81acc90 con 0x55aaabfc3a00 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81ac5c0 con 0x55aaabfba4d0 2024-04-22T14:01:33.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbdf81a97d0 con 0x55aaabfbae80 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 10 client.0 _ll_register_callbacks cb 0x7fbdf000e5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47912/0 (socket says 172.21.15.83:47912) 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdf7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55066/0 (socket says 172.21.15.83:55066) 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/3194757959 learned_addr learned my addr 172.21.15.83:0/3194757959 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 0x55aaabfcc1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 msgr2=0x55aaabfcc1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 0x55aaabfcc1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/3194757959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 msgr2=0x55aaabfcbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 -- 172.21.15.83:0/3194757959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaabfc7980 con 0x55aaabfc3a00 2024-04-22T14:01:33.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdf77fe640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 0x55aaabfcc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdfc8f6640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fbdf0007620 tx=0x7fbdf000e4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eba7ac406ba09001 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdf00050c0 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fbdf001b600 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdec0be210 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.060+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fbdf003e050 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 10 client.16713 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55aaac039cb0 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbdec0be210 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fbdf0037060 con 0x55aaabfc3a00 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 10 client.16713 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 10 client.16713 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:01:33.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 20 client.16713 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaac03a450 0x55aaac03c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 4 client.16713 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aaabf2cc10 con 0x55aaac03a450 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.061+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaac03a450 0x55aaac03c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbdf7fff640 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaac03a450 0x55aaac03c870 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=90de143f0490775a server_cookie=9ed72ea48714592c in_seq=0 out_seq=0 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbdd77fe640 10 client.16713 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbdd77fe640 1 -- 172.21.15.83:0/3194757959 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aaabf2cc10 con 0x55aaac03a450 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbdd77fe640 10 client.16713 handle_command_reply: tid=0 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 client.16713 shutdown 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 msgr2=0x55aaabfc7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fbdf0007620 tx=0x7fbdf000e4a0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 shutdown_connections 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55aaac03a450 0x55aaac03c870 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55aaabfc3a00 0x55aaabfc7150 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55aaabfbae80 0x55aaabfcc1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbdd77fe640 0 client.16713 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 --2- 172.21.15.83:0/3194757959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55aaabfba4d0 0x55aaabfcbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 >> 172.21.15.83:0/3194757959 conn(0x55aaabfb4ba0 msgr2=0x55aaabfb5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 shutdown_connections 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.062+0000 7fbe0102f740 1 -- 172.21.15.83:0/3194757959 wait complete. 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbe0102f740 20 client.16713 trim_cache size 0 max 16384 2024-04-22T14:01:33.072 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:33.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 msgr2=0x7fbde00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 0x7fbde00a61e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbdf000ec60 tx=0x7fbdf0004ab0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 msgr2=0x7fbdf8197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf8197aa0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbdec000c00 tx=0x7fbdec004060 comp rx=0 tx=0).stop 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 shutdown_connections 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbde00a3d20 0x7fbde00a61e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbdf8105e50 0x7fbdf819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdf8101f30 0x7fbdf8197aa0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 --2- 172.21.15.83:0/254366396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbdf8101570 0x7fbdf8197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 >> 172.21.15.83:0/254366396 conn(0x7fbdf80773f0 msgr2=0x7fbdf8103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 shutdown_connections 2024-04-22T14:01:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.063+0000 7fbdfe359640 1 -- 172.21.15.83:0/254366396 wait complete. 2024-04-22T14:01:33.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:01:33.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.191+0000 7fc2ec575640 1 -- 172.21.15.83:0/2071223412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4101090 msgr2=0x7fc2e4101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.191+0000 7fc2ec575640 1 --2- 172.21.15.83:0/2071223412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4101090 0x7fc2e4101470 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009900 tx=0x7fc2e002bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 -- 172.21.15.83:0/2071223412 shutdown_connections 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 --2- 172.21.15.83:0/2071223412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4106160 0x7fc2e410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 --2- 172.21.15.83:0/2071223412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e4101a40 0x7fc2e4105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 --2- 172.21.15.83:0/2071223412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4101090 0x7fc2e4101470 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 -- 172.21.15.83:0/2071223412 >> 172.21.15.83:0/2071223412 conn(0x7fc2e4077f50 msgr2=0x7fc2e4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 -- 172.21.15.83:0/2071223412 shutdown_connections 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 -- 172.21.15.83:0/2071223412 wait complete. 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 Processor -- start 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.192+0000 7fc2ec575640 1 -- start start 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 0x7fc2e419e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4106160 0x7fc2e419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e4069840 con 0x7fc2e4106160 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e40696c0 con 0x7fc2e4101090 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ec575640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e40699c0 con 0x7fc2e41985b0 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:47398/0 (socket says 172.21.15.83:47398) 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 -- 172.21.15.83:0/1452440852 learned_addr learned my addr 172.21.15.83:0/1452440852 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4106160 0x7fc2e419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ea311640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 0x7fc2e419e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 -- 172.21.15.83:0/1452440852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 msgr2=0x7fc2e419e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 0x7fc2e419e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 -- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4106160 msgr2=0x7fc2e419e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4106160 0x7fc2e419e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2eab12640 1 -- 172.21.15.83:0/1452440852 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e41990d0 con 0x7fc2e41985b0 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.193+0000 7fc2ea311640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 0x7fc2e419e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:33.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2eab12640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc00eaa0 tx=0x7fc2dc00ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2db7fe640 1 -- 172.21.15.83:0/1452440852 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc00cdb0 con 0x7fc2e41985b0 2024-04-22T14:01:33.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e41993c0 con 0x7fc2e41985b0 2024-04-22T14:01:33.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e41a5610 con 0x7fc2e41985b0 2024-04-22T14:01:33.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2db7fe640 1 -- 172.21.15.83:0/1452440852 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2dc005020 con 0x7fc2e41985b0 2024-04-22T14:01:33.200 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.194+0000 7fc2db7fe640 1 -- 172.21.15.83:0/1452440852 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc0116d0 con 0x7fc2e41985b0 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.197+0000 7fc2ef164740 1 Processor -- start 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.197+0000 7fc2db7fe640 1 -- 172.21.15.83:0/1452440852 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc2dc004b20 con 0x7fc2e41985b0 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.197+0000 7fc2ef164740 1 -- start start 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf168b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf21e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c46be7b1f0 con 0x55c46bf164d0 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c46be184b0 con 0x55c46bf16e80 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ef164740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c46be771b0 con 0x55c46bf1fa00 2024-04-22T14:01:33.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55088/0 (socket says 172.21.15.83:55088) 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 -- 172.21.15.83:0/3492980576 learned_addr learned my addr 172.21.15.83:0/3492980576 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf168b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf21e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2db7fe640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 0x7fc2d00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 -- 172.21.15.83:0/3492980576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 msgr2=0x55c46bf21e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf21e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 -- 172.21.15.83:0/3492980576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 msgr2=0x55c46bf168b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf168b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 -- 172.21.15.83:0/3492980576 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c46be0a1b0 con 0x55c46bf16e80 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2eab12640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 0x7fc2d00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2db7fe640 1 -- 172.21.15.83:0/1452440852 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc2dc0d0830 con 0x7fc2e41985b0 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.198+0000 7fc2ea311640 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009900 tx=0x7fc2e0005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b59ecba8c228d2d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2d8bfe640 1 -- 172.21.15.83:0/3492980576 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0044020 con 0x55c46bf16e80 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2d8bfe640 1 -- 172.21.15.83:0/3492980576 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2e002cc90 con 0x55c46bf16e80 2024-04-22T14:01:33.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2d8bfe640 1 -- 172.21.15.83:0/3492980576 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e0004920 con 0x55c46bf16e80 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2ef164740 1 -- 172.21.15.83:0/3492980576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 msgr2=0x55c46bf1f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2ef164740 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0009900 tx=0x7fc2e0005e80 comp rx=0 tx=0).stop 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2eab12640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 0x7fc2d00a6260 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc09c500 tx=0x7fc2dc00cf50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2ef164740 1 -- 172.21.15.83:0/3492980576 shutdown_connections 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2ef164740 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf21e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.199+0000 7fc2ef164740 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1f430 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 --2- 172.21.15.83:0/3492980576 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf168b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- 172.21.15.83:0/3492980576 >> 172.21.15.83:0/3492980576 conn(0x55c46bf10ba0 msgr2=0x55c46bf10f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- 172.21.15.83:0/3492980576 shutdown_connections 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- 172.21.15.83:0/3492980576 wait complete. 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- start start 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 Processor -- start 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf1cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c46bf22910 con 0x55c46bf164d0 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.200+0000 7fc2ef164740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c46be34500 con 0x55c46bf16e80 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ef164740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c46bf22a90 con 0x55c46bf1fa00 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47972/0 (socket says 172.21.15.83:47972) 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 -- 172.21.15.83:0/462552772 learned_addr learned my addr 172.21.15.83:0/462552772 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ea311640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf1cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 -- 172.21.15.83:0/462552772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 msgr2=0x55c46bf1cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf1cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 -- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 msgr2=0x55c46bf1c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 -- 172.21.15.83:0/462552772 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c46bb8d3f0 con 0x55c46bf164d0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ef164740 10 client.0 _ll_register_callbacks cb 0x55c46be02b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2e002cc90 con 0x55c46bf164d0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fc2d40044f0 tx=0x7fc2d4014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16206df4fda4802b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2cdffb640 10 client.16725 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2cdffb640 1 -- 172.21.15.83:0/462552772 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4012950 con 0x55c46bf164d0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2cdffb640 1 -- 172.21.15.83:0/462552772 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc2d4012af0 con 0x55c46bf164d0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2cdffb640 1 -- 172.21.15.83:0/462552772 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc2d4012d30 con 0x55c46bf164d0 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ef164740 10 client.16725 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.201+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({fsmap=31}) -- 0x55c46bc577d0 con 0x55c46bf164d0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2cdffb640 1 -- 172.21.15.83:0/462552772 <== mon.0 v2:172.21.15.83:3300/0 4 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc2d4021470 con 0x55c46bf164d0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 10 client.16725 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 10 client.16725 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 20 client.16725 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf2f8a0 0x55c46bf31d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 4 client.16725 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c46be1a930 con 0x55c46bf2f8a0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ea311640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf2f8a0 0x55c46bf31d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2ea311640 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf2f8a0 0x55c46bf31d60 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9bb9b94d0d8420f server_cookie=6c82b31ebf7219dd in_seq=0 out_seq=0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.202+0000 7fc2cdffb640 10 client.16725 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2cdffb640 1 -- 172.21.15.83:0/462552772 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c46be1a930 con 0x55c46bf2f8a0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2cdffb640 10 client.16725 handle_command_reply: tid=0 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 client.16725 shutdown 2024-04-22T14:01:33.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 msgr2=0x55c46bf1f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fc2d40044f0 tx=0x7fc2d4014040 comp rx=0 tx=0).stop 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 shutdown_connections 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf2f8a0 0x55c46bf31d60 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf1fa00 0x55c46bf1cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf16e80 0x55c46bf1c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 --2- 172.21.15.83:0/462552772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf164d0 0x55c46bf1f210 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 >> 172.21.15.83:0/462552772 conn(0x55c46bf10ba0 msgr2=0x55c46bf128f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2cdffb640 0 client.16725 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 shutdown_connections 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.203+0000 7fc2ef164740 1 -- 172.21.15.83:0/462552772 wait complete. 2024-04-22T14:01:33.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.204+0000 7fc2ef164740 20 client.16725 trim_cache size 0 max 16384 2024-04-22T14:01:33.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 Processor -- start 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 -- start start 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf1ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf1f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c800e6b0 con 0x55c46bf1fa00 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c80102e0 con 0x55c46bf164d0 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.222+0000 7fc2ef164740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c800ed80 con 0x55c46bf16e80 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55108/0 (socket says 172.21.15.83:55108) 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 -- 172.21.15.83:0/1500035941 learned_addr learned my addr 172.21.15.83:0/1500035941 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf1f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2ea311640 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf1ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 -- 172.21.15.83:0/1500035941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 msgr2=0x55c46bf1ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf1ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 -- 172.21.15.83:0/1500035941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 msgr2=0x55c46bf1f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf1f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 -- 172.21.15.83:0/1500035941 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c46bf1ce40 con 0x55c46bf164d0 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4005fd0 tx=0x7fc2d4017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5da05fcca162fee5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.223+0000 7fc2cffff640 1 -- 172.21.15.83:0/1500035941 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4021970 con 0x55c46bf164d0 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.224+0000 7fc2cffff640 1 -- 172.21.15.83:0/1500035941 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2e002cc90 con 0x55c46bf164d0 2024-04-22T14:01:33.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.224+0000 7fc2cffff640 1 -- 172.21.15.83:0/1500035941 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4005280 con 0x55c46bf164d0 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- 172.21.15.83:0/1500035941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 msgr2=0x55c46bf2b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4005fd0 tx=0x7fc2d4017000 comp rx=0 tx=0).stop 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- 172.21.15.83:0/1500035941 shutdown_connections 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf1f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf1ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- 172.21.15.83:0/1500035941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf2b860 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- 172.21.15.83:0/1500035941 >> 172.21.15.83:0/1500035941 conn(0x55c46bf10ba0 msgr2=0x55c46bf17b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- 172.21.15.83:0/1500035941 shutdown_connections 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- 172.21.15.83:0/1500035941 wait complete. 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- start start 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 Processor -- start 2024-04-22T14:01:33.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf27ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf23320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c800fb50 con 0x55c46bf1fa00 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c800f480 con 0x55c46bf164d0 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c800c690 con 0x55c46bf16e80 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.225+0000 7fc2ef164740 10 client.0 _ll_register_callbacks cb 0x7fc2d40042c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47996/0 (socket says 172.21.15.83:47996) 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 -- 172.21.15.83:0/2082635912 learned_addr learned my addr 172.21.15.83:0/2082635912 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf27ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2ea311640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf23320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 -- 172.21.15.83:0/2082635912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 msgr2=0x55c46bf23320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf23320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 -- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 msgr2=0x55c46bf27ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf27ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 -- 172.21.15.83:0/2082635912 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c46bf23e20 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2e9b10640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4022f90 tx=0x7fc2d40121b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ecdb6bf0bfcee3c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4021b80 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc2d403c040 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2e002cc90 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fc2d4012820 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2ef164740 10 client.16731 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.226+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55c46bf95c90 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2e002cc90 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7fc2d4004850 con 0x55c46bf1fa00 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 10 client.16731 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 10 client.16731 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 20 client.16731 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf96300 0x55c46bf98720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 4 client.16731 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c46be88c10 con 0x55c46bf96300 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ea311640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf96300 0x55c46bf98720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2cdffb640 10 client.16731 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.227+0000 7fc2ea311640 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf96300 0x55c46bf98720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b6ca958a811ecec server_cookie=89b8beb1d8fe4c9e in_seq=0 out_seq=0 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2cdffb640 1 -- 172.21.15.83:0/2082635912 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c46be88c10 con 0x55c46bf96300 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2cdffb640 10 client.16731 handle_command_reply: tid=0 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 client.16731 shutdown 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 msgr2=0x55c46bf23860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4022f90 tx=0x7fc2d40121b0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 shutdown_connections 2024-04-22T14:01:33.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c46bf96300 0x55c46bf98720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c46bf1fa00 0x55c46bf23860 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c46bf16e80 0x55c46bf23320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2cdffb640 0 client.16731 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 --2- 172.21.15.83:0/2082635912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c46bf164d0 0x55c46bf27ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 >> 172.21.15.83:0/2082635912 conn(0x55c46bf10ba0 msgr2=0x55c46bf1be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 shutdown_connections 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 1 -- 172.21.15.83:0/2082635912 wait complete. 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.228+0000 7fc2ef164740 20 client.16731 trim_cache size 0 max 16384 2024-04-22T14:01:33.237 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:33.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 msgr2=0x7fc2d00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 0x7fc2d00a6260 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc09c500 tx=0x7fc2dc00cf50 comp rx=0 tx=0).stop 2024-04-22T14:01:33.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 msgr2=0x7fc2e4198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc00eaa0 tx=0x7fc2dc00ef60 comp rx=0 tx=0).stop 2024-04-22T14:01:33.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 shutdown_connections 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc2d00a3da0 0x7fc2d00a6260 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc2e41985b0 0x7fc2e4198a60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc2e4106160 0x7fc2e419e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 --2- 172.21.15.83:0/1452440852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2e4101090 0x7fc2e419e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 >> 172.21.15.83:0/1452440852 conn(0x7fc2e4077f50 msgr2=0x7fc2e40fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 shutdown_connections 2024-04-22T14:01:33.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.229+0000 7fc2ec575640 1 -- 172.21.15.83:0/1452440852 wait complete. 2024-04-22T14:01:33.245 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:01:33.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 -- 172.21.15.83:0/2484127709 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 msgr2=0x7f5abc112a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/2484127709 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc112a70 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f5aac009900 tx=0x7f5aac02bcd0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 -- 172.21.15.83:0/2484127709 shutdown_connections 2024-04-22T14:01:33.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/2484127709 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1153a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/2484127709 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc112a70 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/2484127709 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc0746d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 -- 172.21.15.83:0/2484127709 >> 172.21.15.83:0/2484127709 conn(0x7f5abc0fdab0 msgr2=0x7f5abc0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 -- 172.21.15.83:0/2484127709 shutdown_connections 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.357+0000 7f5ac40ba640 1 -- 172.21.15.83:0/2484127709 wait complete. 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 Processor -- start 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 -- start start 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1a3700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1188b0 con 0x7f5abc074c10 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc118730 con 0x7f5abc0742f0 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac40ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc118a30 con 0x7f5abc112fb0 2024-04-22T14:01:33.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1655640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1655640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48014/0 (socket says 172.21.15.83:48014) 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1655640 1 -- 172.21.15.83:0/3052313213 learned_addr learned my addr 172.21.15.83:0/3052313213 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1a3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3052313213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 msgr2=0x7f5abc1a3700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1a3700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 msgr2=0x7f5abc19f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3052313213 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5abc1a3e30 con 0x7f5abc0742f0 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.358+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1a3700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:33.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc19ee90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9f0 tx=0x7f5ab800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ab2ffd640 1 -- 172.21.15.83:0/3052313213 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab800ccc0 con 0x7f5abc0742f0 2024-04-22T14:01:33.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ab2ffd640 1 -- 172.21.15.83:0/3052313213 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ab8005020 con 0x7f5abc0742f0 2024-04-22T14:01:33.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5abc1a4120 con 0x7f5abc0742f0 2024-04-22T14:01:33.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ab2ffd640 1 -- 172.21.15.83:0/3052313213 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8004a00 con 0x7f5abc0742f0 2024-04-22T14:01:33.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.359+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5abc1ab9b0 con 0x7f5abc0742f0 2024-04-22T14:01:33.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.361+0000 7f5ac6d83740 1 Processor -- start 2024-04-22T14:01:33.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 -- start start 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ab2ffd640 1 -- 172.21.15.83:0/3052313213 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5ab8004ba0 con 0x7f5abc0742f0 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 0x5557d04978b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 0x5557d04a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5557d03fc1f0 con 0x5557d04974d0 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5557d03994b0 con 0x5557d04a0a00 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5557d03f81b0 con 0x5557d0497e80 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac2657640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 0x5557d04978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac2657640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 0x5557d04978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48030/0 (socket says 172.21.15.83:48030) 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac2657640 1 -- 172.21.15.83:0/177665124 learned_addr learned my addr 172.21.15.83:0/177665124 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 0x5557d04a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 -- 172.21.15.83:0/177665124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 msgr2=0x5557d04a0430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a0430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 -- 172.21.15.83:0/177665124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 msgr2=0x5557d04978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 0x5557d04978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.362+0000 7f5ac1655640 1 -- 172.21.15.83:0/177665124 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557d038b1b0 con 0x5557d04a0a00 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5ac1655640 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 0x5557d04a2e50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5aac006010 tx=0x7f5aac02c730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9512764189dc17e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5ab2ffd640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 0x7f5aa80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5aa7fff640 1 -- 172.21.15.83:0/177665124 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac043070 con 0x5557d04a0a00 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 0x7f5aa80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5ab2ffd640 1 -- 172.21.15.83:0/3052313213 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5ab80d0870 con 0x7f5abc0742f0 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5aa7fff640 1 -- 172.21.15.83:0/177665124 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5aac02c880 con 0x5557d04a0a00 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.363+0000 7f5aa7fff640 1 -- 172.21.15.83:0/177665124 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac003b30 con 0x5557d04a0a00 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- 172.21.15.83:0/177665124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 msgr2=0x5557d04a2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 0x7f5aa80a61e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40134b0 tx=0x7f5ab40097e0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 0x5557d04a2e50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5aac006010 tx=0x7f5aac02c730 comp rx=0 tx=0).stop 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- 172.21.15.83:0/177665124 shutdown_connections 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04a0a00 0x5557d04a2e50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a0430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/177665124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04974d0 0x5557d04978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- 172.21.15.83:0/177665124 >> 172.21.15.83:0/177665124 conn(0x5557d0491ba0 msgr2=0x5557d0491f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- 172.21.15.83:0/177665124 shutdown_connections 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- 172.21.15.83:0/177665124 wait complete. 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.364+0000 7f5ac6d83740 1 -- start start 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 Processor -- start 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d049d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5557d04a3910 con 0x5557d04a0a00 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5557d03b5500 con 0x5557d04974d0 2024-04-22T14:01:33.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5557d04a3a90 con 0x5557d0497e80 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac2657640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac2657640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:48040/0 (socket says 172.21.15.83:48040) 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55148/0 (socket says 172.21.15.83:55148) 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3140464263 learned_addr learned my addr 172.21.15.83:0/3140464263 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac6d83740 10 client.0 _ll_register_callbacks cb 0x5557d0383b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d049d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 msgr2=0x5557d049d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d049d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.365+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3140464263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 msgr2=0x5557d049dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3140464263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557d010e3f0 con 0x5557d04974d0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9c0 tx=0x7f5ab80096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b753affd51426104 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab801c030 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5ab8098e50 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aac02c880 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5ab809c140 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 10 client.26078 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5557d01d87d0 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5aac02c880 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f5ab80ce210 con 0x5557d04974d0 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 10 client.26078 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 10 client.26078 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 20 client.26078 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d04b0bd0 0x5557d04b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 4 client.26078 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:33.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.366+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557d039b930 con 0x5557d04b0bd0 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.367+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d04b0bd0 0x5557d04b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.367+0000 7f5aa57fa640 10 client.26078 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.367+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d04b0bd0 0x5557d04b3040 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e1652d6a6d8017f9 server_cookie=30c2eed4d890bde3 in_seq=0 out_seq=0 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3140464263 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5557d039b930 con 0x5557d04b0bd0 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5aa57fa640 10 client.26078 handle_command_reply: tid=0 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 client.26078 shutdown 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 msgr2=0x5557d04a02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9c0 tx=0x7f5ab80096e0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 shutdown_connections 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d04b0bd0 0x5557d04b3040 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d049d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3140464263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a02e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 >> 172.21.15.83:0/3140464263 conn(0x5557d0491ba0 msgr2=0x5557d04938f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5aa57fa640 0 client.26078 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:33.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 shutdown_connections 2024-04-22T14:01:33.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3140464263 wait complete. 2024-04-22T14:01:33.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.368+0000 7f5ac6d83740 20 client.26078 trim_cache size 0 max 16384 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.383+0000 7f5ac6d83740 1 Processor -- start 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 -- start start 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d04974d0 0x5557d04ac7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b40e0 con 0x5557d04a0a00 2024-04-22T14:01:33.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b5d10 con 0x5557d0497e80 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b47b0 con 0x5557d04974d0 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac2657640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55154/0 (socket says 172.21.15.83:55154) 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 -- 172.21.15.83:0/4277470301 learned_addr learned my addr 172.21.15.83:0/4277470301 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d04974d0 0x5557d04ac7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 -- 172.21.15.83:0/4277470301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d04974d0 msgr2=0x5557d04ac7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d04974d0 0x5557d04ac7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 -- 172.21.15.83:0/4277470301 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 msgr2=0x5557d049fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac1655640 1 -- 172.21.15.83:0/4277470301 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557d049df40 con 0x5557d0497e80 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.384+0000 7f5ac2657640 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5ac1655640 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005ab0 tx=0x7f5aac02e040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73b3a607dfe5d53d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5aa77fe640 1 -- 172.21.15.83:0/4277470301 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac043040 con 0x5557d0497e80 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5aa77fe640 1 -- 172.21.15.83:0/4277470301 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5aac050870 con 0x5557d0497e80 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5aa77fe640 1 -- 172.21.15.83:0/4277470301 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac02cca0 con 0x5557d0497e80 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5ac6d83740 1 -- 172.21.15.83:0/4277470301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 msgr2=0x5557d0490a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.385+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005ab0 tx=0x7f5aac02e040 comp rx=0 tx=0).stop 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 -- 172.21.15.83:0/4277470301 shutdown_connections 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d049fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d0497e80 0x5557d0490a80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/4277470301 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d04974d0 0x5557d04ac7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 -- 172.21.15.83:0/4277470301 >> 172.21.15.83:0/4277470301 conn(0x5557d0491ba0 msgr2=0x5557d0490370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 -- 172.21.15.83:0/4277470301 shutdown_connections 2024-04-22T14:01:33.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 -- 172.21.15.83:0/4277470301 wait complete. 2024-04-22T14:01:33.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 -- start start 2024-04-22T14:01:33.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.386+0000 7f5ac6d83740 1 Processor -- start 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d04a3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac1e56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac1e56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:55164/0 (socket says 172.21.15.83:55164) 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac1e56640 1 -- 172.21.15.83:0/3650668082 learned_addr learned my addr 172.21.15.83:0/3650668082 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b5580 con 0x5557d04a0a00 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b4eb0 con 0x5557d04974d0 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc1b20c0 con 0x5557d0497e80 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d04a3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac6d83740 10 client.0 _ll_register_callbacks cb 0x7f5ab8004e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.387+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 -- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 msgr2=0x5557d04a8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 -- 172.21.15.83:0/3650668082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 msgr2=0x5557d04a8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557d04a46a0 con 0x5557d04a0a00 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac1655640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac2657640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d04a3ea0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009470 tx=0x7f5ab4015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d6e856eb03bd5ef server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5aa57fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4020dc0 con 0x5557d04a0a00 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5ab401d410 con 0x5557d04a0a00 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.388+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aac050870 con 0x5557d04a0a00 2024-04-22T14:01:33.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f5ab4038050 con 0x5557d04a0a00 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 10 client.16749 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5557d0516c90 con 0x5557d04a0a00 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5aac050870 con 0x5557d04a0a00 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f5ab400f040 con 0x5557d04a0a00 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 10 client.16749 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 10 client.16749 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 20 client.16749 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d0517400 0x5557d0519830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 4 client.16749 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557d0409c10 con 0x5557d0517400 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.389+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d0517400 0x5557d0519830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5aa57fa640 10 client.16749 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac1e56640 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d0517400 0x5557d0519830 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=af6fe7ec7a09d102 server_cookie=ad86670b6f976b02 in_seq=0 out_seq=0 2024-04-22T14:01:33.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5aa57fa640 1 -- 172.21.15.83:0/3650668082 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557d0409c10 con 0x5557d0517400 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5aa57fa640 10 client.16749 handle_command_reply: tid=0 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 client.16749 shutdown 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 msgr2=0x5557d04a3ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d04a3ea0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009470 tx=0x7f5ab4015040 comp rx=0 tx=0).stop 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 shutdown_connections 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5557d0517400 0x5557d0519830 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5aa57fa640 0 client.16749 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5557d04a0a00 0x5557d04a3ea0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5557d0497e80 0x5557d04a8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 --2- 172.21.15.83:0/3650668082 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5557d04974d0 0x5557d04a8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 >> 172.21.15.83:0/3650668082 conn(0x5557d0491ba0 msgr2=0x5557d0490c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 shutdown_connections 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 1 -- 172.21.15.83:0/3650668082 wait complete. 2024-04-22T14:01:33.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.390+0000 7f5ac6d83740 20 client.16749 trim_cache size 0 max 16384 2024-04-22T14:01:33.400 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:33.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 msgr2=0x7f5aa80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 0x7f5aa80a61e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5ab40134b0 tx=0x7f5ab40097e0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 msgr2=0x7f5abc19ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc19ee90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ab800e9f0 tx=0x7f5ab800eeb0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 shutdown_connections 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5aa80a3d20 0x7f5aa80a61e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5abc112fb0 0x7f5abc1a3700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5abc074c10 0x7f5abc19f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 --2- 172.21.15.83:0/3052313213 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5abc0742f0 0x7f5abc19ee90 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 >> 172.21.15.83:0/3052313213 conn(0x7f5abc0fdab0 msgr2=0x7f5abc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 shutdown_connections 2024-04-22T14:01:33.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.391+0000 7f5ac40ba640 1 -- 172.21.15.83:0/3052313213 wait complete. 2024-04-22T14:01:33.405 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:33 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/213167089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:33.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:01:33.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1928078790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4101a40 msgr2=0x7f97b4105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1928078790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4101a40 0x7f97b4105a80 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f97a4009900 tx=0x7f97a402bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:33.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1928078790 shutdown_connections 2024-04-22T14:01:33.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1928078790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b4106160 0x7f97b410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1928078790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4101a40 0x7f97b4105a80 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1928078790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 0x7f97b4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1928078790 >> 172.21.15.83:0/1928078790 conn(0x7f97b4077f50 msgr2=0x7f97b4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1928078790 shutdown_connections 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.521+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1928078790 wait complete. 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 Processor -- start 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 -- start start 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 0x7f97b4102b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b41035a0 0x7f97b41a69c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41110a0 con 0x7f97b4106160 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97b4110f20 con 0x7f97b41035a0 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97bb5ad640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97b4111220 con 0x7f97b4101090 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37402/0 (socket says 172.21.15.83:37402) 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 -- 172.21.15.83:0/1625398810 learned_addr learned my addr 172.21.15.83:0/1625398810 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b41035a0 0x7f97b41a69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b9349640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 0x7f97b4102b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 -- 172.21.15.83:0/1625398810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 msgr2=0x7f97b4102b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 0x7f97b4102b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 -- 172.21.15.83:0/1625398810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b41035a0 msgr2=0x7f97b41a69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b41035a0 0x7f97b41a69c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 -- 172.21.15.83:0/1625398810 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97b41a7060 con 0x7f97b4106160 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.522+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f97a4036040 tx=0x7f97a40045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.523+0000 7f97aa7fc640 1 -- 172.21.15.83:0/1625398810 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a4043020 con 0x7f97b4106160 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.523+0000 7f97aa7fc640 1 -- 172.21.15.83:0/1625398810 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97a402cb70 con 0x7f97b4106160 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.523+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97b41a72f0 con 0x7f97b4106160 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.523+0000 7f97aa7fc640 1 -- 172.21.15.83:0/1625398810 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a4003b80 con 0x7f97b4106160 2024-04-22T14:01:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.523+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97b41a7890 con 0x7f97b4106160 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.526+0000 7f97aa7fc640 1 -- 172.21.15.83:0/1625398810 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f97a4046020 con 0x7f97b4106160 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.526+0000 7f97be195740 1 Processor -- start 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.526+0000 7f97be195740 1 -- start start 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b5478b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b552e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f59b4ac1f0 con 0x55f59b547e80 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f59b4494b0 con 0x55f59b550a00 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97be195740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f59b4a81b0 con 0x55f59b5474d0 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37412/0 (socket says 172.21.15.83:37412) 2024-04-22T14:01:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 -- 172.21.15.83:0/4243086166 learned_addr learned my addr 172.21.15.83:0/4243086166 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b8b48640 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b552e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b5478b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97aa7fc640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 0x7f97a00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 -- 172.21.15.83:0/4243086166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 msgr2=0x55f59b5478b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b5478b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 -- 172.21.15.83:0/4243086166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 msgr2=0x55f59b552e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b552e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9349640 1 -- 172.21.15.83:0/4243086166 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f59b43b1b0 con 0x55f59b547e80 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 0x7f97a00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.527+0000 7f97aa7fc640 1 -- 172.21.15.83:0/1625398810 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97a40f27d0 con 0x7f97b4106160 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.528+0000 7f97b9349640 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f97b000cbe0 tx=0x7f97b000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0b528aa686d1da server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.528+0000 7f979f7fe640 1 -- 172.21.15.83:0/4243086166 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0010630 con 0x55f59b547e80 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.528+0000 7f979f7fe640 1 -- 172.21.15.83:0/4243086166 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97b0010c80 con 0x55f59b547e80 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.528+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 0x7f97a00a6260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f97ac009b80 tx=0x7f97ac004a40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.528+0000 7f979f7fe640 1 -- 172.21.15.83:0/4243086166 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b001ab10 con 0x55f59b547e80 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- 172.21.15.83:0/4243086166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 msgr2=0x55f59b550430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f97b000cbe0 tx=0x7f97b000e720 comp rx=0 tx=0).stop 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- 172.21.15.83:0/4243086166 shutdown_connections 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b552e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b550430 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 --2- 172.21.15.83:0/4243086166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b5478b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- 172.21.15.83:0/4243086166 >> 172.21.15.83:0/4243086166 conn(0x55f59b541ba0 msgr2=0x55f59b541f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- 172.21.15.83:0/4243086166 shutdown_connections 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- 172.21.15.83:0/4243086166 wait complete. 2024-04-22T14:01:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 -- start start 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.529+0000 7f97be195740 1 Processor -- start 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b547e80 0x55f59b54d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f59b553970 con 0x55f59b5474d0 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f59b465500 con 0x55f59b550a00 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f59b553af0 con 0x55f59b547e80 2024-04-22T14:01:33.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97be195740 10 client.0 _ll_register_callbacks cb 0x55f59b433b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37418/0 (socket says 172.21.15.83:37418) 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 -- 172.21.15.83:0/1354082738 learned_addr learned my addr 172.21.15.83:0/1354082738 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b547e80 0x55f59b54d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 -- 172.21.15.83:0/1354082738 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b547e80 msgr2=0x55f59b54d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b547e80 0x55f59b54d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 -- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 msgr2=0x55f59b54dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 -- 172.21.15.83:0/1354082738 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f59b1be3f0 con 0x55f59b5474d0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f97b9349640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f97b001a790 tx=0x7f97b000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ba8748f32577e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.530+0000 7f979cff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0004020 con 0x55f59b5474d0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97b0010c80 con 0x55f59b5474d0 2024-04-22T14:01:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97b00041c0 con 0x55f59b5474d0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f97b00043c0 con 0x55f59b5474d0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f97be195740 10 client.16761 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f59b2887d0 con 0x55f59b5474d0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.531+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97b0010c80 con 0x55f59b5474d0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f97b00108f0 con 0x55f59b5474d0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 10 client.16761 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 10 client.16761 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 20 client.16761 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b560ff0 0x55f59b563490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 4 client.16761 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f59b44b930 con 0x55f59b560ff0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b560ff0 0x55f59b563490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f979cff9640 10 client.16761 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.532+0000 7f97b8b48640 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b560ff0 0x55f59b563490 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6ca25e9c7d982ec server_cookie=1d1eb976a3c9e0ec in_seq=0 out_seq=0 2024-04-22T14:01:33.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f979cff9640 1 -- 172.21.15.83:0/1354082738 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f59b44b930 con 0x55f59b560ff0 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f979cff9640 10 client.16761 handle_command_reply: tid=0 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 client.16761 shutdown 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 msgr2=0x55f59b5502f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f97b001a790 tx=0x7f97b000c900 comp rx=0 tx=0).stop 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 shutdown_connections 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b560ff0 0x55f59b563490 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b547e80 0x55f59b54d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 --2- 172.21.15.83:0/1354082738 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b5474d0 0x55f59b5502f0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 >> 172.21.15.83:0/1354082738 conn(0x55f59b541ba0 msgr2=0x55f59b5438f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f979cff9640 0 client.16761 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 shutdown_connections 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 1 -- 172.21.15.83:0/1354082738 wait complete. 2024-04-22T14:01:33.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.533+0000 7f97be195740 20 client.16761 trim_cache size 0 max 16384 2024-04-22T14:01:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 Processor -- start 2024-04-22T14:01:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 -- start start 2024-04-22T14:01:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b55c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41afe30 con 0x55f59b547e80 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41b1a60 con 0x55f59b550a00 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97be195740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41b0500 con 0x55f59b5474d0 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97b9b4a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37426/0 (socket says 172.21.15.83:37426) 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97b8b48640 1 -- 172.21.15.83:0/2177574443 learned_addr learned my addr 172.21.15.83:0/2177574443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.548+0000 7f97b9349640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b55c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 -- 172.21.15.83:0/2177574443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 msgr2=0x55f59b55c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b55c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 -- 172.21.15.83:0/2177574443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 msgr2=0x55f59b548ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 -- 172.21.15.83:0/2177574443 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f59b54df70 con 0x55f59b550a00 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9349640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b55c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b8b48640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54fdb0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f97ac009f20 tx=0x7f97ac01a000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70fed4db10989cc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f979effd640 1 -- 172.21.15.83:0/2177574443 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ac02d070 con 0x55f59b550a00 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f979effd640 1 -- 172.21.15.83:0/2177574443 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97ac01c690 con 0x55f59b550a00 2024-04-22T14:01:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.549+0000 7f979effd640 1 -- 172.21.15.83:0/2177574443 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ac004290 con 0x55f59b550a00 2024-04-22T14:01:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- 172.21.15.83:0/2177574443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 msgr2=0x55f59b54fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54fdb0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f97ac009f20 tx=0x7f97ac01a000 comp rx=0 tx=0).stop 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- 172.21.15.83:0/2177574443 shutdown_connections 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b550a00 0x55f59b54fdb0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b547e80 0x55f59b548ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 --2- 172.21.15.83:0/2177574443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b55c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- 172.21.15.83:0/2177574443 >> 172.21.15.83:0/2177574443 conn(0x55f59b541ba0 msgr2=0x55f59b5483d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- 172.21.15.83:0/2177574443 shutdown_connections 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- 172.21.15.83:0/2177574443 wait complete. 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 -- start start 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.550+0000 7f97be195740 1 Processor -- start 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b54b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 0x55f59b5498f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41b12d0 con 0x55f59b550a00 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41b0c00 con 0x55f59b547e80 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97b41ade10 con 0x55f59b5474d0 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97be195740 10 client.0 _ll_register_callbacks cb 0x7f97ac009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b9b4a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 0x55f59b5498f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38262/0 (socket says 172.21.15.83:38262) 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 -- 172.21.15.83:0/205029656 learned_addr learned my addr 172.21.15.83:0/205029656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b9349640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b54b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 -- 172.21.15.83:0/205029656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 msgr2=0x55f59b54b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b54b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 -- 172.21.15.83:0/205029656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 msgr2=0x55f59b5498f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:33.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 0x55f59b5498f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b8b48640 1 -- 172.21.15.83:0/205029656 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f59b549e30 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b9349640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b54b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.551+0000 7f97b9b4a640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 0x55f59b5498f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97b8b48640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f97a40f0110 tx=0x7f97a40f8550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c746ada7c54e45d0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a40be210 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f97a4005460 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97ac01c690 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f97a403c350 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 10 client.26102 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55f59b5c6d50 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97ac01c690 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f97a40f01d0 con 0x55f59b547e80 2024-04-22T14:01:33.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 10 client.26102 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 10 client.26102 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 20 client.26102 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b5c7540 0x55f59b5c9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 4 client.26102 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f59b4b9c10 con 0x55f59b5c7540 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.552+0000 7f97b9349640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b5c7540 0x55f59b5c9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f979cff9640 10 client.26102 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97b9349640 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b5c7540 0x55f59b5c9960 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=207f1959eeb6c500 server_cookie=8e14d4a0bad5f52d in_seq=0 out_seq=0 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f979cff9640 1 -- 172.21.15.83:0/205029656 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f59b4b9c10 con 0x55f59b5c7540 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f979cff9640 10 client.26102 handle_command_reply: tid=0 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 client.26102 shutdown 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 msgr2=0x55f59b558d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f97a40f0110 tx=0x7f97a40f8550 comp rx=0 tx=0).stop 2024-04-22T14:01:33.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 shutdown_connections 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f59b5c7540 0x55f59b5c9960 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f59b550a00 0x55f59b5498f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f979cff9640 0 client.26102 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f59b547e80 0x55f59b558d40 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 --2- 172.21.15.83:0/205029656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f59b5474d0 0x55f59b54b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 >> 172.21.15.83:0/205029656 conn(0x55f59b541ba0 msgr2=0x55f59b540c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 shutdown_connections 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 1 -- 172.21.15.83:0/205029656 wait complete. 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.553+0000 7f97be195740 20 client.26102 trim_cache size 0 max 16384 2024-04-22T14:01:33.563 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:01:33.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 msgr2=0x7f97a00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 0x7f97a00a6260 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f97ac009b80 tx=0x7f97ac004a40 comp rx=0 tx=0).stop 2024-04-22T14:01:33.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 msgr2=0x7f97b4103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:33.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f97a4036040 tx=0x7f97a40045e0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 shutdown_connections 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f97a00a3da0 0x7f97a00a6260 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97b41035a0 0x7f97b41a69c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97b4106160 0x7f97b4103060 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 --2- 172.21.15.83:0/1625398810 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97b4101090 0x7f97b4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 >> 172.21.15.83:0/1625398810 conn(0x7f97b4077f50 msgr2=0x7f97b4104ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 shutdown_connections 2024-04-22T14:01:33.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:33.554+0000 7f97bb5ad640 1 -- 172.21.15.83:0/1625398810 wait complete. 2024-04-22T14:01:33.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:33 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/213167089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:33.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:33 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/213167089' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:34.570 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:01:34.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:01:34.571 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:01:34.592 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:34 smithi083 ceph-mon[27977]: pgmap v104: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 811 op/s 2024-04-22T14:01:34.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:34 smithi173 ceph-mon[31493]: pgmap v104: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 811 op/s 2024-04-22T14:01:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 -- 172.21.15.83:0/972231336 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928102b40 msgr2=0x7f6928106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 --2- 172.21.15.83:0/972231336 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928102b40 0x7f6928106b80 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f691c009ca0 tx=0x7f691c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 -- 172.21.15.83:0/972231336 shutdown_connections 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 --2- 172.21.15.83:0/972231336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928107260 0x7f692810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 --2- 172.21.15.83:0/972231336 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928102b40 0x7f6928106b80 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 --2- 172.21.15.83:0/972231336 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 -- 172.21.15.83:0/972231336 >> 172.21.15.83:0/972231336 conn(0x7f69280793a0 msgr2=0x7f69280797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 -- 172.21.15.83:0/972231336 shutdown_connections 2024-04-22T14:01:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.683+0000 7f692c9bd640 1 -- 172.21.15.83:0/972231336 wait complete. 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 Processor -- start 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 -- start start 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6928112180 con 0x7f6928107260 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6928112000 con 0x7f6928074cd0 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.684+0000 7f692c9bd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6928112300 con 0x7f6928102190 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6926d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6926d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38288/0 (socket says 172.21.15.83:38288) 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37456/0 (socket says 172.21.15.83:37456) 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6926d9d640 1 -- 172.21.15.83:0/232703480 learned_addr learned my addr 172.21.15.83:0/232703480 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f692659c640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 -- 172.21.15.83:0/232703480 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 msgr2=0x7f6928074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 -- 172.21.15.83:0/232703480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 msgr2=0x7f69281a6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6925d9b640 1 -- 172.21.15.83:0/232703480 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69281a7030 con 0x7f6928107260 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f692659c640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.685+0000 7f6926d9d640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f6925d9b640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f691c009bf0 tx=0x7f691c034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f69177fe640 1 -- 172.21.15.83:0/232703480 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c041020 con 0x7f6928107260 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69281a72c0 con 0x7f6928107260 2024-04-22T14:01:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f69177fe640 1 -- 172.21.15.83:0/232703480 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f691c032970 con 0x7f6928107260 2024-04-22T14:01:34.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f69177fe640 1 -- 172.21.15.83:0/232703480 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c039040 con 0x7f6928107260 2024-04-22T14:01:34.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.686+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69281a77d0 con 0x7f6928107260 2024-04-22T14:01:34.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.688+0000 7f69177fe640 1 -- 172.21.15.83:0/232703480 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f691c044020 con 0x7f6928107260 2024-04-22T14:01:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f69177fe640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 0x7f69100a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f69177fe640 1 -- 172.21.15.83:0/232703480 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f691c0f2270 con 0x7f6928107260 2024-04-22T14:01:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f692659c640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 0x7f69100a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f692f5b1740 1 Processor -- start 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f692659c640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 0x7f69100a6260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f692000bfd0 tx=0x7f692000b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.689+0000 7f692f5b1740 1 -- start start 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7235840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c7238260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b9c7190f00 con 0x55b9c7235e10 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b9c712e590 con 0x55b9c722c8e0 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692f5b1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b9c718cec0 con 0x55b9c722d290 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38298/0 (socket says 172.21.15.83:38298) 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 -- 172.21.15.83:0/1584359988 learned_addr learned my addr 172.21.15.83:0/1584359988 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f6925d9b640 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7235840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f6926d9d640 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c7238260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 -- 172.21.15.83:0/1584359988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 msgr2=0x55b9c7235840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7235840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 -- 172.21.15.83:0/1584359988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 msgr2=0x55b9c7238260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c7238260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 -- 172.21.15.83:0/1584359988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9c6f6b7e0 con 0x55b9c722c8e0 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f692659c640 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6920011800 tx=0x7f6920013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0683b785493a311 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.690+0000 7f6914ff9640 1 -- 172.21.15.83:0/1584359988 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692001cac0 con 0x55b9c722c8e0 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.691+0000 7f6914ff9640 1 -- 172.21.15.83:0/1584359988 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6920011e40 con 0x55b9c722c8e0 2024-04-22T14:01:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.691+0000 7f6914ff9640 1 -- 172.21.15.83:0/1584359988 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f692001d3b0 con 0x55b9c722c8e0 2024-04-22T14:01:34.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.691+0000 7f692f5b1740 1 -- 172.21.15.83:0/1584359988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 msgr2=0x55b9c722ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.691+0000 7f692f5b1740 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6920011800 tx=0x7f6920013000 comp rx=0 tx=0).stop 2024-04-22T14:01:34.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- 172.21.15.83:0/1584359988 shutdown_connections 2024-04-22T14:01:34.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c7238260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7235840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- 172.21.15.83:0/1584359988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c722ccc0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- 172.21.15.83:0/1584359988 >> 172.21.15.83:0/1584359988 conn(0x55b9c7226fb0 msgr2=0x55b9c7227390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- 172.21.15.83:0/1584359988 shutdown_connections 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- 172.21.15.83:0/1584359988 wait complete. 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- start start 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 Processor -- start 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7232de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c7235e10 0x55b9c7233860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b9c7238d80 con 0x55b9c722d290 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b9c714a580 con 0x55b9c722c8e0 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b9c7238f00 con 0x55b9c7235e10 2024-04-22T14:01:34.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f692f5b1740 10 client.0 _ll_register_callbacks cb 0x55b9c7150650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.692+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37480/0 (socket says 172.21.15.83:37480) 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 -- 172.21.15.83:0/822034825 learned_addr learned my addr 172.21.15.83:0/822034825 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f692659c640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7232de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6926d9d640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c7235e10 0x55b9c7233860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 -- 172.21.15.83:0/822034825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c7235e10 msgr2=0x55b9c7233860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c7235e10 0x55b9c7233860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 -- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 msgr2=0x55b9c7232de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7232de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 -- 172.21.15.83:0/822034825 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9c6fcbf70 con 0x55b9c722d290 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f692659c640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7232de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f6925d9b640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f691c0efb60 tx=0x7f691c0bdfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8517da80adb73eb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f690dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c0d7060 con 0x55b9c722d290 2024-04-22T14:01:34.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f691c0ba9c0 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b9c719e920 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f691c09e050 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f692f5b1740 10 client.16779 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.693+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b9c6e63170 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b9c719e920 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f691c03c030 con 0x55b9c722d290 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 10 client.16779 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 10 client.16779 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 20 client.16779 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c7246310 0x55b9c72487b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 4 client.16779 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9c7198790 con 0x55b9c7246310 2024-04-22T14:01:34.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692659c640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c7246310 0x55b9c72487b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f692659c640 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c7246310 0x55b9c72487b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5af73384cb105fb server_cookie=5b1df021a88a33e4 in_seq=0 out_seq=0 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.694+0000 7f690dffb640 10 client.16779 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f690dffb640 1 -- 172.21.15.83:0/822034825 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b9c7198790 con 0x55b9c7246310 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f690dffb640 10 client.16779 handle_command_reply: tid=0 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 client.16779 shutdown 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 msgr2=0x55b9c7233320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f691c0efb60 tx=0x7f691c0bdfc0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 shutdown_connections 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c7246310 0x55b9c72487b0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c7235e10 0x55b9c7233860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c7233320 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 --2- 172.21.15.83:0/822034825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7232de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.695+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 >> 172.21.15.83:0/822034825 conn(0x55b9c7226fb0 msgr2=0x55b9c7228d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.696+0000 7f690dffb640 0 client.16779 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.696+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 shutdown_connections 2024-04-22T14:01:34.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.696+0000 7f692f5b1740 1 -- 172.21.15.83:0/822034825 wait complete. 2024-04-22T14:01:34.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.696+0000 7f692f5b1740 20 client.16779 trim_cache size 0 max 16384 2024-04-22T14:01:34.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 Processor -- start 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 -- start start 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7235510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7241c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f69281afd00 con 0x55b9c7235e10 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f69281b1930 con 0x55b9c722c8e0 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692f5b1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f69281b03d0 con 0x55b9c722d290 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f6926d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f6926d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37492/0 (socket says 172.21.15.83:37492) 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f6926d9d640 1 -- 172.21.15.83:0/2097648221 learned_addr learned my addr 172.21.15.83:0/2097648221 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f6925d9b640 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7241c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.715+0000 7f692659c640 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7235510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 -- 172.21.15.83:0/2097648221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 msgr2=0x55b9c7241c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7241c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 -- 172.21.15.83:0/2097648221 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 msgr2=0x55b9c7235510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7235510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 -- 172.21.15.83:0/2097648221 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9c7227930 con 0x55b9c7235e10 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f6926d9d640 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f6918012820 tx=0x7f6918005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de9502e297a2eb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f690ffff640 1 -- 172.21.15.83:0/2097648221 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69180120d0 con 0x55b9c7235e10 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f690ffff640 1 -- 172.21.15.83:0/2097648221 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6918012270 con 0x55b9c7235e10 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.716+0000 7f690ffff640 1 -- 172.21.15.83:0/2097648221 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69180047a0 con 0x55b9c7235e10 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- 172.21.15.83:0/2097648221 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 msgr2=0x55b9c72334b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f6918012820 tx=0x7f6918005f90 comp rx=0 tx=0).stop 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- 172.21.15.83:0/2097648221 shutdown_connections 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c7235e10 0x55b9c72334b0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722d290 0x55b9c7241c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- 172.21.15.83:0/2097648221 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c722c8e0 0x55b9c7235510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- 172.21.15.83:0/2097648221 >> 172.21.15.83:0/2097648221 conn(0x55b9c7226fb0 msgr2=0x55b9c7232da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- 172.21.15.83:0/2097648221 shutdown_connections 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- 172.21.15.83:0/2097648221 wait complete. 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- start start 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 Processor -- start 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722c8e0 0x55b9c722fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c7235e10 0x55b9c7230630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f69281b11a0 con 0x55b9c722d290 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f69281b0ad0 con 0x55b9c7235e10 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f69281add00 con 0x55b9c722c8e0 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f692f5b1740 10 client.0 _ll_register_callbacks cb 0x7f691c0ba6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:34.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.717+0000 7f6925d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37500/0 (socket says 172.21.15.83:37500) 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 -- 172.21.15.83:0/4089414035 learned_addr learned my addr 172.21.15.83:0/4089414035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6926d9d640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c7235e10 0x55b9c7230630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f692659c640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722c8e0 0x55b9c722fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 -- 172.21.15.83:0/4089414035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722c8e0 msgr2=0x55b9c722fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722c8e0 0x55b9c722fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 -- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c7235e10 msgr2=0x55b9c7230630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c7235e10 0x55b9c7230630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 -- 172.21.15.83:0/4089414035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9c72ab9b0 con 0x55b9c722d290 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f6925d9b640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f691c004af0 tx=0x7f691c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54114fc828d5c4a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f690dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f691c0be120 con 0x55b9c722d290 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f691c0c6b30 con 0x55b9c722d290 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6918012270 con 0x55b9c722d290 2024-04-22T14:01:34.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f691c0bea50 con 0x55b9c722d290 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f692f5b1740 10 client.16785 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55b9c72accf0 con 0x55b9c722d290 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.718+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6918012270 con 0x55b9c722d290 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f691c004b40 con 0x55b9c722d290 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 10 client.16785 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 10 client.16785 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 20 client.16785 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c72ad330 0x55b9c72af750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 4 client.16785 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b9c7114c50 con 0x55b9c72ad330 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692659c640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c72ad330 0x55b9c72af750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f690dffb640 10 client.16785 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.719+0000 7f692659c640 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c72ad330 0x55b9c72af750 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f025c5f33f3a59b5 server_cookie=884df273499b4599 in_seq=0 out_seq=0 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f690dffb640 1 -- 172.21.15.83:0/4089414035 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b9c7114c50 con 0x55b9c72ad330 2024-04-22T14:01:34.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f690dffb640 10 client.16785 handle_command_reply: tid=0 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 client.16785 shutdown 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 msgr2=0x55b9c72300f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f691c004af0 tx=0x7f691c000f40 comp rx=0 tx=0).stop 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 shutdown_connections 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b9c72ad330 0x55b9c72af750 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b9c7235e10 0x55b9c7230630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b9c722d290 0x55b9c72300f0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f690dffb640 0 client.16785 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 --2- 172.21.15.83:0/4089414035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b9c722c8e0 0x55b9c722fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 >> 172.21.15.83:0/4089414035 conn(0x55b9c7226fb0 msgr2=0x55b9c7233630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 shutdown_connections 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.720+0000 7f692f5b1740 1 -- 172.21.15.83:0/4089414035 wait complete. 2024-04-22T14:01:34.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692f5b1740 20 client.16785 trim_cache size 0 max 16384 2024-04-22T14:01:34.730 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:34.730 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:01:34.730 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "e1d79ee1-111a-4082-94e6-18df415d9332", 2024-04-22T14:01:34.730 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:01:34.730 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 msgr2=0x7f69100a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 0x7f69100a6260 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f692000bfd0 tx=0x7f692000b390 comp rx=0 tx=0).stop 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 msgr2=0x7f6928074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f691c009bf0 tx=0x7f691c034670 comp rx=0 tx=0).stop 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 shutdown_connections 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69100a3da0 0x7f69100a6260 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6928074cd0 0x7f69281a6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6928107260 0x7f6928074790 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 --2- 172.21.15.83:0/232703480 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6928102190 0x7f6928074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 >> 172.21.15.83:0/232703480 conn(0x7f69280793a0 msgr2=0x7f6928100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 shutdown_connections 2024-04-22T14:01:34.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.721+0000 7f692c9bd640 1 -- 172.21.15.83:0/232703480 wait complete. 2024-04-22T14:01:34.732 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:34 smithi084 ceph-mon[31312]: pgmap v104: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 811 op/s 2024-04-22T14:01:34.738 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:01:34.738 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/3839774774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 msgr2=0x7f0bc410dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/3839774774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc410dc70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc009be0 tx=0x7f0bbc02bef0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/3839774774 shutdown_connections 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/3839774774 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc410dc70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/3839774774 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc41010a0 0x7f0bc4101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/3839774774 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc4106ed0 0x7f0bc41072b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/3839774774 >> 172.21.15.83:0/3839774774 conn(0x7f0bc4077c40 msgr2=0x7f0bc4078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/3839774774 shutdown_connections 2024-04-22T14:01:34.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.926+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/3839774774 wait complete. 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.927+0000 7f0bc9bb2640 1 Processor -- start 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.927+0000 7f0bc9bb2640 1 -- start start 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc41a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 0x7f0bc419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38336/0 (socket says 172.21.15.83:38336) 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 -- 172.21.15.83:0/4145826845 learned_addr learned my addr 172.21.15.83:0/4145826845 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc410ff70 con 0x7f0bc4106ed0 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc410fdf0 con 0x7f0bc41010a0 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41100f0 con 0x7f0bc4101a40 2024-04-22T14:01:34.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc41a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 0x7f0bc419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 -- 172.21.15.83:0/4145826845 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 msgr2=0x7f0bc41a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc41a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 -- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 msgr2=0x7f0bc419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 0x7f0bc419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc37fe640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc419af40 con 0x7f0bc41010a0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.928+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 0x7f0bc419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0bb400e9c0 tx=0x7f0bb400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc0ff9640 1 -- 172.21.15.83:0/4145826845 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb400ccc0 con 0x7f0bc41010a0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc0ff9640 1 -- 172.21.15.83:0/4145826845 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bb40054d0 con 0x7f0bc41010a0 2024-04-22T14:01:34.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc0ff9640 1 -- 172.21.15.83:0/4145826845 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb4010430 con 0x7f0bc41010a0 2024-04-22T14:01:34.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc419b230 con 0x7f0bc41010a0 2024-04-22T14:01:34.934 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.929+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc41a7540 con 0x7f0bc41010a0 2024-04-22T14:01:34.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.932+0000 7f0bcc79f740 1 Processor -- start 2024-04-22T14:01:34.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bc0ff9640 1 -- 172.21.15.83:0/4145826845 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0bb4004f80 con 0x7f0bc41010a0 2024-04-22T14:01:34.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 -- start start 2024-04-22T14:01:34.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477edd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477f0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558a477411e0 con 0x558a477e4d90 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558a476de390 con 0x558a477e56b0 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558a4773d1a0 con 0x558a477ee290 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bc3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bc3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:37534/0 (socket says 172.21.15.83:37534) 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.933+0000 7f0bc3fff640 1 -- 172.21.15.83:0/1772949002 learned_addr learned my addr 172.21.15.83:0/1772949002 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477f0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc0ff9640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 0x7f0bac0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477edd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/1772949002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 msgr2=0x558a477edd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477edd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/1772949002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 msgr2=0x558a477e5170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e5170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.934+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/1772949002 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a4751d7d0 con 0x558a477ee290 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.935+0000 7f0bc0ff9640 1 -- 172.21.15.83:0/4145826845 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0bb40d0b80 con 0x7f0bc41010a0 2024-04-22T14:01:34.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.935+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477edd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:34.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.935+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 0x7f0bac0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.935+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477f0680 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009bf0 tx=0x7f0bb8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dccbb7f6122dec3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.936+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 0x7f0bac0a6390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc005cc0 tx=0x7f0bbc02bef0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.936+0000 7f0ba9ffb640 1 -- 172.21.15.83:0/1772949002 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb8009da0 con 0x558a477ee290 2024-04-22T14:01:34.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.936+0000 7f0ba9ffb640 1 -- 172.21.15.83:0/1772949002 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bb8005020 con 0x558a477ee290 2024-04-22T14:01:34.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.936+0000 7f0ba9ffb640 1 -- 172.21.15.83:0/1772949002 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb8004b60 con 0x558a477ee290 2024-04-22T14:01:34.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 -- 172.21.15.83:0/1772949002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 msgr2=0x558a477f0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477f0680 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8009bf0 tx=0x7f0bb8011810 comp rx=0 tx=0).stop 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 -- 172.21.15.83:0/1772949002 shutdown_connections 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477f0680 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477edd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/1772949002 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e5170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 -- 172.21.15.83:0/1772949002 >> 172.21.15.83:0/1772949002 conn(0x558a477df4c0 msgr2=0x558a477df8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 -- 172.21.15.83:0/1772949002 shutdown_connections 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.937+0000 7f0bcc79f740 1 -- 172.21.15.83:0/1772949002 wait complete. 2024-04-22T14:01:34.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 -- start start 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 Processor -- start 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477eb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477ebd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558a477f10d0 con 0x558a477ee290 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558a476fa2f0 con 0x558a477e56b0 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558a477f1250 con 0x558a477e4d90 2024-04-22T14:01:34.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.938+0000 7f0bcc79f740 10 client.0 _ll_register_callbacks cb 0x558a47707580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477eb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:54086/0 (socket says 172.21.15.83:54086) 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477eb7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38356/0 (socket says 172.21.15.83:38356) 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2916155402 learned_addr learned my addr 172.21.15.83:0/2916155402 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477ebd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 msgr2=0x558a477eb7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477eb7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2916155402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 msgr2=0x558a477ebd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477ebd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2916155402 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a474533f0 con 0x558a477e4d90 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477ebd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0bb400cfd0 tx=0x7f0bb409c630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=289748c0a5f63614 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0ba2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb409caf0 con 0x558a477e4d90 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bb8005020 con 0x558a477e4d90 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.939+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0bb409adf0 con 0x558a477e4d90 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.940+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0bb40a0ea0 con 0x558a477e4d90 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.940+0000 7f0bcc79f740 10 client.25963 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.940+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558a474130f0 con 0x558a477e4d90 2024-04-22T14:01:34.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.940+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bb8005020 con 0x558a477e4d90 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f0bb409b9b0 con 0x558a477e4d90 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 10 client.25963 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 10 client.25963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 20 client.25963 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a477fe240 0x558a478006a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 4 client.25963 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a4774ec00 con 0x558a477fe240 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a477fe240 0x558a478006a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0ba2ffd640 10 client.25963 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.941+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a477fe240 0x558a478006a0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41ecfc5753a2c05e server_cookie=92adb1c7c8311dd0 in_seq=0 out_seq=0 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.942+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/2916155402 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558a4774ec00 con 0x558a477fe240 2024-04-22T14:01:34.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.942+0000 7f0ba2ffd640 10 client.25963 handle_command_reply: tid=0 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.942+0000 7f0bcc79f740 1 client.25963 shutdown 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 msgr2=0x558a477eb2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0bb400cfd0 tx=0x7f0bb409c630 comp rx=0 tx=0).stop 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 shutdown_connections 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a477fe240 0x558a478006a0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477ebd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477eb7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0ba2ffd640 0 client.25963 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2916155402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477eb2b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 >> 172.21.15.83:0/2916155402 conn(0x558a477df4c0 msgr2=0x558a477e1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 shutdown_connections 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2916155402 wait complete. 2024-04-22T14:01:34.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.943+0000 7f0bcc79f740 20 client.25963 trim_cache size 0 max 16384 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 Processor -- start 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 -- start start 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477ea1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477f9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41ab840 con 0x558a477ee290 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41ad470 con 0x558a477e56b0 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41abf10 con 0x558a477e4d90 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:54096/0 (socket says 172.21.15.83:54096) 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2928829445 learned_addr learned my addr 172.21.15.83:0/2928829445 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.977+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477f9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477ea1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2928829445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 msgr2=0x558a477ea1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477ea1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2928829445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 msgr2=0x558a477f9f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477f9f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 -- 172.21.15.83:0/2928829445 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a477e0090 con 0x558a477e4d90 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477ea1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:01:34.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40bd010 tx=0x7f0bb4005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f191e2877b1a9b98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0ba97fa640 1 -- 172.21.15.83:0/2928829445 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb409caf0 con 0x558a477e4d90 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0ba97fa640 1 -- 172.21.15.83:0/2928829445 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bb40a5760 con 0x558a477e4d90 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.978+0000 7f0ba97fa640 1 -- 172.21.15.83:0/2928829445 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb40a2030 con 0x558a477e4d90 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2928829445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 msgr2=0x558a477ed9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40bd010 tx=0x7f0bb4005880 comp rx=0 tx=0).stop 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2928829445 shutdown_connections 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477ee290 0x558a477f9f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477ea1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/2928829445 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477e4d90 0x558a477ed9e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2928829445 >> 172.21.15.83:0/2928829445 conn(0x558a477df4c0 msgr2=0x558a477e1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2928829445 shutdown_connections 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.979+0000 7f0bcc79f740 1 -- 172.21.15.83:0/2928829445 wait complete. 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.980+0000 7f0bcc79f740 1 -- start start 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.980+0000 7f0bcc79f740 1 Processor -- start 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.980+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.980+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.980+0000 7f0bcc79f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477e8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41acce0 con 0x558a477e4d90 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41ac610 con 0x558a477e56b0 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bcc79f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc41a9860 con 0x558a477ee290 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bcc79f740 10 client.0 _ll_register_callbacks cb 0x7f0bb4098e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.986 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:38366/0 (socket says 172.21.15.83:38366) 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc3fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477e8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/379480513 learned_addr learned my addr 172.21.15.83:0/379480513 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/379480513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 msgr2=0x558a477e8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477e8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/379480513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 msgr2=0x558a477e8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 -- 172.21.15.83:0/379480513 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a47863a30 con 0x558a477e56b0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc3fff640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477e8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0bc2ffd640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x558a477e0650 tx=0x7f0bb8009640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c5fb1f68bbcf049 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.981+0000 7f0ba2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb8031070 con 0x558a477e56b0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0bb802bd60 con 0x558a477e56b0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bb40a5760 con 0x558a477e56b0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f0bb803d050 con 0x558a477e56b0 2024-04-22T14:01:34.987 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 10 client.26132 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:34.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x558a47864c50 con 0x558a477e56b0 2024-04-22T14:01:34.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0bb40a5760 con 0x558a477e56b0 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f0bb80246b0 con 0x558a477e56b0 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 10 client.26132 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 10 client.26132 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 20 client.26132 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a47865270 0x558a47867690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 4 client.26132 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.982+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558a47748a70 con 0x558a47865270 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.983+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a47865270 0x558a47867690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.983+0000 7f0ba2ffd640 10 client.26132 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.983+0000 7f0bc37fe640 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a47865270 0x558a47867690 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2517e972755fbbf2 server_cookie=9ffdaf3a10020611 in_seq=0 out_seq=0 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.983+0000 7f0ba2ffd640 1 -- 172.21.15.83:0/379480513 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558a47748a70 con 0x558a47865270 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.983+0000 7f0ba2ffd640 10 client.26132 handle_command_reply: tid=0 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 client.26132 shutdown 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 msgr2=0x558a477e86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x558a477e0650 tx=0x7f0bb8009640 comp rx=0 tx=0).stop 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 shutdown_connections 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558a47865270 0x558a47867690 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558a477ee290 0x558a477e8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0ba2ffd640 0 client.26132 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558a477e56b0 0x558a477e86d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 --2- 172.21.15.83:0/379480513 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558a477e4d90 0x558a477e8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.984+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 >> 172.21.15.83:0/379480513 conn(0x558a477df4c0 msgr2=0x558a477eb270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.985+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 shutdown_connections 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.985+0000 7f0bcc79f740 1 -- 172.21.15.83:0/379480513 wait complete. 2024-04-22T14:01:34.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.985+0000 7f0bcc79f740 20 client.26132 trim_cache size 0 max 16384 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "e1d79ee1-111a-4082-94e6-18df415d9332": { 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "e1d79ee1-111a-4082-94e6-18df415d9332", 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:34.992 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 msgr2=0x7f0bac0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 0x7f0bac0a6390 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc005cc0 tx=0x7f0bbc02bef0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 msgr2=0x7f0bc41a05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0bb400e9c0 tx=0x7f0bb400ee80 comp rx=0 tx=0).stop 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 shutdown_connections 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0bac0a3ed0 0x7f0bac0a6390 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0bc4106ed0 0x7f0bc419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0bc4101a40 0x7f0bc41a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 --2- 172.21.15.83:0/4145826845 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0bc41010a0 0x7f0bc41a05c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:34.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 >> 172.21.15.83:0/4145826845 conn(0x7f0bc4077c40 msgr2=0x7f0bc40ffaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:34.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 shutdown_connections 2024-04-22T14:01:34.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:34.986+0000 7f0bc9bb2640 1 -- 172.21.15.83:0/4145826845 wait complete. 2024-04-22T14:01:35.003 INFO:tasks.cephfs.filesystem:scrub status for tag:e1d79ee1-111a-4082-94e6-18df415d9332 - {'path': '/', 'tag': 'e1d79ee1-111a-4082-94e6-18df415d9332', 'options': 'recursive,force'} 2024-04-22T14:01:35.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:01:35.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:35.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:35 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:35.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:35 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:35.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:35 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:35.854 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0xffdb8 2024-04-22T14:01:36.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:36 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:01:36.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:36 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:36.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:36 smithi173 ceph-mon[31493]: pgmap v105: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-04-22T14:01:36.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:36 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:36.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:36 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:01:36.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:36 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:36.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:36 smithi083 ceph-mon[27977]: pgmap v105: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-04-22T14:01:36.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:36 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:36.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:36 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:01:36.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:36 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:36.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:36 smithi084 ceph-mon[31312]: pgmap v105: 97 pgs: 97 active+clean; 86 MiB data, 787 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 503 op/s 2024-04-22T14:01:36.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:36 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:01:38.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:38 smithi173 ceph-mon[31493]: pgmap v106: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-04-22T14:01:38.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:38 smithi083 ceph-mon[27977]: pgmap v106: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-04-22T14:01:38.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:38 smithi084 ceph-mon[31312]: pgmap v106: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 4.7 MiB/s wr, 709 op/s 2024-04-22T14:01:40.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:40 smithi173 ceph-mon[31493]: pgmap v107: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:40 smithi083 ceph-mon[27977]: pgmap v107: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:40 smithi084 ceph-mon[31312]: pgmap v107: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:42.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:42 smithi173 ceph-mon[31493]: pgmap v108: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:42.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:42 smithi083 ceph-mon[27977]: pgmap v108: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:42.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:42 smithi084 ceph-mon[31312]: pgmap v108: 97 pgs: 97 active+clean; 88 MiB data, 811 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 442 op/s 2024-04-22T14:01:44.092 INFO:tasks.workunit.client.0.smithi083.stdout:50000 copy from 0x898b8 to 0x92015, (0x875d bytes) at 0xb142c 2024-04-22T14:01:44.092 INFO:tasks.workunit.client.0.smithi083.stdout:All 50000 operations completed A-OK! 2024-04-22T14:01:44.092 INFO:tasks.workunit.client.0.smithi083.stderr:+ ./fsx -z 10MB -N 50000 -p 10000 -l 10485760 2024-04-22T14:01:44.095 INFO:tasks.workunit.client.0.smithi083.stdout:Seed set to 1 2024-04-22T14:01:44.215 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode 0, disabling! 2024-04-22T14:01:44.216 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2024-04-22T14:01:44.217 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-04-22T14:01:44.217 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-04-22T14:01:44.217 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support clone range, disabling! 2024-04-22T14:01:44.220 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support dedupe range, disabling! 2024-04-22T14:01:44.222 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero length punch hole 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support exchange range, disabling! 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero length punch hole 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero length punch hole 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero size read 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero length punch hole 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero size read 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero length punch hole 2024-04-22T14:01:44.223 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x4310e9 2024-04-22T14:01:44.228 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x954a45 2024-04-22T14:01:44.255 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x9bc582 2024-04-22T14:01:44.279 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x9eecbc 2024-04-22T14:01:44.656 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:44 smithi173 ceph-mon[31493]: pgmap v109: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.3 MiB/s wr, 652 op/s 2024-04-22T14:01:44.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:44 smithi083 ceph-mon[27977]: pgmap v109: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.3 MiB/s wr, 652 op/s 2024-04-22T14:01:44.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:44 smithi084 ceph-mon[31312]: pgmap v109: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 4.3 MiB/s wr, 652 op/s 2024-04-22T14:01:46.018 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x9fdd84 2024-04-22T14:01:46.417 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 32.2 2024-04-22T14:01:46.417 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.523+0000 7f45e0b67640 1 -- 172.21.15.83:0/436560090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 msgr2=0x7f45dc069aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.523+0000 7f45e0b67640 1 --2- 172.21.15.83:0/436560090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc069aa0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45c4009860 tx=0x7f45c402bb70 comp rx=0 tx=0).stop 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 -- 172.21.15.83:0/436560090 shutdown_connections 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 --2- 172.21.15.83:0/436560090 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc110c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 --2- 172.21.15.83:0/436560090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc069aa0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 --2- 172.21.15.83:0/436560090 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc0690e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 -- 172.21.15.83:0/436560090 >> 172.21.15.83:0/436560090 conn(0x7f45dc077e30 msgr2=0x7f45dc078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 -- 172.21.15.83:0/436560090 shutdown_connections 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 -- 172.21.15.83:0/436560090 wait complete. 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 Processor -- start 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.524+0000 7f45e0b67640 1 -- start start 2024-04-22T14:01:46.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc19a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc114340 con 0x7f45dc102e30 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1141c0 con 0x7f45dc069620 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45e0b67640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1144c0 con 0x7f45dc10e810 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45da59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45da59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:49322/0 (socket says 172.21.15.83:49322) 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56716/0 (socket says 172.21.15.83:56716) 2024-04-22T14:01:46.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45da59c640 1 -- 172.21.15.83:0/3644614474 learned_addr learned my addr 172.21.15.83:0/3644614474 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45dad9d640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc19a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 -- 172.21.15.83:0/3644614474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 msgr2=0x7f45dc19a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc19a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 -- 172.21.15.83:0/3644614474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 msgr2=0x7f45dc1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 -- 172.21.15.83:0/3644614474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45dc19af90 con 0x7f45dc102e30 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45da59c640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45dad9d640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.525+0000 7f45d3fff640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f45c4037040 tx=0x7f45c40359a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.526+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c4041020 con 0x7f45dc102e30 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.526+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45dc19b220 con 0x7f45dc102e30 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.526+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45c402c9c0 con 0x7f45dc102e30 2024-04-22T14:01:46.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.526+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c4039040 con 0x7f45dc102e30 2024-04-22T14:01:46.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.526+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45dc1a74a0 con 0x7f45dc102e30 2024-04-22T14:01:46.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.527+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45dc101430 con 0x7f45dc102e30 2024-04-22T14:01:46.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.528+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f45c4044020 con 0x7f45dc102e30 2024-04-22T14:01:46.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.528+0000 7f45d37fe640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 0x7f45c80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.529+0000 7f45da59c640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 0x7f45c80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.529+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f45c40f22a0 con 0x7f45dc102e30 2024-04-22T14:01:46.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.529+0000 7f45da59c640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 0x7f45c80a61e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0058c0 tx=0x7f45cc009260 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.532+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f45c404b020 con 0x7f45dc102e30 2024-04-22T14:01:46.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:46 smithi173 ceph-mon[31493]: pgmap v110: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 416 op/s 2024-04-22T14:01:46.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:46 smithi083 ceph-mon[27977]: pgmap v110: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 416 op/s 2024-04-22T14:01:46.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:46 smithi084 ceph-mon[31312]: pgmap v110: 97 pgs: 97 active+clean; 92 MiB data, 852 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 416 op/s 2024-04-22T14:01:46.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.783+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45dc068de0 con 0x7f45dc102e30 2024-04-22T14:01:46.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.784+0000 7f45d37fe640 1 -- 172.21.15.83:0/3644614474 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11934 (secure 0 0 0) 0x7f45c40d2e20 con 0x7f45dc102e30 2024-04-22T14:01:46.787 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:01:46.787 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:00:06.067876+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:01:46.787 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 31 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 msgr2=0x7f45c80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 0x7f45c80a61e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0058c0 tx=0x7f45cc009260 comp rx=0 tx=0).stop 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 msgr2=0x7f45dc1a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f45c4037040 tx=0x7f45c40359a0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 shutdown_connections 2024-04-22T14:01:46.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f45c80a3d20 0x7f45c80a61e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f45dc10e810 0x7f45dc19a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f45dc102e30 0x7f45dc1a0b90 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 --2- 172.21.15.83:0/3644614474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45dc069620 0x7f45dc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 >> 172.21.15.83:0/3644614474 conn(0x7f45dc077e30 msgr2=0x7f45dc107e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 shutdown_connections 2024-04-22T14:01:46.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.786+0000 7f45e0b67640 1 -- 172.21.15.83:0/3644614474 wait complete. 2024-04-22T14:01:46.801 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 60 --expiration 92.2 --await' 2024-04-22T14:01:46.801 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db / --timeout 60 --expiration 92.2 --await 2024-04-22T14:01:46.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 -- 172.21.15.83:0/2407016779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6544102b50 msgr2=0x7f6544106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 --2- 172.21.15.83:0/2407016779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6544102b50 0x7f6544106b90 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f652c009900 tx=0x7f652c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 -- 172.21.15.83:0/2407016779 shutdown_connections 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 --2- 172.21.15.83:0/2407016779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544107270 0x7f654410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 --2- 172.21.15.83:0/2407016779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6544102b50 0x7f6544106b90 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 --2- 172.21.15.83:0/2407016779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65441021a0 0x7f6544102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 -- 172.21.15.83:0/2407016779 >> 172.21.15.83:0/2407016779 conn(0x7f6544079350 msgr2=0x7f6544079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 -- 172.21.15.83:0/2407016779 shutdown_connections 2024-04-22T14:01:46.924 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.920+0000 7f6549093640 1 -- 172.21.15.83:0/2407016779 wait complete. 2024-04-22T14:01:46.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 Processor -- start 2024-04-22T14:01:46.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 -- start start 2024-04-22T14:01:46.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6544107270 0x7f654419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544198590 0x7f6544198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65441121b0 con 0x7f65441021a0 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6544112030 con 0x7f6544107270 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6549093640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6544112330 con 0x7f6544198590 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6542d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6542d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56726/0 (socket says 172.21.15.83:56726) 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f6542d9d640 1 -- 172.21.15.83:0/331284027 learned_addr learned my addr 172.21.15.83:0/331284027 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.921+0000 7f653bfff640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6544107270 0x7f654419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f654359e640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544198590 0x7f6544198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 -- 172.21.15.83:0/331284027 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544198590 msgr2=0x7f6544198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544198590 0x7f6544198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 -- 172.21.15.83:0/331284027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6544107270 msgr2=0x7f654419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6544107270 0x7f654419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 -- 172.21.15.83:0/331284027 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65441990b0 con 0x7f65441021a0 2024-04-22T14:01:46.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6542d9d640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f653400e9f0 tx=0x7f653400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6540d99640 1 -- 172.21.15.83:0/331284027 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653400cd80 con 0x7f65441021a0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6540d99640 1 -- 172.21.15.83:0/331284027 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65340108e0 con 0x7f65441021a0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65441993a0 con 0x7f65441021a0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6540d99640 1 -- 172.21.15.83:0/331284027 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6534018980 con 0x7f65441021a0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.922+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65441a55f0 con 0x7f65441021a0 2024-04-22T14:01:46.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.925+0000 7f6540d99640 1 -- 172.21.15.83:0/331284027 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6534010430 con 0x7f65441021a0 2024-04-22T14:01:46.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 Processor -- start 2024-04-22T14:01:46.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 -- start start 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625144980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x5566251472b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55662509c0b0 con 0x55662513c2e0 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55662504d680 con 0x55662513b9c0 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654bd63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556625059c60 con 0x556625144ec0 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f6540d99640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654359e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654359e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:49358/0 (socket says 172.21.15.83:49358) 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654359e640 1 -- 172.21.15.83:0/1711526601 learned_addr learned my addr 172.21.15.83:0/1711526601 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f654359e640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f653bfff640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x5566251472b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625144980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.926+0000 7f6540d99640 1 -- 172.21.15.83:0/331284027 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f65340d0ab0 con 0x7f65441021a0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 -- 172.21.15.83:0/1711526601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 msgr2=0x5566251472b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x5566251472b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 -- 172.21.15.83:0/1711526601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 msgr2=0x556625144980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625144980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 -- 172.21.15.83:0/1711526601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556624e7ec90 con 0x55662513b9c0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625144980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f653c011da0 tx=0x7f653c00f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c35d5070b9262ae7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f654359e640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 0x7f65300a61e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f653c00fc90 tx=0x7f653c01e000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f65397fa640 1 -- 172.21.15.83:0/1711526601 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c022070 con 0x55662513b9c0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f65397fa640 1 -- 172.21.15.83:0/1711526601 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c009dc0 con 0x55662513b9c0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.927+0000 7f65397fa640 1 -- 172.21.15.83:0/1711526601 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c004050 con 0x55662513b9c0 2024-04-22T14:01:46.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- 172.21.15.83:0/1711526601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 msgr2=0x55662513bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f653c011da0 tx=0x7f653c00f790 comp rx=0 tx=0).stop 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- 172.21.15.83:0/1711526601 shutdown_connections 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x5566251472b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625144980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 --2- 172.21.15.83:0/1711526601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x55662513bda0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- 172.21.15.83:0/1711526601 >> 172.21.15.83:0/1711526601 conn(0x5566251360f0 msgr2=0x5566251364d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- 172.21.15.83:0/1711526601 shutdown_connections 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- 172.21.15.83:0/1711526601 wait complete. 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 -- start start 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.928+0000 7f654bd63740 1 Processor -- start 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625142000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x556625142a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55662509f400 con 0x55662513c2e0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55662505b840 con 0x55662513b9c0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5566250a4720 con 0x556625144ec0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 10 client.0 _ll_register_callbacks cb 0x5566250acea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f653bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f653bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56734/0 (socket says 172.21.15.83:56734) 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625142000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f653bfff640 1 -- 172.21.15.83:0/1632279441 learned_addr learned my addr 172.21.15.83:0/1632279441 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654359e640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x556625142a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 -- 172.21.15.83:0/1632279441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 msgr2=0x556625142a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x556625142a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 -- 172.21.15.83:0/1632279441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 msgr2=0x556625142540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 -- 172.21.15.83:0/1632279441 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556624edf420 con 0x55662513b9c0 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654359e640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x556625142a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:46.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f653bfff640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625142000 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f65340ce230 tx=0x7f6534014cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6213b208edcd7ccd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f652a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65340bd0f0 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f65340991e0 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.929+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f653c009dc0 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f653409cb30 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 10 client.26150 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x556624d72580 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c009dc0 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f65340600b0 con 0x55662513b9c0 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 10 client.26150 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 10 client.26150 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 20 client.26150 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:46.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625154bd0 0x556625157050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 4 client.26150 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566250adb10 con 0x556625154bd0 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f653bfff640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625154bd0 0x556625157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f653bfff640 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625154bd0 0x556625157050 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99eb712178f5419c server_cookie=dfd0bb98825a01f in_seq=0 out_seq=0 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.930+0000 7f652a7fc640 10 client.26150 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f652a7fc640 1 -- 172.21.15.83:0/1632279441 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5566250adb10 con 0x556625154bd0 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f652a7fc640 10 client.26150 handle_command_reply: tid=0 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 client.26150 shutdown 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 msgr2=0x556625142000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625142000 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f65340ce230 tx=0x7f6534014cb0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 shutdown_connections 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625154bd0 0x556625157050 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556625144ec0 0x556625142a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x556625142540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 --2- 172.21.15.83:0/1632279441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625142000 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f652a7fc640 0 client.26150 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 >> 172.21.15.83:0/1632279441 conn(0x5566251360f0 msgr2=0x556625137e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 shutdown_connections 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 1 -- 172.21.15.83:0/1632279441 wait complete. 2024-04-22T14:01:46.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.931+0000 7f654bd63740 20 client.26150 trim_cache size 0 max 16384 2024-04-22T14:01:46.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.949+0000 7f654bd63740 1 Processor -- start 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.949+0000 7f654bd63740 1 -- start start 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 0x556625150810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513b9c0 0x5566251428a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65441af8a0 con 0x55662513c2e0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65441ae340 con 0x5566251360f0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654bd63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65441aea40 con 0x55662513b9c0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f6542d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 0x556625150810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56742/0 (socket says 172.21.15.83:56742) 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 -- 172.21.15.83:0/1277868518 learned_addr learned my addr 172.21.15.83:0/1277868518 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f653bfff640 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513b9c0 0x5566251428a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 -- 172.21.15.83:0/1277868518 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513b9c0 msgr2=0x5566251428a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513b9c0 0x5566251428a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 -- 172.21.15.83:0/1277868518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 msgr2=0x556625150810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 0x556625150810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 -- 172.21.15.83:0/1277868518 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566251475e0 con 0x55662513c2e0 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f6542d9d640 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 0x556625150810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.950+0000 7f654359e640 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f653c011f90 tx=0x7f653c009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606ffe96afa8462b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.951+0000 7f6538ff9640 1 -- 172.21.15.83:0/1277868518 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c022040 con 0x55662513c2e0 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.951+0000 7f6538ff9640 1 -- 172.21.15.83:0/1277868518 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c011910 con 0x55662513c2e0 2024-04-22T14:01:46.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.951+0000 7f6538ff9640 1 -- 172.21.15.83:0/1277868518 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c003e10 con 0x55662513c2e0 2024-04-22T14:01:46.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.951+0000 7f654bd63740 1 -- 172.21.15.83:0/1277868518 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 msgr2=0x5566251351d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:46.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.951+0000 7f654bd63740 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f653c011f90 tx=0x7f653c009d20 comp rx=0 tx=0).stop 2024-04-22T14:01:46.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- 172.21.15.83:0/1277868518 shutdown_connections 2024-04-22T14:01:46.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55662513c2e0 0x5566251351d0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513b9c0 0x5566251428a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- 172.21.15.83:0/1277868518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5566251360f0 0x556625150810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- 172.21.15.83:0/1277868518 >> 172.21.15.83:0/1277868518 conn(0x556625131480 msgr2=0x55662513c800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- 172.21.15.83:0/1277868518 shutdown_connections 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- 172.21.15.83:0/1277868518 wait complete. 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- start start 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 Processor -- start 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5566251360f0 0x556625148a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513c2e0 0x5566251494a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65441abc50 con 0x5566251360f0 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65441af110 con 0x55662513b9c0 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65441ac2c0 con 0x55662513c2e0 2024-04-22T14:01:46.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f654bd63740 10 client.0 _ll_register_callbacks cb 0x7f6534009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.952+0000 7f6542d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5566251360f0 0x556625148a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f654359e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513c2e0 0x5566251494a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:49378/0 (socket says 172.21.15.83:49378) 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 -- 172.21.15.83:0/2098182508 learned_addr learned my addr 172.21.15.83:0/2098182508 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 -- 172.21.15.83:0/2098182508 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513c2e0 msgr2=0x5566251494a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513c2e0 0x5566251494a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 -- 172.21.15.83:0/2098182508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5566251360f0 msgr2=0x556625148a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5566251360f0 0x556625148a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 -- 172.21.15.83:0/2098182508 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566251ba4f0 con 0x55662513b9c0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f653bfff640 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f652c005e90 tx=0x7f652c02ca10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e70e5f4624ec1b60 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f652a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:01:46.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f652c02cc40 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f652c04bde0 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f653c011910 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f652c059050 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f654bd63740 10 client.26156 fetch_fsmap learned FSMap version 31 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.953+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5566251bb830 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c011910 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 31) ==== 8382+0+0 (secure 0 0 0) 0x7f652c0046c0 con 0x55662513b9c0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 10 client.26156 fetch_fsmap finished waiting for FSMap version 31 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 10 client.26156 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 20 client.26156 populate_metadata read hostname 'smithi083' 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625144ec0 0x5566251be140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 4 client.26156 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 92.2, "await": true}] 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 92.2, "await": true}) -- 0x5566250a7980 con 0x556625144ec0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f6542d9d640 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625144ec0 0x5566251be140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:01:46.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f652a7fc640 10 client.26156 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:46.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:46.954+0000 7f6542d9d640 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625144ec0 0x5566251be140 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7af718fb7d37b193 server_cookie=cbe7c4198a5b1d84 in_seq=0 out_seq=0 2024-04-22T14:01:47.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:47 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3644614474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:47.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:47 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3644614474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:47.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:47 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3644614474' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:01:48.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:48 smithi173 ceph-mon[31493]: pgmap v111: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 728 op/s 2024-04-22T14:01:48.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:48 smithi083 ceph-mon[27977]: pgmap v111: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 728 op/s 2024-04-22T14:01:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:48 smithi084 ceph-mon[31312]: pgmap v111: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 4.4 MiB/s wr, 728 op/s 2024-04-22T14:01:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f652a7fc640 1 -- 172.21.15.83:0/2098182508 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5566250a7980 con 0x556625144ec0 2024-04-22T14:01:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f652a7fc640 10 client.26156 handle_command_reply: tid=0 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 client.26156 shutdown 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 msgr2=0x556625148f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f652c005e90 tx=0x7f652c02ca10 comp rx=0 tx=0).stop 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 shutdown_connections 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556625144ec0 0x5566251be140 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55662513c2e0 0x5566251494a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55662513b9c0 0x556625148f40 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 --2- 172.21.15.83:0/2098182508 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5566251360f0 0x556625148a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f652a7fc640 0 client.26156 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 >> 172.21.15.83:0/2098182508 conn(0x556625131480 msgr2=0x5566251351d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 shutdown_connections 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 1 -- 172.21.15.83:0/2098182508 wait complete. 2024-04-22T14:01:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.752+0000 7f654bd63740 20 client.26156 trim_cache size 0 max 16384 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 31, 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 10, 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "26c88c7d": { 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 10, 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:01:48.757 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 92.2, 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:01:48.758 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:01:48.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 msgr2=0x7f65300a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:48.759 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 0x7f65300a61e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f653c00fc90 tx=0x7f653c01e000 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 msgr2=0x7f654419e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f653400e9f0 tx=0x7f653400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 shutdown_connections 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65300a3d20 0x7f65300a61e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6544198590 0x7f6544198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6544107270 0x7f654419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 --2- 172.21.15.83:0/331284027 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65441021a0 0x7f654419e3e0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 >> 172.21.15.83:0/331284027 conn(0x7f6544079350 msgr2=0x7f65441002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 shutdown_connections 2024-04-22T14:01:48.760 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:01:48.753+0000 7f6549093640 1 -- 172.21.15.83:0/331284027 wait complete. 2024-04-22T14:01:48.767 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: 26c88c7d, quiesce took 2.3 seconds. Will release after: 32.2 2024-04-22T14:01:49.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:49 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:49.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:49 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:49.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:49 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:49.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:49 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:49.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:49 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:49.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:49 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:49.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:49 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:49.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:49 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:49.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:49 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:50.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:50 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:01:50.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:50 smithi173 ceph-mon[31493]: pgmap v112: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:50.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:50 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:01:50.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:50 smithi083 ceph-mon[27977]: pgmap v112: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:50.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:50 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:01:50.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:50 smithi084 ceph-mon[31312]: pgmap v112: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:52.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:52 smithi173 ceph-mon[31493]: pgmap v113: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:52.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:52 smithi083 ceph-mon[27977]: pgmap v113: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:52.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:52 smithi084 ceph-mon[31312]: pgmap v113: 97 pgs: 97 active+clean; 101 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 MiB/s rd, 3.2 MiB/s wr, 522 op/s 2024-04-22T14:01:54.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:54 smithi173 ceph-mon[31493]: pgmap v114: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 540 op/s 2024-04-22T14:01:54.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:54 smithi083 ceph-mon[27977]: pgmap v114: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 540 op/s 2024-04-22T14:01:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:54 smithi084 ceph-mon[31312]: pgmap v114: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 MiB/s rd, 3.2 MiB/s wr, 540 op/s 2024-04-22T14:01:56.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:56 smithi173 ceph-mon[31493]: pgmap v115: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 330 op/s 2024-04-22T14:01:56.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:56 smithi083 ceph-mon[27977]: pgmap v115: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 330 op/s 2024-04-22T14:01:56.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:56 smithi084 ceph-mon[31312]: pgmap v115: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 330 op/s 2024-04-22T14:01:58.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:01:58 smithi173 ceph-mon[31493]: pgmap v116: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 336 op/s 2024-04-22T14:01:58.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:01:58 smithi083 ceph-mon[27977]: pgmap v116: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 336 op/s 2024-04-22T14:01:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:01:58 smithi084 ceph-mon[31312]: pgmap v116: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 1.8 MiB/s wr, 336 op/s 2024-04-22T14:02:00.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:00 smithi173 ceph-mon[31493]: pgmap v117: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:00.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:00 smithi083 ceph-mon[27977]: pgmap v117: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:00 smithi084 ceph-mon[31312]: pgmap v117: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:02.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:02 smithi173 ceph-mon[31493]: pgmap v118: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:02.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:02 smithi083 ceph-mon[27977]: pgmap v118: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:02.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:02 smithi084 ceph-mon[31312]: pgmap v118: 97 pgs: 97 active+clean; 101 MiB data, 939 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 51 KiB/s wr, 24 op/s 2024-04-22T14:02:04.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:04 smithi173 ceph-mon[31493]: pgmap v119: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 74 KiB/s wr, 43 op/s 2024-04-22T14:02:04.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:04 smithi083 ceph-mon[27977]: pgmap v119: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 74 KiB/s wr, 43 op/s 2024-04-22T14:02:04.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:04 smithi084 ceph-mon[31312]: pgmap v119: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 74 KiB/s wr, 43 op/s 2024-04-22T14:02:05.005 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:02:05.005 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.114+0000 7f5f93a14640 1 -- 172.21.15.83:0/3045683957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 msgr2=0x7f5f8c06aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.114+0000 7f5f93a14640 1 --2- 172.21.15.83:0/3045683957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c06aa10 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c009900 tx=0x7f5f7c02bcd0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- 172.21.15.83:0/3045683957 shutdown_connections 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- 172.21.15.83:0/3045683957 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 0x7f5f8c1049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- 172.21.15.83:0/3045683957 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c06aa10 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- 172.21.15.83:0/3045683957 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c107280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- 172.21.15.83:0/3045683957 >> 172.21.15.83:0/3045683957 conn(0x7f5f8c076c50 msgr2=0x7f5f8c077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- 172.21.15.83:0/3045683957 shutdown_connections 2024-04-22T14:02:05.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- 172.21.15.83:0/3045683957 wait complete. 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 Processor -- start 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- start start 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 0x7f5f8c1a4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1187b0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c118630 con 0x7f5f8c06b140 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.115+0000 7f5f93a14640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c118930 con 0x7f5f8c106ea0 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57872/0 (socket says 172.21.15.83:57872) 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 -- 172.21.15.83:0/2361366139 learned_addr learned my addr 172.21.15.83:0/2361366139 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f90faf640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 0x7f5f8c1a4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 -- 172.21.15.83:0/2361366139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 msgr2=0x7f5f8c19eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c19eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 -- 172.21.15.83:0/2361366139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 msgr2=0x7f5f8c1a4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 0x7f5f8c1a4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 -- 172.21.15.83:0/2361366139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f8c19f3d0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c19eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f917b0640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5f8800ea80 tx=0x7f5f8800ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f827fc640 1 -- 172.21.15.83:0/2361366139 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f8800ce40 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f827fc640 1 -- 172.21.15.83:0/2361366139 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f88005020 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f8c19f6c0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f827fc640 1 -- 172.21.15.83:0/2361366139 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f880116d0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.116+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f8c1ab9d0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f827fc640 1 -- 172.21.15.83:0/2361366139 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5f880054d0 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 Processor -- start 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 -- start start 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b7b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7bea0 0x5654f5b84540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f827fc640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 0x7f5f780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5654f5ae01e0 con 0x5654f5b84a80 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5654f5a7d390 con 0x5654f5b7bea0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f96606740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5654f5adc1a0 con 0x5654f5b7b580 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.119+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 0x7f5f780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57884/0 (socket says 172.21.15.83:57884) 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 -- 172.21.15.83:0/3183187996 learned_addr learned my addr 172.21.15.83:0/3183187996 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f827fc640 1 -- 172.21.15.83:0/2361366139 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5f880d0a20 con 0x7f5f8c06a5d0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f917b0640 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7bea0 0x5654f5b84540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b7b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 -- 172.21.15.83:0/3183187996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 msgr2=0x5654f5b7b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b7b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 -- 172.21.15.83:0/3183187996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7bea0 msgr2=0x5654f5b84540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7bea0 0x5654f5b84540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 -- 172.21.15.83:0/3183187996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654f58bc7d0 con 0x5654f5b84a80 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 0x7f5f780a61e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c06b5b0 tx=0x7f5f8400bb70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f90faf640 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c009900 tx=0x7f5f7c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fc9a3075eb658ed server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f777fe640 1 -- 172.21.15.83:0/3183187996 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c004230 con 0x5654f5b84a80 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f777fe640 1 -- 172.21.15.83:0/3183187996 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f7c0043d0 con 0x5654f5b84a80 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.120+0000 7f5f777fe640 1 -- 172.21.15.83:0/3183187996 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c0046c0 con 0x5654f5b84a80 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- 172.21.15.83:0/3183187996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 msgr2=0x5654f5b86e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c009900 tx=0x7f5f7c004040 comp rx=0 tx=0).stop 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- 172.21.15.83:0/3183187996 shutdown_connections 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b86e70 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7bea0 0x5654f5b84540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 --2- 172.21.15.83:0/3183187996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b7b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- 172.21.15.83:0/3183187996 >> 172.21.15.83:0/3183187996 conn(0x5654f5b75cb0 msgr2=0x5654f5b76090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- 172.21.15.83:0/3183187996 shutdown_connections 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- 172.21.15.83:0/3183187996 wait complete. 2024-04-22T14:02:05.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 -- start start 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.121+0000 7f5f96606740 1 Processor -- start 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b81a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b824b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5654f5b87810 con 0x5654f5b7bea0 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5654f5a992f0 con 0x5654f5b84a80 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5654f5b87990 con 0x5654f5b7b580 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f96606740 10 client.0 _ll_register_callbacks cb 0x5654f5aa6580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57892/0 (socket says 172.21.15.83:57892) 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 -- 172.21.15.83:0/135567434 learned_addr learned my addr 172.21.15.83:0/135567434 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b824b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f917b0640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b81a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 -- 172.21.15.83:0/135567434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 msgr2=0x5654f5b81a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b81a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 -- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 msgr2=0x5654f5b824b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b824b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 -- 172.21.15.83:0/135567434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654f57f23f0 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f90faf640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c0056f0 tx=0x7f5f7c02bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c381fdac0865b0c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.122+0000 7f5f74ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c003d30 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5f7c034440 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f7c0043d0 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f5f7c034640 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 10 client.16839 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5654f57b20f0 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f7c0043d0 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f5f7c05a5f0 con 0x5654f5b7bea0 2024-04-22T14:02:05.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 10 client.16839 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 10 client.16839 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 20 client.16839 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5b94850 0x5654f5b96c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 4 client.16839 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654f5aedc00 con 0x5654f5b94850 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.123+0000 7f5f917b0640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5b94850 0x5654f5b96c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.124+0000 7f5f74ff9640 10 client.16839 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.124+0000 7f5f917b0640 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5b94850 0x5654f5b96c40 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a8484c65a424e82 server_cookie=cb19a79f5634736d in_seq=0 out_seq=0 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.124+0000 7f5f74ff9640 1 -- 172.21.15.83:0/135567434 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5654f5aedc00 con 0x5654f5b94850 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.124+0000 7f5f74ff9640 10 client.16839 handle_command_reply: tid=0 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 client.16839 shutdown 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 msgr2=0x5654f5b81f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c0056f0 tx=0x7f5f7c02bcd0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.134 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 shutdown_connections 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5b94850 0x5654f5b96c40 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b824b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b81f70 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f74ff9640 0 client.16839 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 --2- 172.21.15.83:0/135567434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b81a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 >> 172.21.15.83:0/135567434 conn(0x5654f5b75cb0 msgr2=0x5654f5b77a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 shutdown_connections 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 1 -- 172.21.15.83:0/135567434 wait complete. 2024-04-22T14:02:05.135 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.125+0000 7f5f96606740 20 client.16839 trim_cache size 0 max 16384 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 Processor -- start 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 -- start start 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b84160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b90700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b3fe0 con 0x5654f5b7bea0 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b5bb0 con 0x5654f5b84a80 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f96606740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b46b0 con 0x5654f5b7b580 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f90faf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57906/0 (socket says 172.21.15.83:57906) 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.142+0000 7f5f90faf640 1 -- 172.21.15.83:0/1913662588 learned_addr learned my addr 172.21.15.83:0/1913662588 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b90700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f917b0640 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b84160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 -- 172.21.15.83:0/1913662588 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 msgr2=0x5654f5b84160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b84160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 -- 172.21.15.83:0/1913662588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 msgr2=0x5654f5b90700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b90700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 -- 172.21.15.83:0/1913662588 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654f5b75ae0 con 0x5654f5b7bea0 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f90faf640 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c02c210 tx=0x7f5f7c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59317135153a3a68 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f76ffd640 1 -- 172.21.15.83:0/1913662588 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c0043d0 con 0x5654f5b7bea0 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f76ffd640 1 -- 172.21.15.83:0/1913662588 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f7c05f070 con 0x5654f5b7bea0 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f76ffd640 1 -- 172.21.15.83:0/1913662588 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f7c05a6b0 con 0x5654f5b7bea0 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f96606740 1 -- 172.21.15.83:0/1913662588 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 msgr2=0x5654f5b80970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.143+0000 7f5f96606740 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f5f7c02c210 tx=0x7f5f7c005e80 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- 172.21.15.83:0/1913662588 shutdown_connections 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b84a80 0x5654f5b90700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b7bea0 0x5654f5b80970 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- 172.21.15.83:0/1913662588 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7b580 0x5654f5b84160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- 172.21.15.83:0/1913662588 >> 172.21.15.83:0/1913662588 conn(0x5654f5b75cb0 msgr2=0x5654f5b74d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- 172.21.15.83:0/1913662588 shutdown_connections 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- 172.21.15.83:0/1913662588 wait complete. 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- start start 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 Processor -- start 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 0x5654f5b8cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7bea0 0x5654f5b8d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b5480 con 0x5654f5b84a80 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b4db0 con 0x5654f5b7b580 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5f8c1b1fc0 con 0x5654f5b7bea0 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f96606740 10 client.0 _ll_register_callbacks cb 0x7f5f88005ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f91fb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f91fb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57918/0 (socket says 172.21.15.83:57918) 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.144+0000 7f5f91fb1640 1 -- 172.21.15.83:0/3913290532 learned_addr learned my addr 172.21.15.83:0/3913290532 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f90faf640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7bea0 0x5654f5b8d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f917b0640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 0x5654f5b8cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 -- 172.21.15.83:0/3913290532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7bea0 msgr2=0x5654f5b8d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7bea0 0x5654f5b8d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 -- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 msgr2=0x5654f5b8cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 0x5654f5b8cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 -- 172.21.15.83:0/3913290532 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654f5b8a3e0 con 0x5654f5b84a80 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f917b0640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 0x5654f5b8cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f91fb1640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f5f84014010 tx=0x7f5f84005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aba1000affd385 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f84005220 con 0x5654f5b84a80 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5f840053c0 con 0x5654f5b84a80 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f7c05f070 con 0x5654f5b84a80 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f5f84021e10 con 0x5654f5b84a80 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f96606740 10 client.16845 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5654f5bfb540 con 0x5654f5b84a80 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5f7c05f070 con 0x5654f5b84a80 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.145+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f5f84028030 con 0x5654f5b84a80 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 10 client.16845 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 20 client.16845 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5bfbda0 0x5654f5bfe1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 4 client.16845 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5654f5ae7a70 con 0x5654f5bfbda0 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f917b0640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5bfbda0 0x5654f5bfe1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f917b0640 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5bfbda0 0x5654f5bfe1c0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=889c6f508a30b671 server_cookie=56fcf1d494dfc9c in_seq=0 out_seq=0 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f74ff9640 10 client.16845 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f74ff9640 1 -- 172.21.15.83:0/3913290532 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5654f5ae7a70 con 0x5654f5bfbda0 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f74ff9640 10 client.16845 handle_command_reply: tid=0 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 client.16845 shutdown 2024-04-22T14:02:05.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 msgr2=0x5654f5b89be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f5f84014010 tx=0x7f5f84005f70 comp rx=0 tx=0).stop 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 shutdown_connections 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5654f5bfbda0 0x5654f5bfe1c0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5654f5b84a80 0x5654f5b89be0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5654f5b7bea0 0x5654f5b8d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 --2- 172.21.15.83:0/3913290532 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5654f5b7b580 0x5654f5b8cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f74ff9640 0 client.16845 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.146+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 >> 172.21.15.83:0/3913290532 conn(0x5654f5b75cb0 msgr2=0x5654f5b744e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 shutdown_connections 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f96606740 1 -- 172.21.15.83:0/3913290532 wait complete. 2024-04-22T14:02:05.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f96606740 20 client.16845 trim_cache size 0 max 16384 2024-04-22T14:02:05.157 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:05.157 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:02:05.157 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:02:05.157 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 msgr2=0x7f5f780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 0x7f5f780a61e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c06b5b0 tx=0x7f5f8400bb70 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 msgr2=0x7f5f8c1a4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5f8800ea80 tx=0x7f5f8800ef40 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 shutdown_connections 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5f780a3d20 0x7f5f780a61e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5f8c106ea0 0x7f5f8c19eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f8c06b140 0x7f5f8c1a4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 --2- 172.21.15.83:0/2361366139 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5f8c06a5d0 0x7f5f8c1a4a50 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 >> 172.21.15.83:0/2361366139 conn(0x7f5f8c076c50 msgr2=0x7f5f8c101f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 shutdown_connections 2024-04-22T14:02:05.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.147+0000 7f5f93a14640 1 -- 172.21.15.83:0/2361366139 wait complete. 2024-04-22T14:02:05.161 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:02:05.161 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:02:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 -- 172.21.15.83:0/3326659578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c101180 msgr2=0x7f8f0c106c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/3326659578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c101180 0x7f8f0c106c40 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f8f00009930 tx=0x7f8f0002bc80 comp rx=0 tx=0).stop 2024-04-22T14:02:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 -- 172.21.15.83:0/3326659578 shutdown_connections 2024-04-22T14:02:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/3326659578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c107370 0x7f8f0c10eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/3326659578 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c101180 0x7f8f0c106c40 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/3326659578 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c100bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 -- 172.21.15.83:0/3326659578 >> 172.21.15.83:0/3326659578 conn(0x7f8f0c077480 msgr2=0x7f8f0c0fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.256+0000 7f8f11ff4640 1 -- 172.21.15.83:0/3326659578 shutdown_connections 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 -- 172.21.15.83:0/3326659578 wait complete. 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 Processor -- start 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 -- start start 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c107370 0x7f8f0c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 0x7f8f0c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c112210 con 0x7f8f0c1007d0 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c112090 con 0x7f8f0c1985b0 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.257+0000 7f8f11ff4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c112390 con 0x7f8f0c107370 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57932/0 (socket says 172.21.15.83:57932) 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 -- 172.21.15.83:0/430826888 learned_addr learned my addr 172.21.15.83:0/430826888 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0affd640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c107370 0x7f8f0c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0bfff640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 0x7f8f0c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 -- 172.21.15.83:0/430826888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c107370 msgr2=0x7f8f0c19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c107370 0x7f8f0c19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 -- 172.21.15.83:0/430826888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 msgr2=0x7f8f0c198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 0x7f8f0c198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 -- 172.21.15.83:0/430826888 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c1990d0 con 0x7f8f0c1007d0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0bfff640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 0x7f8f0c198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f0b7fe640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f8efc00c970 tx=0x7f8efc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc007bb0 con 0x7f8f0c1007d0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c1993c0 con 0x7f8f0c1007d0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8efc007d50 con 0x7f8f0c1007d0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc00f450 con 0x7f8f0c1007d0 2024-04-22T14:02:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.258+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c1a5610 con 0x7f8f0c1007d0 2024-04-22T14:02:05.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.259+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f0c069230 con 0x7f8f0c1007d0 2024-04-22T14:02:05.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.260+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8efc004f00 con 0x7f8f0c1007d0 2024-04-22T14:02:05.265 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.261+0000 7f8f08ff9640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 0x7f8ef40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.261+0000 7f8f0affd640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 0x7f8ef40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.261+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8efc0d0930 con 0x7f8f0c1007d0 2024-04-22T14:02:05.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.261+0000 7f8f0affd640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 0x7f8ef40a61e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f00005fd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.265+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8efc014030 con 0x7f8f0c1007d0 2024-04-22T14:02:05.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.481+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f0c10a4e0 con 0x7f8f0c1007d0 2024-04-22T14:02:05.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.481+0000 7f8f08ff9640 1 -- 172.21.15.83:0/430826888 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11930 (secure 0 0 0) 0x7f8efc09d000 con 0x7f8f0c1007d0 2024-04-22T14:02:05.485 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:02:05.485 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:03.736052+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24503,14640,24466,24481,24467]},"id":1}]} 2024-04-22T14:02:05.485 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 32 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.483+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 msgr2=0x7f8ef40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.483+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 0x7f8ef40a61e0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f00005fd0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.483+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 msgr2=0x7f8f0c19e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.483+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f8efc00c970 tx=0x7f8efc00ce30 comp rx=0 tx=0).stop 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 shutdown_connections 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8ef40a3d20 0x7f8ef40a61e0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f0c1985b0 0x7f8f0c198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8f0c107370 0x7f8f0c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 --2- 172.21.15.83:0/430826888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8f0c1007d0 0x7f8f0c19e400 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 >> 172.21.15.83:0/430826888 conn(0x7f8f0c077480 msgr2=0x7f8f0c0fcc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 shutdown_connections 2024-04-22T14:02:05.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.484+0000 7f8f11ff4640 1 -- 172.21.15.83:0/430826888 wait complete. 2024-04-22T14:02:05.498 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:02:05.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 -- 172.21.15.83:0/735162161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100e10 msgr2=0x7faecc10ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 --2- 172.21.15.83:0/735162161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100e10 0x7faecc10ede0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7faec4009cd0 tx=0x7faec402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 -- 172.21.15.83:0/735162161 shutdown_connections 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 --2- 172.21.15.83:0/735162161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100e10 0x7faecc10ede0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 --2- 172.21.15.83:0/735162161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc100450 0x7faecc1008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 --2- 172.21.15.83:0/735162161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc106f30 0x7faecc107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 -- 172.21.15.83:0/735162161 >> 172.21.15.83:0/735162161 conn(0x7faecc0773e0 msgr2=0x7faecc0fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 -- 172.21.15.83:0/735162161 shutdown_connections 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.594+0000 7faed0f9d640 1 -- 172.21.15.83:0/735162161 wait complete. 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 Processor -- start 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 -- start start 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc100e10 0x7faecc1a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc106f30 0x7faecc19a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1122a0 con 0x7faecc100450 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faecc112120 con 0x7faecc100e10 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faed0f9d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faecc112420 con 0x7faecc106f30 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57946/0 (socket says 172.21.15.83:57946) 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faeca59c640 1 -- 172.21.15.83:0/3806192658 learned_addr learned my addr 172.21.15.83:0/3806192658 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.595+0000 7faecad9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc106f30 0x7faecc19a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faec3fff640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc100e10 0x7faecc1a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 -- 172.21.15.83:0/3806192658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc106f30 msgr2=0x7faecc19a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc106f30 0x7faecc19a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 -- 172.21.15.83:0/3806192658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc100e10 msgr2=0x7faecc1a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc100e10 0x7faecc1a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 -- 172.21.15.83:0/3806192658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faecc19afe0 con 0x7faecc100450 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faeca59c640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7faebc00c890 tx=0x7faebc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faec37fe640 1 -- 172.21.15.83:0/3806192658 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc004220 con 0x7faecc100450 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faecc19b2d0 con 0x7faecc100450 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faec37fe640 1 -- 172.21.15.83:0/3806192658 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faebc0043c0 con 0x7faecc100450 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faecc1a74f0 con 0x7faecc100450 2024-04-22T14:02:05.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.596+0000 7faec37fe640 1 -- 172.21.15.83:0/3806192658 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc01d060 con 0x7faecc100450 2024-04-22T14:02:05.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.598+0000 7faec37fe640 1 -- 172.21.15.83:0/3806192658 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faebc0079b0 con 0x7faecc100450 2024-04-22T14:02:05.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.598+0000 7faed3b8e740 1 Processor -- start 2024-04-22T14:02:05.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 -- start start 2024-04-22T14:02:05.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f6b28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56066f6171f0 con 0x56066f6b2e80 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56066f5b44b0 con 0x56066f6bba00 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faed3b8e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56066f6131b0 con 0x56066f6b24d0 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57958/0 (socket says 172.21.15.83:57958) 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 -- 172.21.15.83:0/1041817107 learned_addr learned my addr 172.21.15.83:0/1041817107 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faecad9d640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f6b28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faec37fe640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faec3fff640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faecad9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faec37fe640 1 -- 172.21.15.83:0/3806192658 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faebc0d08d0 con 0x7faecc100450 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 -- 172.21.15.83:0/1041817107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 msgr2=0x56066f6b28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f6b28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 -- 172.21.15.83:0/1041817107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 msgr2=0x56066f6bde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faeca59c640 1 -- 172.21.15.83:0/1041817107 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56066f5a61b0 con 0x56066f6b2e80 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faecad9d640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f6b28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.599+0000 7faec3fff640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.600+0000 7faeca59c640 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7faebc09c830 tx=0x7faebc004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e8d2cc0d2b77cd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.600+0000 7faecad9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 0x7faeb80a61e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faec4005cc0 tx=0x7faec402c0f0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.600+0000 7faec0ff9640 1 -- 172.21.15.83:0/1041817107 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc09cfa0 con 0x56066f6b2e80 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.600+0000 7faec0ff9640 1 -- 172.21.15.83:0/1041817107 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faebc0a5510 con 0x56066f6b2e80 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.600+0000 7faec0ff9640 1 -- 172.21.15.83:0/1041817107 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc087110 con 0x56066f6b2e80 2024-04-22T14:02:05.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- 172.21.15.83:0/1041817107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 msgr2=0x56066f6bb430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7faebc09c830 tx=0x7faebc004570 comp rx=0 tx=0).stop 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- 172.21.15.83:0/1041817107 shutdown_connections 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b2e80 0x56066f6bb430 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- 172.21.15.83:0/1041817107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f6b28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- 172.21.15.83:0/1041817107 >> 172.21.15.83:0/1041817107 conn(0x56066f6acba0 msgr2=0x56066f6acf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- 172.21.15.83:0/1041817107 shutdown_connections 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- 172.21.15.83:0/1041817107 wait complete. 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- start start 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 Processor -- start 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f6b8710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6bba00 0x56066f6b8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56066f6be910 con 0x56066f6b24d0 2024-04-22T14:02:05.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56066f5d0500 con 0x56066f6b2e80 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56066f6bea90 con 0x56066f6bba00 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faed3b8e740 10 client.0 _ll_register_callbacks cb 0x56066f59eb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57966/0 (socket says 172.21.15.83:57966) 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.601+0000 7faeca59c640 1 -- 172.21.15.83:0/482234423 learned_addr learned my addr 172.21.15.83:0/482234423 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faec3fff640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f6b8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 -- 172.21.15.83:0/482234423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6bba00 msgr2=0x56066f6b8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6bba00 0x56066f6b8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 -- 172.21.15.83:0/482234423 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 msgr2=0x56066f6b8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f6b8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 -- 172.21.15.83:0/482234423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56066f3293f0 con 0x56066f6b24d0 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faec3fff640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f6b8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeca59c640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7faebc0ce650 tx=0x7faebc087340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0b41c6c1e9f33d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc09c8a0 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faebc09dbd0 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faebc0a5510 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7faebc09de50 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 10 client.16863 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56066f3f37d0 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faebc0a5510 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7faebc0985f0 con 0x56066f6b24d0 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 10 client.16863 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 10 client.16863 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 20 client.16863 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f6cbac0 0x56066f6cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 4 client.16863 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.602+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56066f5b6930 con 0x56066f6cbac0 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faec3fff640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f6cbac0 0x56066f6cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faeb1ffb640 10 client.16863 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faec3fff640 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f6cbac0 0x56066f6cdeb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bdd58ea9a7bf0b0e server_cookie=b93c1148c838254c in_seq=0 out_seq=0 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faeb1ffb640 1 -- 172.21.15.83:0/482234423 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56066f5b6930 con 0x56066f6cbac0 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faeb1ffb640 10 client.16863 handle_command_reply: tid=0 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.603+0000 7faed3b8e740 1 client.16863 shutdown 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 msgr2=0x56066f6bb380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7faebc0ce650 tx=0x7faebc087340 comp rx=0 tx=0).stop 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 shutdown_connections 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6bba00 0x56066f6b8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f6cbac0 0x56066f6cdeb0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f6b8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 --2- 172.21.15.83:0/482234423 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6bb380 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faeb1ffb640 0 client.16863 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:05.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 >> 172.21.15.83:0/482234423 conn(0x56066f6acba0 msgr2=0x56066f6ae8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 shutdown_connections 2024-04-22T14:02:05.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 1 -- 172.21.15.83:0/482234423 wait complete. 2024-04-22T14:02:05.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.604+0000 7faed3b8e740 20 client.16863 trim_cache size 0 max 16384 2024-04-22T14:02:05.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 Processor -- start 2024-04-22T14:02:05.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 -- start start 2024-04-22T14:02:05.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b2e80 0x56066f6bae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1afd90 con 0x56066f6b24d0 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1b1960 con 0x56066f6bba00 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faed3b8e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1b0460 con 0x56066f6b2e80 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57972/0 (socket says 172.21.15.83:57972) 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 -- 172.21.15.83:0/4264851916 learned_addr learned my addr 172.21.15.83:0/4264851916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faecad9d640 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 -- 172.21.15.83:0/4264851916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b2e80 msgr2=0x56066f6bae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b2e80 0x56066f6bae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 -- 172.21.15.83:0/4264851916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 msgr2=0x56066f6bb380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bb380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 -- 172.21.15.83:0/4264851916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56066f6b7700 con 0x56066f6b24d0 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faecad9d640 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.617+0000 7faeca59c640 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7faebc005fd0 tx=0x7faebc004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2cb4e60b7e41639 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faeb3fff640 1 -- 172.21.15.83:0/4264851916 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc005290 con 0x56066f6b24d0 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faeb3fff640 1 -- 172.21.15.83:0/4264851916 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faebc083020 con 0x56066f6b24d0 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faeb3fff640 1 -- 172.21.15.83:0/4264851916 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faebc0985f0 con 0x56066f6b24d0 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- 172.21.15.83:0/4264851916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 msgr2=0x56066f6aba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7faebc005fd0 tx=0x7faebc004570 comp rx=0 tx=0).stop 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- 172.21.15.83:0/4264851916 shutdown_connections 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6bba00 0x56066f6bb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b2e80 0x56066f6bae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 --2- 172.21.15.83:0/4264851916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6b24d0 0x56066f6aba80 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- 172.21.15.83:0/4264851916 >> 172.21.15.83:0/4264851916 conn(0x56066f6acba0 msgr2=0x56066f6ab370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- 172.21.15.83:0/4264851916 shutdown_connections 2024-04-22T14:02:05.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- 172.21.15.83:0/4264851916 wait complete. 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 -- start start 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.618+0000 7faed3b8e740 1 Processor -- start 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f72a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f72a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1b1230 con 0x56066f6bba00 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1b0b60 con 0x56066f6b2e80 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faecc1add70 con 0x56066f6b24d0 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 10 client.0 _ll_register_callbacks cb 0x7faebc007e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57988/0 (socket says 172.21.15.83:57988) 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 -- 172.21.15.83:0/3895637406 learned_addr learned my addr 172.21.15.83:0/3895637406 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 -- 172.21.15.83:0/3895637406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 msgr2=0x56066f72a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f72a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 -- 172.21.15.83:0/3895637406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 msgr2=0x56066f72a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f72a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 -- 172.21.15.83:0/3895637406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56066f6ce9b0 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faecad9d640 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7faec4004af0 tx=0x7faec4009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8e23e5e9788328 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faeb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4047070 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faec4004240 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faebc083020 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7faec4039040 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 10 client.16869 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.619+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56066f731780 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faebc083020 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7faec403f070 con 0x56066f6bba00 2024-04-22T14:02:05.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 10 client.16869 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 10 client.16869 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 20 client.16869 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f731f60 0x56066f7343e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 4 client.16869 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56066f624c10 con 0x56066f731f60 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeca59c640 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f731f60 0x56066f7343e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 10 client.16869 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeca59c640 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f731f60 0x56066f7343e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d9bcb43100c498ff server_cookie=a98c413e47f05106 in_seq=0 out_seq=0 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 1 -- 172.21.15.83:0/3895637406 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56066f624c10 con 0x56066f731f60 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 10 client.16869 handle_command_reply: tid=0 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 client.16869 shutdown 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 msgr2=0x56066f6ce2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7faec4004af0 tx=0x7faec4009980 comp rx=0 tx=0).stop 2024-04-22T14:02:05.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 shutdown_connections 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56066f6bba00 0x56066f6ce2c0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56066f731f60 0x56066f7343e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56066f6b2e80 0x56066f72a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 --2- 172.21.15.83:0/3895637406 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56066f6b24d0 0x56066f72a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faeb1ffb640 0 client.16869 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.620+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 >> 172.21.15.83:0/3895637406 conn(0x56066f6acba0 msgr2=0x56066f6c7570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 shutdown_connections 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed3b8e740 1 -- 172.21.15.83:0/3895637406 wait complete. 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed3b8e740 20 client.16869 trim_cache size 0 max 16384 2024-04-22T14:02:05.631 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:05.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 msgr2=0x7faeb80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 0x7faeb80a61e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7faec4005cc0 tx=0x7faec402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 msgr2=0x7faecc1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7faebc00c890 tx=0x7faebc00cd50 comp rx=0 tx=0).stop 2024-04-22T14:02:05.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 shutdown_connections 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faeb80a3d20 0x7faeb80a61e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faecc106f30 0x7faecc19a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faecc100e10 0x7faecc1a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 --2- 172.21.15.83:0/3806192658 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faecc100450 0x7faecc1a06a0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 >> 172.21.15.83:0/3806192658 conn(0x7faecc0773e0 msgr2=0x7faecc1052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 shutdown_connections 2024-04-22T14:02:05.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.621+0000 7faed0f9d640 1 -- 172.21.15.83:0/3806192658 wait complete. 2024-04-22T14:02:05.634 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:05 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:05.635 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:02:05.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:05 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:05.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:05 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:05.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 -- 172.21.15.83:0/3752366379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b4107270 msgr2=0x7f35b410ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3752366379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b4107270 0x7f35b410ee40 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009ca0 tx=0x7f35ac02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 -- 172.21.15.83:0/3752366379 shutdown_connections 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3752366379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b4107270 0x7f35b410ee40 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3752366379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b406b1f0 0x7f35b4106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3752366379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b406a840 0x7f35b406ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 -- 172.21.15.83:0/3752366379 >> 172.21.15.83:0/3752366379 conn(0x7f35b4077eb0 msgr2=0x7f35b40782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 -- 172.21.15.83:0/3752366379 shutdown_connections 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.732+0000 7f35b97a4640 1 -- 172.21.15.83:0/3752366379 wait complete. 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 Processor -- start 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 -- start start 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 0x7f35b4198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b419cff0 0x7f35b419d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35b4112230 con 0x7f35b406a840 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41120b0 con 0x7f35b419cff0 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b97a4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41123b0 con 0x7f35b4107270 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:57998/0 (socket says 172.21.15.83:57998) 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3288418510 learned_addr learned my addr 172.21.15.83:0/3288418510 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b419cff0 0x7f35b419d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 0x7f35b4198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3288418510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 msgr2=0x7f35b4198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 0x7f35b4198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3288418510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b419cff0 msgr2=0x7f35b419d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b419cff0 0x7f35b419d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3288418510 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b419dae0 con 0x7f35b406a840 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.733+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 0x7f35b4198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f35a400b4a0 tx=0x7f35a400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f359bfff640 1 -- 172.21.15.83:0/3288418510 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4014070 con 0x7f35b406a840 2024-04-22T14:02:05.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f359bfff640 1 -- 172.21.15.83:0/3288418510 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35a4010ac0 con 0x7f35b406a840 2024-04-22T14:02:05.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b419ddd0 con 0x7f35b406a840 2024-04-22T14:02:05.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f359bfff640 1 -- 172.21.15.83:0/3288418510 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4017c30 con 0x7f35b406a840 2024-04-22T14:02:05.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.734+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b41a55c0 con 0x7f35b406a840 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f359bfff640 1 -- 172.21.15.83:0/3288418510 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f35a4017070 con 0x7f35b406a840 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 Processor -- start 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 -- start start 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260abf6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac06220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56260ab5b1f0 con 0x56260abf6c00 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56260aaf84b0 con 0x56260abf6250 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.736+0000 7f35bc392740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56260ab571b0 con 0x56260ac03e10 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f359bfff640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 0x7f359c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58006/0 (socket says 172.21.15.83:58006) 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 -- 172.21.15.83:0/499289877 learned_addr learned my addr 172.21.15.83:0/499289877 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 0x7f359c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b37fe640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260abf6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b27fc640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac06220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f359bfff640 1 -- 172.21.15.83:0/3288418510 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f35a40cfdb0 con 0x7f35b406a840 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 -- 172.21.15.83:0/499289877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 msgr2=0x56260ac06220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac06220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 -- 172.21.15.83:0/499289877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 msgr2=0x56260abf6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260abf6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 -- 172.21.15.83:0/499289877 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56260aaea1b0 con 0x56260abf6c00 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b27fc640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac06220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 0x7f359c0a61e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0098d0 tx=0x7f35ac032cc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f35a400be60 tx=0x7f35a4017650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d361f59e3b0e01a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35997fa640 1 -- 172.21.15.83:0/499289877 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a401e020 con 0x56260abf6c00 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35997fa640 1 -- 172.21.15.83:0/499289877 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35a409be90 con 0x56260abf6c00 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.737+0000 7f35997fa640 1 -- 172.21.15.83:0/499289877 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a4098500 con 0x56260abf6c00 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- 172.21.15.83:0/499289877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 msgr2=0x56260ac03840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f35a400be60 tx=0x7f35a4017650 comp rx=0 tx=0).stop 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- 172.21.15.83:0/499289877 shutdown_connections 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac06220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac03840 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 --2- 172.21.15.83:0/499289877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260abf6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- 172.21.15.83:0/499289877 >> 172.21.15.83:0/499289877 conn(0x56260abf0ba0 msgr2=0x56260abf0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- 172.21.15.83:0/499289877 shutdown_connections 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- 172.21.15.83:0/499289877 wait complete. 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 -- start start 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.738+0000 7f35bc392740 1 Processor -- start 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260ac03690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac00f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56260ac06d40 con 0x56260abf6c00 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56260ab14500 con 0x56260abf6250 2024-04-22T14:02:05.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56260ac06ec0 con 0x56260ac03e10 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 10 client.0 _ll_register_callbacks cb 0x56260aae2b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58020/0 (socket says 172.21.15.83:58020) 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 -- 172.21.15.83:0/3438715971 learned_addr learned my addr 172.21.15.83:0/3438715971 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac00f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260ac03690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 -- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 msgr2=0x56260ac00f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac00f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 -- 172.21.15.83:0/3438715971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 msgr2=0x56260ac03690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260ac03690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 -- 172.21.15.83:0/3438715971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56260a86d3f0 con 0x56260abf6c00 2024-04-22T14:02:05.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260ac03690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f35a800f6f0 tx=0x7f35a800fbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2390e92b72e1ae server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f3596ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a800db20 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f35a800dcc0 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.739+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35a409be90 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f35a801b480 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 10 client.16881 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56260a9377d0 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35a409be90 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f35a8010690 con 0x56260abf6c00 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 10 client.16881 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 10 client.16881 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 20 client.16881 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac13ff0 0x56260ac16440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 4 client.16881 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56260aafa930 con 0x56260ac13ff0 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.740+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac13ff0 0x56260ac16440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac13ff0 0x56260ac16440 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=783f25ad928a703d server_cookie=fa3893ef48122488 in_seq=0 out_seq=0 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f3596ff5640 10 client.16881 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f3596ff5640 1 -- 172.21.15.83:0/3438715971 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56260aafa930 con 0x56260ac13ff0 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f3596ff5640 10 client.16881 handle_command_reply: tid=0 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 client.16881 shutdown 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 msgr2=0x56260ac00a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f35a800f6f0 tx=0x7f35a800fbb0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 shutdown_connections 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac13ff0 0x56260ac16440 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260ac03e10 0x56260ac00f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6c00 0x56260ac00a20 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f3596ff5640 0 client.16881 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 --2- 172.21.15.83:0/3438715971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260abf6250 0x56260ac03690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.741+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 >> 172.21.15.83:0/3438715971 conn(0x56260abf0ba0 msgr2=0x56260abf28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.742+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 shutdown_connections 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.742+0000 7f35bc392740 1 -- 172.21.15.83:0/3438715971 wait complete. 2024-04-22T14:02:05.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.742+0000 7f35bc392740 20 client.16881 trim_cache size 0 max 16384 2024-04-22T14:02:05.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.754+0000 7f35bc392740 1 Processor -- start 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 -- start start 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260abffb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260abfbef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41ab9b0 con 0x56260abf6250 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41ad580 con 0x56260ac03e10 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35bc392740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41ac080 con 0x56260abf6c00 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58030/0 (socket says 172.21.15.83:58030) 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 -- 172.21.15.83:0/246909906 learned_addr learned my addr 172.21.15.83:0/246909906 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b27fc640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260abffb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 -- 172.21.15.83:0/246909906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 msgr2=0x56260abffb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b37fe640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260abfbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260abffb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 -- 172.21.15.83:0/246909906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 msgr2=0x56260abfbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260abfbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 -- 172.21.15.83:0/246909906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56260abec470 con 0x56260abf6250 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b27fc640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260abffb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b37fe640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260abfbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f35a40cdb30 tx=0x7f35a4010f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e192346d08ecf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f3598ff9640 1 -- 172.21.15.83:0/246909906 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a401e040 con 0x56260abf6250 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f3598ff9640 1 -- 172.21.15.83:0/246909906 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35a4010c70 con 0x56260abf6250 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.755+0000 7f3598ff9640 1 -- 172.21.15.83:0/246909906 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a40cd720 con 0x56260abf6250 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- 172.21.15.83:0/246909906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 msgr2=0x56260ac0fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f35a40cdb30 tx=0x7f35a4010f90 comp rx=0 tx=0).stop 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- 172.21.15.83:0/246909906 shutdown_connections 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260abfbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260abffb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- 172.21.15.83:0/246909906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0fc40 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- 172.21.15.83:0/246909906 >> 172.21.15.83:0/246909906 conn(0x56260abf0ba0 msgr2=0x56260abfb7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- 172.21.15.83:0/246909906 shutdown_connections 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- 172.21.15.83:0/246909906 wait complete. 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- start start 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 Processor -- start 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260ac0c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260ac072f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.756+0000 7f35bc392740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41ace50 con 0x56260abf6250 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41ac780 con 0x56260ac03e10 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f35b41a9990 con 0x56260abf6c00 2024-04-22T14:02:05.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 10 client.0 _ll_register_callbacks cb 0x56260aae2b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58038/0 (socket says 172.21.15.83:58038) 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3264652201 learned_addr learned my addr 172.21.15.83:0/3264652201 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260ac0c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260ac072f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 msgr2=0x56260ac0c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260ac0c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3264652201 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 msgr2=0x56260ac072f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260ac072f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 -- 172.21.15.83:0/3264652201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56260ac07a60 con 0x56260abf6250 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b37fe640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260ac072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35b2ffd640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f35a40982f0 tx=0x7f35a40047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d765125efba159e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f3596ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35a401e050 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f35a4098500 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56260ab68c10 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f35a409a190 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 10 client.16887 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56260ac79f50 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.757+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56260ab68c10 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f35a409c0f0 con 0x56260abf6250 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 10 client.16887 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 10 client.16887 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 20 client.16887 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac7a120 0x56260ac7c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 4 client.16887 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56260ab62a80 con 0x56260ac7a120 2024-04-22T14:02:05.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac7a120 0x56260ac7c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35b27fc640 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac7a120 0x56260ac7c510 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b2afaf390d7595f4 server_cookie=3e92846c101e9059 in_seq=0 out_seq=0 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f3596ff5640 10 client.16887 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f3596ff5640 1 -- 172.21.15.83:0/3264652201 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56260ab62a80 con 0x56260ac7a120 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f3596ff5640 10 client.16887 handle_command_reply: tid=0 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 client.16887 shutdown 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 msgr2=0x56260ac0be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f35a40982f0 tx=0x7f35a40047d0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 shutdown_connections 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56260ac7a120 0x56260ac7c510 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56260ac03e10 0x56260ac072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f3596ff5640 0 client.16887 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56260abf6c00 0x56260ac0c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.758+0000 7f35bc392740 1 --2- 172.21.15.83:0/3264652201 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56260abf6250 0x56260ac0be60 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 >> 172.21.15.83:0/3264652201 conn(0x56260abf0ba0 msgr2=0x56260abfc070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 shutdown_connections 2024-04-22T14:02:05.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35bc392740 1 -- 172.21.15.83:0/3264652201 wait complete. 2024-04-22T14:02:05.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35bc392740 20 client.16887 trim_cache size 0 max 16384 2024-04-22T14:02:05.770 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 msgr2=0x7f359c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 0x7f359c0a61e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0098d0 tx=0x7f35ac032cc0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 msgr2=0x7f35b4198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f35a400b4a0 tx=0x7f35a400b960 comp rx=0 tx=0).stop 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 shutdown_connections 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f359c0a3d20 0x7f359c0a61e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35b419cff0 0x7f35b419d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f35b4107270 0x7f35b4198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 --2- 172.21.15.83:0/3288418510 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f35b406a840 0x7f35b4198730 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 >> 172.21.15.83:0/3288418510 conn(0x7f35b4077eb0 msgr2=0x7f35b4108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 shutdown_connections 2024-04-22T14:02:05.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.759+0000 7f35b97a4640 1 -- 172.21.15.83:0/3288418510 wait complete. 2024-04-22T14:02:05.773 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:02:05.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 -- 172.21.15.83:0/4141486834 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40107030 msgr2=0x7feb40107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 --2- 172.21.15.83:0/4141486834 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40107030 0x7feb40107410 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7feb38009cd0 tx=0x7feb3802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 -- 172.21.15.83:0/4141486834 shutdown_connections 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 --2- 172.21.15.83:0/4141486834 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb40101b40 0x7feb4010dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 --2- 172.21.15.83:0/4141486834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feb401011a0 0x7feb40101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 --2- 172.21.15.83:0/4141486834 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40107030 0x7feb40107410 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 -- 172.21.15.83:0/4141486834 >> 172.21.15.83:0/4141486834 conn(0x7feb40076c50 msgr2=0x7feb40077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 -- 172.21.15.83:0/4141486834 shutdown_connections 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.870+0000 7feb47b04640 1 -- 172.21.15.83:0/4141486834 wait complete. 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 Processor -- start 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 -- start start 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb401011a0 0x7feb40197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feb40107030 0x7feb4019bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7feb401110c0 con 0x7feb40101b40 2024-04-22T14:02:05.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7feb40110f40 con 0x7feb40107030 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb47b04640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7feb40111240 con 0x7feb401011a0 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58050/0 (socket says 172.21.15.83:58050) 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 -- 172.21.15.83:0/3277522863 learned_addr learned my addr 172.21.15.83:0/3277522863 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb458a0640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb401011a0 0x7feb40197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 -- 172.21.15.83:0/3277522863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb401011a0 msgr2=0x7feb40197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb401011a0 0x7feb40197680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 -- 172.21.15.83:0/3277522863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feb40107030 msgr2=0x7feb4019bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feb40107030 0x7feb4019bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 -- 172.21.15.83:0/3277522863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4019c670 con 0x7feb40101b40 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb4509f640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7feb30009970 tx=0x7feb30009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb36ffd640 1 -- 172.21.15.83:0/3277522863 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3000d020 con 0x7feb40101b40 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb36ffd640 1 -- 172.21.15.83:0/3277522863 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3000d1c0 con 0x7feb40101b40 2024-04-22T14:02:05.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.871+0000 7feb36ffd640 1 -- 172.21.15.83:0/3277522863 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3000cc50 con 0x7feb40101b40 2024-04-22T14:02:05.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.872+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb4019c960 con 0x7feb40101b40 2024-04-22T14:02:05.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.872+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb4006a550 con 0x7feb40101b40 2024-04-22T14:02:05.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb36ffd640 1 -- 172.21.15.83:0/3277522863 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7feb30007860 con 0x7feb40101b40 2024-04-22T14:02:05.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 Processor -- start 2024-04-22T14:02:05.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 -- start start 2024-04-22T14:02:05.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a48171a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a48171aa00 0x55a48171ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a4816761f0 con 0x55a4817114d0 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a4816134b0 con 0x55a481711e80 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a4816721b0 con 0x55a48171aa00 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.874+0000 7feb36ffd640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 0x7feb2c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58058/0 (socket says 172.21.15.83:58058) 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 -- 172.21.15.83:0/2455116924 learned_addr learned my addr 172.21.15.83:0/2455116924 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 0x7feb2c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb458a0640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a48171a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb36ffd640 1 -- 172.21.15.83:0/3277522863 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7feb300d1c30 con 0x7feb40101b40 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb4509f640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a48171aa00 0x55a48171ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 -- 172.21.15.83:0/2455116924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a48171aa00 msgr2=0x55a48171ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a48171aa00 0x55a48171ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 -- 172.21.15.83:0/2455116924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 msgr2=0x55a48171a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a48171a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 -- 172.21.15.83:0/2455116924 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4816051b0 con 0x55a4817114d0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb458a0640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a48171a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7feb3c013a80 tx=0x7feb3c013f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9460eb4efc6fd594 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb460a1640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 0x7feb2c0a6260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7feb3c010860 tx=0x7feb3c015000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb2bfff640 1 -- 172.21.15.83:0/2455116924 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c013230 con 0x55a4817114d0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb2bfff640 1 -- 172.21.15.83:0/2455116924 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c009970 con 0x55a4817114d0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.875+0000 7feb2bfff640 1 -- 172.21.15.83:0/2455116924 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c00ee80 con 0x55a4817114d0 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2455116924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 msgr2=0x55a4817118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7feb3c013a80 tx=0x7feb3c013f40 comp rx=0 tx=0).stop 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2455116924 shutdown_connections 2024-04-22T14:02:05.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a48171aa00 0x55a48171ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a48171a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2455116924 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a4817118b0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2455116924 >> 172.21.15.83:0/2455116924 conn(0x55a48170bba0 msgr2=0x55a48170bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2455116924 shutdown_connections 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2455116924 wait complete. 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 -- start start 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.876+0000 7feb4a7d1740 1 Processor -- start 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 0x55a48171a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a481717720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a48171d910 con 0x55a48171aa00 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a48162f500 con 0x55a481711e80 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a48171da90 con 0x55a4817114d0 2024-04-22T14:02:05.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4a7d1740 10 client.0 _ll_register_callbacks cb 0x55a4815fdb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58066/0 (socket says 172.21.15.83:58066) 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 -- 172.21.15.83:0/2130891484 learned_addr learned my addr 172.21.15.83:0/2130891484 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb458a0640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 0x55a48171a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb4509f640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a481717720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 -- 172.21.15.83:0/2130891484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 msgr2=0x55a48171a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 0x55a48171a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 -- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 msgr2=0x55a481717720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a481717720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 -- 172.21.15.83:0/2130891484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4813883f0 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb458a0640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 0x55a48171a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb460a1640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7feb3c00ea20 tx=0x7feb3c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e883f110baa9db8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb297fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.877+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c02d070 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7feb3c013450 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb3c009970 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7feb3c013650 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 10 client.16899 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a4814527d0 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c009970 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7feb3c01c070 con 0x55a48171aa00 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 10 client.16899 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 10 client.16899 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 20 client.16899 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a48172ac80 0x55a48172d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 4 client.16899 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a481615930 con 0x55a48172ac80 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.878+0000 7feb458a0640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a48172ac80 0x55a48172d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.879+0000 7feb297fa640 10 client.16899 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.879+0000 7feb458a0640 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a48172ac80 0x55a48172d070 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=46feef897a45e9ab server_cookie=792e728c4c0cc6a9 in_seq=0 out_seq=0 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb297fa640 1 -- 172.21.15.83:0/2130891484 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a481615930 con 0x55a48172ac80 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb297fa640 10 client.16899 handle_command_reply: tid=0 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 client.16899 shutdown 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 msgr2=0x55a481717d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7feb3c00ea20 tx=0x7feb3c00ee30 comp rx=0 tx=0).stop 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 shutdown_connections 2024-04-22T14:02:05.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a48172ac80 0x55a48172d070 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481717d30 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a481711e80 0x55a481717720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb297fa640 0 client.16899 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/2130891484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a4817114d0 0x55a48171a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 >> 172.21.15.83:0/2130891484 conn(0x55a48170bba0 msgr2=0x55a48170d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 shutdown_connections 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 1 -- 172.21.15.83:0/2130891484 wait complete. 2024-04-22T14:02:05.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.880+0000 7feb4a7d1740 20 client.16899 trim_cache size 0 max 16384 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 Processor -- start 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 -- start start 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 0x55a4817267d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a48170aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7feb401ab900 con 0x55a48171aa00 2024-04-22T14:02:05.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7feb401ad4d0 con 0x55a4817114d0 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7feb401abfd0 con 0x55a481711e80 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb460a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58068/0 (socket says 172.21.15.83:58068) 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb460a1640 1 -- 172.21.15.83:0/1663052723 learned_addr learned my addr 172.21.15.83:0/1663052723 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.893+0000 7feb458a0640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 0x55a4817267d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb4509f640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a48170aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 -- 172.21.15.83:0/1663052723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 msgr2=0x55a48170aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a48170aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 -- 172.21.15.83:0/1663052723 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 msgr2=0x55a4817267d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 0x55a4817267d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 -- 172.21.15.83:0/1663052723 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a48170afc0 con 0x55a48171aa00 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb458a0640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 0x55a4817267d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:05.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb460a1640 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7feb3c004c50 tx=0x7feb3c013900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cce8a56448008c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb2b7fe640 1 -- 172.21.15.83:0/1663052723 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c040070 con 0x55a48171aa00 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb2b7fe640 1 -- 172.21.15.83:0/1663052723 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c0044e0 con 0x55a48171aa00 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb2b7fe640 1 -- 172.21.15.83:0/1663052723 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c02d040 con 0x55a48171aa00 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb4a7d1740 1 -- 172.21.15.83:0/1663052723 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 msgr2=0x55a481719e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.894+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7feb3c004c50 tx=0x7feb3c013900 comp rx=0 tx=0).stop 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- 172.21.15.83:0/1663052723 shutdown_connections 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a48171aa00 0x55a481719e50 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a48170aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/1663052723 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a4817114d0 0x55a4817267d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- 172.21.15.83:0/1663052723 >> 172.21.15.83:0/1663052723 conn(0x55a48170bba0 msgr2=0x55a48170a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- 172.21.15.83:0/1663052723 shutdown_connections 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- 172.21.15.83:0/1663052723 wait complete. 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- start start 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 Processor -- start 2024-04-22T14:02:05.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a481723200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a48171aa00 0x55a48171fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7feb401acda0 con 0x55a4817114d0 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7feb401ac6d0 con 0x55a48171aa00 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7feb401a98e0 con 0x55a481711e80 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb4a7d1740 10 client.0 _ll_register_callbacks cb 0x7feb3c005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb458a0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb458a0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58072/0 (socket says 172.21.15.83:58072) 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.895+0000 7feb458a0640 1 -- 172.21.15.83:0/645329777 learned_addr learned my addr 172.21.15.83:0/645329777 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4509f640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a481723200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 -- 172.21.15.83:0/645329777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 msgr2=0x55a481723200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a481723200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 -- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a48171aa00 msgr2=0x55a48171fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:05.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb460a1640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a48171aa00 0x55a48171fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a48171aa00 0x55a48171fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 -- 172.21.15.83:0/645329777 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a481720280 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb458a0640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7feb38009ca0 tx=0x7feb38009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7df881ab14320789 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38039040 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7feb380324c0 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb3c0044e0 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7feb380326c0 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 10 client.16905 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a4817917e0 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c0044e0 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7feb38004450 con 0x55a4817114d0 2024-04-22T14:02:05.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 10 client.16905 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 10 client.16905 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.896+0000 7feb4a7d1740 20 client.16905 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a481791f40 0x55a481794360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 4 client.16905 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a481683c10 con 0x55a481791f40 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4509f640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a481791f40 0x55a481794360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb297fa640 10 client.16905 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4509f640 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a481791f40 0x55a481794360 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7fc5d2ffaa29c94f server_cookie=8d20e92a22d64072 in_seq=0 out_seq=0 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb297fa640 1 -- 172.21.15.83:0/645329777 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a481683c10 con 0x55a481791f40 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb297fa640 10 client.16905 handle_command_reply: tid=0 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 client.16905 shutdown 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 msgr2=0x55a481722cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7feb38009ca0 tx=0x7feb38009540 comp rx=0 tx=0).stop 2024-04-22T14:02:05.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 shutdown_connections 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a481791f40 0x55a481794360 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.897+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a48171aa00 0x55a48171fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb297fa640 0 client.16905 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a481711e80 0x55a481723200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 1 --2- 172.21.15.83:0/645329777 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a4817114d0 0x55a481722cc0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 >> 172.21.15.83:0/645329777 conn(0x55a48170bba0 msgr2=0x55a48170cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 shutdown_connections 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 1 -- 172.21.15.83:0/645329777 wait complete. 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb4a7d1740 20 client.16905 trim_cache size 0 max 16384 2024-04-22T14:02:05.908 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:05.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 msgr2=0x7feb2c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 0x7feb2c0a6260 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7feb3c010860 tx=0x7feb3c015000 comp rx=0 tx=0).stop 2024-04-22T14:02:05.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 msgr2=0x7feb40197bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:05.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7feb30009970 tx=0x7feb30009e30 comp rx=0 tx=0).stop 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 shutdown_connections 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feb2c0a3da0 0x7feb2c0a6260 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feb40107030 0x7feb4019bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7feb40101b40 0x7feb40197bc0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 --2- 172.21.15.83:0/3277522863 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7feb401011a0 0x7feb40197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 >> 172.21.15.83:0/3277522863 conn(0x7feb40076c50 msgr2=0x7feb400ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 shutdown_connections 2024-04-22T14:02:05.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:05.898+0000 7feb47b04640 1 -- 172.21.15.83:0/3277522863 wait complete. 2024-04-22T14:02:05.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:02:06.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 -- 172.21.15.83:0/4192455046 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0158102b50 msgr2=0x7f0158106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 --2- 172.21.15.83:0/4192455046 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0158102b50 0x7f0158106b90 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f014c009900 tx=0x7f014c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 -- 172.21.15.83:0/4192455046 shutdown_connections 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 --2- 172.21.15.83:0/4192455046 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 0x7f015810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 --2- 172.21.15.83:0/4192455046 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0158102b50 0x7f0158106b90 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 --2- 172.21.15.83:0/4192455046 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f01581021a0 0x7f0158102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 -- 172.21.15.83:0/4192455046 >> 172.21.15.83:0/4192455046 conn(0x7f01580fd9c0 msgr2=0x7f01580ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 -- 172.21.15.83:0/4192455046 shutdown_connections 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.009+0000 7f015cdf4640 1 -- 172.21.15.83:0/4192455046 wait complete. 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 Processor -- start 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 -- start start 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 0x7f0158198cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f015819d000 0x7f015819d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f01581121b0 con 0x7f01581021a0 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0158112030 con 0x7f015819d000 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015cdf4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0158112330 con 0x7f0158107270 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58092/0 (socket says 172.21.15.83:58092) 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 -- 172.21.15.83:0/1093851530 learned_addr learned my addr 172.21.15.83:0/1093851530 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f0155d9b640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 0x7f0158198cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f0156d9d640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f015819d000 0x7f015819d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 -- 172.21.15.83:0/1093851530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 msgr2=0x7f0158198cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 0x7f0158198cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 -- 172.21.15.83:0/1093851530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f015819d000 msgr2=0x7f015819d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f015819d000 0x7f015819d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.010+0000 7f015659c640 1 -- 172.21.15.83:0/1093851530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015819daf0 con 0x7f01581021a0 2024-04-22T14:02:06.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f015659c640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f014800c920 tx=0x7f014800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f01477fe640 1 -- 172.21.15.83:0/1093851530 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0148007c70 con 0x7f01581021a0 2024-04-22T14:02:06.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015819dde0 con 0x7f01581021a0 2024-04-22T14:02:06.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f01477fe640 1 -- 172.21.15.83:0/1093851530 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0148007e10 con 0x7f01581021a0 2024-04-22T14:02:06.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f01477fe640 1 -- 172.21.15.83:0/1093851530 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0148018820 con 0x7f01581021a0 2024-04-22T14:02:06.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.011+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01581a55f0 con 0x7f01581021a0 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.013+0000 7f01477fe640 1 -- 172.21.15.83:0/1093851530 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f014800f450 con 0x7f01581021a0 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.013+0000 7f015f9e6740 1 Processor -- start 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 -- start start 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 0x5622f24e08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24e9430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5622f24451f0 con 0x5622f24e9a00 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5622f23e24b0 con 0x5622f24e04d0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015f9e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5622f24411b0 con 0x5622f24e0e80 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f01477fe640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 0x7f01400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58102/0 (socket says 172.21.15.83:58102) 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 -- 172.21.15.83:0/3996241334 learned_addr learned my addr 172.21.15.83:0/3996241334 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f015659c640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24e9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0156d9d640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 0x7f01400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0156d9d640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 0x5622f24e08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f01477fe640 1 -- 172.21.15.83:0/1093851530 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f01480d09a0 con 0x7f01581021a0 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 -- 172.21.15.83:0/3996241334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 msgr2=0x5622f24e9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24e9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 -- 172.21.15.83:0/3996241334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 msgr2=0x5622f24e08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 0x5622f24e08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 -- 172.21.15.83:0/3996241334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f23d41b0 con 0x5622f24e9a00 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0156d9d640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 0x5622f24e08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f015806b620 tx=0x7f014c02c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3f75329f50f3d85 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.014+0000 7f0156d9d640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 0x7f01400a61e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f01500092f0 tx=0x7f0150009280 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f0144ff9640 1 -- 172.21.15.83:0/3996241334 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c044020 con 0x5622f24e9a00 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f0144ff9640 1 -- 172.21.15.83:0/3996241334 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f014c02cc90 con 0x5622f24e9a00 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f0144ff9640 1 -- 172.21.15.83:0/3996241334 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c0046c0 con 0x5622f24e9a00 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 -- 172.21.15.83:0/3996241334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 msgr2=0x5622f24ebe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f015806b620 tx=0x7f014c02c650 comp rx=0 tx=0).stop 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 -- 172.21.15.83:0/3996241334 shutdown_connections 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24ebe50 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24e9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3996241334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e04d0 0x5622f24e08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 -- 172.21.15.83:0/3996241334 >> 172.21.15.83:0/3996241334 conn(0x5622f24daba0 msgr2=0x5622f24daf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 -- 172.21.15.83:0/3996241334 shutdown_connections 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.015+0000 7f015f9e6740 1 -- 172.21.15.83:0/3996241334 wait complete. 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 -- start start 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 Processor -- start 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24e6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 0x5622f24e6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5622f24ec910 con 0x5622f24e04d0 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5622f23fe500 con 0x5622f24e0e80 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5622f24eca90 con 0x5622f24e9a00 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015f9e6740 10 client.0 _ll_register_callbacks cb 0x5622f23ccb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58116/0 (socket says 172.21.15.83:58116) 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 -- 172.21.15.83:0/3176908778 learned_addr learned my addr 172.21.15.83:0/3176908778 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f0156d9d640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 0x5622f24e6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24e6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 -- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 msgr2=0x5622f24e6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 0x5622f24e6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 -- 172.21.15.83:0/3176908778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 msgr2=0x5622f24e6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24e6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 -- 172.21.15.83:0/3176908778 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f21573f0 con 0x5622f24e04d0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f0156d9d640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 0x5622f24e6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24e6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f015659c640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f01480ce180 tx=0x7f014806c250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6490adb31ab7c67 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.016+0000 7f013dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014809c970 con 0x5622f24e04d0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f014800f740 con 0x5622f24e04d0 2024-04-22T14:02:06.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f014c02cc90 con 0x5622f24e04d0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f01480a0d20 con 0x5622f24e04d0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 10 client.16917 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5622f22217d0 con 0x5622f24e04d0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f014c02cc90 con 0x5622f24e04d0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f01480a5150 con 0x5622f24e04d0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 10 client.16917 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 10 client.16917 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 20 client.16917 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f24f9bd0 0x5622f24fc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 4 client.16917 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622f23e4930 con 0x5622f24f9bd0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.017+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f24f9bd0 0x5622f24fc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.018+0000 7f0155d9b640 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f24f9bd0 0x5622f24fc060 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9a4f315fa12acf94 server_cookie=235e13e95d62a3ed in_seq=0 out_seq=0 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.018+0000 7f013dffb640 10 client.16917 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:06.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f013dffb640 1 -- 172.21.15.83:0/3176908778 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5622f23e4930 con 0x5622f24f9bd0 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f013dffb640 10 client.16917 handle_command_reply: tid=0 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 client.16917 shutdown 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 msgr2=0x5622f24e92d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f01480ce180 tx=0x7f014806c250 comp rx=0 tx=0).stop 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 shutdown_connections 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f24f9bd0 0x5622f24fc060 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e9a00 0x5622f24e6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24e6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f013dffb640 0 client.16917 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 --2- 172.21.15.83:0/3176908778 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24e92d0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 >> 172.21.15.83:0/3176908778 conn(0x5622f24daba0 msgr2=0x5622f24dc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 shutdown_connections 2024-04-22T14:02:06.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 1 -- 172.21.15.83:0/3176908778 wait complete. 2024-04-22T14:02:06.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.019+0000 7f015f9e6740 20 client.16917 trim_cache size 0 max 16384 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 Processor -- start 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 -- start start 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e04d0 0x5622f24e6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f01581adaf0 con 0x5622f24e9a00 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f01581af6c0 con 0x5622f24e0e80 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f015f9e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f01581ae1c0 con 0x5622f24e04d0 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f0156d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.032+0000 7f0156d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58118/0 (socket says 172.21.15.83:58118) 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 -- 172.21.15.83:0/2590820431 learned_addr learned my addr 172.21.15.83:0/2590820431 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f015659c640 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e04d0 0x5622f24e6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0155d9b640 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 -- 172.21.15.83:0/2590820431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e04d0 msgr2=0x5622f24e6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e04d0 0x5622f24e6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 -- 172.21.15.83:0/2590820431 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 msgr2=0x5622f24f57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24f57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 -- 172.21.15.83:0/2590820431 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f24df790 con 0x5622f24e9a00 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f0156d9d640 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f0150009eb0 tx=0x7f0150005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5546127701b59977 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f013ffff640 1 -- 172.21.15.83:0/2590820431 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0150004b20 con 0x5622f24e9a00 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f013ffff640 1 -- 172.21.15.83:0/2590820431 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0150004cc0 con 0x5622f24e9a00 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.033+0000 7f013ffff640 1 -- 172.21.15.83:0/2590820431 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01500053f0 con 0x5622f24e9a00 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- 172.21.15.83:0/2590820431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 msgr2=0x5622f24e8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f0150009eb0 tx=0x7f0150005bd0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- 172.21.15.83:0/2590820431 shutdown_connections 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e9a00 0x5622f24e8d90 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e0e80 0x5622f24f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2590820431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e04d0 0x5622f24e6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- 172.21.15.83:0/2590820431 >> 172.21.15.83:0/2590820431 conn(0x5622f24daba0 msgr2=0x5622f24e5ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- 172.21.15.83:0/2590820431 shutdown_connections 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- 172.21.15.83:0/2590820431 wait complete. 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- start start 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 Processor -- start 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24ede00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e9a00 0x5622f24ee340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f01581aef90 con 0x5622f24e04d0 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f01581ae8c0 con 0x5622f24e9a00 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f01581abad0 con 0x5622f24e0e80 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015f9e6740 10 client.0 _ll_register_callbacks cb 0x7f014809c5a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:06.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58122/0 (socket says 172.21.15.83:58122) 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015659c640 1 -- 172.21.15.83:0/2156114835 learned_addr learned my addr 172.21.15.83:0/2156114835 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f0155d9b640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24ede00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015659c640 1 -- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 msgr2=0x5622f24ede00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.034+0000 7f015659c640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24ede00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015659c640 1 -- 172.21.15.83:0/2156114835 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e9a00 msgr2=0x5622f24ee340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015659c640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e9a00 0x5622f24ee340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015659c640 1 -- 172.21.15.83:0/2156114835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f255f3f0 con 0x5622f24e04d0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015659c640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f01480ce1d0 tx=0x7f0148000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d4b703d7255d14 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014809c970 con 0x5622f24e04d0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f01480bbb30 con 0x5622f24e04d0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0150004cc0 con 0x5622f24e04d0 2024-04-22T14:02:06.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f01480a55e0 con 0x5622f24e04d0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 10 client.16923 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5622f25606b0 con 0x5622f24e04d0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0150004cc0 con 0x5622f24e04d0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f0148098750 con 0x5622f24e04d0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 10 client.16923 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 10 client.16923 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 20 client.16923 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f2560db0 0x5622f25631f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 4 client.16923 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622f2452c10 con 0x5622f2560db0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.035+0000 7f0155d9b640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f2560db0 0x5622f25631f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f013dffb640 10 client.16923 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f0155d9b640 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f2560db0 0x5622f25631f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea0be6f93ea5f12f server_cookie=871f688821942575 in_seq=0 out_seq=0 2024-04-22T14:02:06.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f013dffb640 1 -- 172.21.15.83:0/2156114835 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5622f2452c10 con 0x5622f2560db0 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f013dffb640 10 client.16923 handle_command_reply: tid=0 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 client.16923 shutdown 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 msgr2=0x5622f24ed8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f01480ce1d0 tx=0x7f0148000bc0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 shutdown_connections 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5622f2560db0 0x5622f25631f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f24e9a00 0x5622f24ee340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f013dffb640 0 client.16923 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f24e0e80 0x5622f24ede00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 --2- 172.21.15.83:0/2156114835 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f24e04d0 0x5622f24ed8c0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 >> 172.21.15.83:0/2156114835 conn(0x5622f24daba0 msgr2=0x5622f24dbfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 shutdown_connections 2024-04-22T14:02:06.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 1 -- 172.21.15.83:0/2156114835 wait complete. 2024-04-22T14:02:06.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.036+0000 7f015f9e6740 20 client.16923 trim_cache size 0 max 16384 2024-04-22T14:02:06.047 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 msgr2=0x7f01400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 0x7f01400a61e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f01500092f0 tx=0x7f0150009280 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 msgr2=0x7f0158198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f014800c920 tx=0x7f014800cde0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 shutdown_connections 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f01400a3d20 0x7f01400a61e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f015819d000 0x7f015819d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0158107270 0x7f0158198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 --2- 172.21.15.83:0/1093851530 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f01581021a0 0x7f0158198790 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 >> 172.21.15.83:0/1093851530 conn(0x7f01580fd9c0 msgr2=0x7f01580fed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 shutdown_connections 2024-04-22T14:02:06.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.037+0000 7f015cdf4640 1 -- 172.21.15.83:0/1093851530 wait complete. 2024-04-22T14:02:06.051 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- 172.21.15.83:0/822387917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 msgr2=0x7f7e8410ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 --2- 172.21.15.83:0/822387917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e8410ede0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009cd0 tx=0x7f7e7c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- 172.21.15.83:0/822387917 shutdown_connections 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 --2- 172.21.15.83:0/822387917 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e8410ede0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 --2- 172.21.15.83:0/822387917 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 0x7f7e8406a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 --2- 172.21.15.83:0/822387917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 0x7f7e841083e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- 172.21.15.83:0/822387917 >> 172.21.15.83:0/822387917 conn(0x7f7e84076c50 msgr2=0x7f7e84077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- 172.21.15.83:0/822387917 shutdown_connections 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- 172.21.15.83:0/822387917 wait complete. 2024-04-22T14:02:06.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 Processor -- start 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.148+0000 7f7e8b138640 1 -- start start 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 0x7f7e84198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 0x7f7e8419cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7e84112190 con 0x7f7e8406af10 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7e84112010 con 0x7f7e84108000 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7e84112310 con 0x7f7e8406a550 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58146/0 (socket says 172.21.15.83:58146) 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 -- 172.21.15.83:0/3040005208 learned_addr learned my addr 172.21.15.83:0/3040005208 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 0x7f7e84198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e896d5640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 0x7f7e8419cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 -- 172.21.15.83:0/3040005208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 msgr2=0x7f7e84198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 0x7f7e84198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 -- 172.21.15.83:0/3040005208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 msgr2=0x7f7e8419cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 0x7f7e8419cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 -- 172.21.15.83:0/3040005208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e8419d700 con 0x7f7e8406af10 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000d770 tx=0x7f7e7000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e81ffb640 1 -- 172.21.15.83:0/3040005208 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70017070 con 0x7f7e8406af10 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e81ffb640 1 -- 172.21.15.83:0/3040005208 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e700054d0 con 0x7f7e8406af10 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e8419d9f0 con 0x7f7e8406af10 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.149+0000 7f7e81ffb640 1 -- 172.21.15.83:0/3040005208 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70004c30 con 0x7f7e8406af10 2024-04-22T14:02:06.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.150+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e841a5280 con 0x7f7e8406af10 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.151+0000 7f7e81ffb640 1 -- 172.21.15.83:0/3040005208 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7e70004e10 con 0x7f7e8406af10 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 Processor -- start 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 -- start start 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e81ffb640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 0x7f7e740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b058b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2a6a1f0 con 0x55d7f2b0ea00 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2a074b0 con 0x55d7f2b054d0 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2a661b0 con 0x55d7f2b05e80 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e896d5640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 0x7f7e740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e896d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.152+0000 7f7e81ffb640 1 -- 172.21.15.83:0/3040005208 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7e700d0250 con 0x7f7e8406af10 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58154/0 (socket says 172.21.15.83:58154) 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 -- 172.21.15.83:0/1386902549 learned_addr learned my addr 172.21.15.83:0/1386902549 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b058b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e83fff640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 -- 172.21.15.83:0/1386902549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b05e80 msgr2=0x55d7f2b0e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 -- 172.21.15.83:0/1386902549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 msgr2=0x55d7f2b058b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b058b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 -- 172.21.15.83:0/1386902549 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7f29f91b0 con 0x55d7f2b0ea00 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b058b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 0x7f7e740a61e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009a60 tx=0x7f7e7c0099f0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e896d5640 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c004af0 tx=0x7f7e7c047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0df2e04d513a5a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e6effd640 1 -- 172.21.15.83:0/1386902549 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c039040 con 0x55d7f2b0ea00 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e6effd640 1 -- 172.21.15.83:0/1386902549 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e7c003e20 con 0x55d7f2b0ea00 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.153+0000 7f7e6effd640 1 -- 172.21.15.83:0/1386902549 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e7c004620 con 0x55d7f2b0ea00 2024-04-22T14:02:06.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/1386902549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 msgr2=0x55d7f2b10e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c004af0 tx=0x7f7e7c047000 comp rx=0 tx=0).stop 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/1386902549 shutdown_connections 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b10e50 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/1386902549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b058b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/1386902549 >> 172.21.15.83:0/1386902549 conn(0x55d7f2affba0 msgr2=0x55d7f2afff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/1386902549 shutdown_connections 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/1386902549 wait complete. 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 -- start start 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.154+0000 7f7e8ddfd740 1 Processor -- start 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b0e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2b11910 con 0x55d7f2b05e80 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2a23500 con 0x55d7f2b054d0 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d7f2b11a90 con 0x55d7f2b0ea00 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 10 client.0 _ll_register_callbacks cb 0x55d7f29f1b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58160/0 (socket says 172.21.15.83:58160) 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 -- 172.21.15.83:0/4137748879 learned_addr learned my addr 172.21.15.83:0/4137748879 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b0e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e896d5640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 -- 172.21.15.83:0/4137748879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b0ea00 msgr2=0x55d7f2b0bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 -- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 msgr2=0x55d7f2b0e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b0e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 -- 172.21.15.83:0/4137748879 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7f277c3f0 con 0x55d7f2b05e80 2024-04-22T14:02:06.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7e70009610 tx=0x7f7e70064b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9055c1d19afa9aa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e700d0050 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7e700988e0 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e7c003e20 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f7e700ba050 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 10 client.16935 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.155+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d7f28467d0 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e7c003e20 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f7e700a0170 con 0x55d7f2b05e80 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 10 client.16935 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 10 client.16935 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 20 client.16935 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b1ec50 0x55d7f2b21080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 4 client.16935 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:06.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7f2a09930 con 0x55d7f2b1ec50 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b1ec50 0x55d7f2b21080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e63fff640 10 client.16935 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.156+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b1ec50 0x55d7f2b21080 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfc7d473317d55cc server_cookie=dd208a82124c4489 in_seq=0 out_seq=0 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e63fff640 1 -- 172.21.15.83:0/4137748879 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d7f2a09930 con 0x55d7f2b1ec50 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e63fff640 10 client.16935 handle_command_reply: tid=0 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 client.16935 shutdown 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 msgr2=0x55d7f2b0b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7e70009610 tx=0x7f7e70064b90 comp rx=0 tx=0).stop 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 shutdown_connections 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b1ec50 0x55d7f2b21080 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0b6b0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e63fff640 0 client.16935 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4137748879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b054d0 0x55d7f2b0e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 >> 172.21.15.83:0/4137748879 conn(0x55d7f2affba0 msgr2=0x55d7f2b018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 shutdown_connections 2024-04-22T14:02:06.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4137748879 wait complete. 2024-04-22T14:02:06.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.157+0000 7f7e8ddfd740 20 client.16935 trim_cache size 0 max 16384 2024-04-22T14:02:06.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 Processor -- start 2024-04-22T14:02:06.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 -- start start 2024-04-22T14:02:06.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b1a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841adad0 con 0x55d7f2b05e80 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841af6a0 con 0x55d7f2b0ea00 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841ae1a0 con 0x55d7f2b054d0 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58172/0 (socket says 172.21.15.83:58172) 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 -- 172.21.15.83:0/3986827593 learned_addr learned my addr 172.21.15.83:0/3986827593 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b1a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 -- 172.21.15.83:0/3986827593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 msgr2=0x55d7f2b1a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b1a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 -- 172.21.15.83:0/3986827593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 msgr2=0x55d7f2b0e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 -- 172.21.15.83:0/3986827593 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7f2b1d7d0 con 0x55d7f2b05e80 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e83fff640 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7e700986d0 tx=0x7f7e700bb240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc6bb13cb2d69329 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e6e7fc640 1 -- 172.21.15.83:0/3986827593 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70020040 con 0x55d7f2b05e80 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e6e7fc640 1 -- 172.21.15.83:0/3986827593 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e700a4e30 con 0x55d7f2b05e80 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.171+0000 7f7e6e7fc640 1 -- 172.21.15.83:0/3986827593 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e700988e0 con 0x55d7f2b05e80 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/3986827593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 msgr2=0x55d7f2b0dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7e700986d0 tx=0x7f7e700bb240 comp rx=0 tx=0).stop 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/3986827593 shutdown_connections 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b0e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b0dde0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/3986827593 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b1a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/3986827593 >> 172.21.15.83:0/3986827593 conn(0x55d7f2affba0 msgr2=0x55d7f2afec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/3986827593 shutdown_connections 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/3986827593 wait complete. 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 -- start start 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.172+0000 7f7e8ddfd740 1 Processor -- start 2024-04-22T14:02:06.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b16ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b137a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841aef70 con 0x55d7f2b05e80 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841ae8a0 con 0x55d7f2b0ea00 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7e841abab0 con 0x55d7f2b054d0 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e8ddfd740 10 client.0 _ll_register_callbacks cb 0x7f7e7009bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58188/0 (socket says 172.21.15.83:58188) 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 -- 172.21.15.83:0/4080157141 learned_addr learned my addr 172.21.15.83:0/4080157141 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b16ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e896d5640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b137a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 -- 172.21.15.83:0/4080157141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 msgr2=0x55d7f2b16ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b16ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 -- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 msgr2=0x55d7f2b137a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b137a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 -- 172.21.15.83:0/4080157141 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7f2b13d90 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b16ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e83fff640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7e7009c200 tx=0x7f7e70098510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3772d034c7bc0a7f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.173+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70020070 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f7e700cdc90 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e700a4e30 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f7e7009a630 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 10 client.16941 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55d7f2b85fb0 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e700a4e30 con 0x55d7f2b05e80 2024-04-22T14:02:06.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f7e700a49a0 con 0x55d7f2b05e80 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 10 client.16941 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 10 client.16941 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 20 client.16941 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b863b0 0x55d7f2b887d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 4 client.16941 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d7f2a77c10 con 0x55d7f2b863b0 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.174+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b863b0 0x55d7f2b887d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e63fff640 10 client.16941 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e88ed4640 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b863b0 0x55d7f2b887d0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3603aab37d69ed17 server_cookie=cb9aaddc81b17893 in_seq=0 out_seq=0 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e63fff640 1 -- 172.21.15.83:0/4080157141 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d7f2a77c10 con 0x55d7f2b863b0 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e63fff640 10 client.16941 handle_command_reply: tid=0 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 client.16941 shutdown 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 msgr2=0x55d7f2b13260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7e7009c200 tx=0x7f7e70098510 comp rx=0 tx=0).stop 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 shutdown_connections 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55d7f2b863b0 0x55d7f2b887d0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d7f2b0ea00 0x55d7f2b137a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e63fff640 0 client.16941 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d7f2b05e80 0x55d7f2b13260 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 --2- 172.21.15.83:0/4080157141 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d7f2b054d0 0x55d7f2b16ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 >> 172.21.15.83:0/4080157141 conn(0x55d7f2affba0 msgr2=0x55d7f2b06260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 shutdown_connections 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.175+0000 7f7e8ddfd740 1 -- 172.21.15.83:0/4080157141 wait complete. 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8ddfd740 20 client.16941 trim_cache size 0 max 16384 2024-04-22T14:02:06.185 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:06.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 msgr2=0x7f7e740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 0x7f7e740a61e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c009a60 tx=0x7f7e7c0099f0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 msgr2=0x7f7e84198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000d770 tx=0x7f7e7000dc30 comp rx=0 tx=0).stop 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 shutdown_connections 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7e740a3d20 0x7f7e740a61e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7e84108000 0x7f7e8419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7e8406af10 0x7f7e84198c50 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 --2- 172.21.15.83:0/3040005208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7e8406a550 0x7f7e84198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 >> 172.21.15.83:0/3040005208 conn(0x7f7e84076c50 msgr2=0x7f7e84100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 shutdown_connections 2024-04-22T14:02:06.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:06.176+0000 7f7e8b138640 1 -- 172.21.15.83:0/3040005208 wait complete. 2024-04-22T14:02:06.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:06 smithi083 ceph-mon[27977]: pgmap v120: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-04-22T14:02:06.440 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:06 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/430826888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:06.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:06 smithi173 ceph-mon[31493]: pgmap v120: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-04-22T14:02:06.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:06 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/430826888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:06.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:06 smithi084 ceph-mon[31312]: pgmap v120: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-04-22T14:02:06.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:06 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/430826888' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:07.191 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:02:07.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:02:07.192 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- 172.21.15.83:0/3098311039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c103950 msgr2=0x7f2b0c10be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 --2- 172.21.15.83:0/3098311039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c103950 0x7f2b0c10be30 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009900 tx=0x7f2b0002bcd0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- 172.21.15.83:0/3098311039 shutdown_connections 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 --2- 172.21.15.83:0/3098311039 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c10c400 0x7f2b0c10e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 --2- 172.21.15.83:0/3098311039 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c103950 0x7f2b0c10be30 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 --2- 172.21.15.83:0/3098311039 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103030 0x7f2b0c103410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- 172.21.15.83:0/3098311039 >> 172.21.15.83:0/3098311039 conn(0x7f2b0c0fc7d0 msgr2=0x7f2b0c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- 172.21.15.83:0/3098311039 shutdown_connections 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- 172.21.15.83:0/3098311039 wait complete. 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 Processor -- start 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.296+0000 7f2b10f65640 1 -- start start 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c103030 0x7f2b0c198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 0x7f2b0c198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1120c0 con 0x7f2b0c10c400 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c111f40 con 0x7f2b0c103030 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c112240 con 0x7f2b0c103950 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58196/0 (socket says 172.21.15.83:58196) 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 -- 172.21.15.83:0/1180994313 learned_addr learned my addr 172.21.15.83:0/1180994313 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c103030 0x7f2b0c198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 0x7f2b0c198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 -- 172.21.15.83:0/1180994313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 msgr2=0x7f2b0c198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 0x7f2b0c198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 -- 172.21.15.83:0/1180994313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c103030 msgr2=0x7f2b0c198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c103030 0x7f2b0c198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 -- 172.21.15.83:0/1180994313 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b0c19d650 con 0x7f2b0c10c400 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 0x7f2b0c198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b0bfff640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400d750 tx=0x7f2b0400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b08ff9640 1 -- 172.21.15.83:0/1180994313 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04017070 con 0x7f2b0c10c400 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b08ff9640 1 -- 172.21.15.83:0/1180994313 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b040054d0 con 0x7f2b0c10c400 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b0c19d940 con 0x7f2b0c10c400 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b08ff9640 1 -- 172.21.15.83:0/1180994313 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b04004c60 con 0x7f2b0c10c400 2024-04-22T14:02:07.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.297+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b0c1a51d0 con 0x7f2b0c10c400 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b08ff9640 1 -- 172.21.15.83:0/1180994313 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2b04009bd0 con 0x7f2b0c10c400 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 Processor -- start 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 -- start start 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f3ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f4a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9e9ef00 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9e3c590 con 0x55e2e9f483c0 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9e9aec0 con 0x55e2e9f3aa20 2024-04-22T14:02:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b08ff9640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 0x7f2af40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58208/0 (socket says 172.21.15.83:58208) 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1467018157 learned_addr learned my addr 172.21.15.83:0/1467018157 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f3ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0bfff640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 0x7f2af40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f4a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1467018157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 msgr2=0x55e2e9f3ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f3ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b08ff9640 1 -- 172.21.15.83:0/1180994313 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2b040d01a0 con 0x7f2b0c10c400 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1467018157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 msgr2=0x55e2e9f4a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f4a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1467018157 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e9c797e0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.300+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f4a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:07.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00a4b0 tx=0x7f2afc0096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fbb494dc2a6df38 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2b0bfff640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 0x7f2af40a61e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400d720 tx=0x7f2b0406ec60 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2af1ffb640 1 -- 172.21.15.83:0/1467018157 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc018020 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2af1ffb640 1 -- 172.21.15.83:0/1467018157 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2afc014cc0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2af1ffb640 1 -- 172.21.15.83:0/1467018157 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc013c70 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1467018157 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 msgr2=0x55e2e9f47df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.301+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00a4b0 tx=0x7f2afc0096d0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1467018157 shutdown_connections 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f4a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f47df0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1467018157 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f3ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1467018157 >> 172.21.15.83:0/1467018157 conn(0x55e2e9f35150 msgr2=0x55e2e9f35530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1467018157 shutdown_connections 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1467018157 wait complete. 2024-04-22T14:02:07.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- start start 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 Processor -- start 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f45370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f45df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9f4b2f0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9e58580 con 0x55e2e9f483c0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e2e9f4b470 con 0x55e2e9f3aa20 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b14dbb740 10 client.0 _ll_register_callbacks cb 0x55e2e9e5e650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.302+0000 7f2b0b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58220/0 (socket says 172.21.15.83:58220) 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1400839892 learned_addr learned my addr 172.21.15.83:0/1400839892 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f45370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f45df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1400839892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 msgr2=0x55e2e9f45370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f45370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 msgr2=0x55e2e9f45df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f45df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 -- 172.21.15.83:0/1400839892 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e9cd9f70 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f45370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00afd0 tx=0x7f2afc013590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08ced722640bb3d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2aeaffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2afc014a20 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2afc029480 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2afc014cc0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2afc029680 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b14dbb740 10 client.16953 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55e2e9b71170 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.303+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2afc014cc0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f2afc0325e0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 10 client.16953 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 10 client.16953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 20 client.16953 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9f586e0 0x55e2e9f5aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 4 client.16953 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2e9eac920 con 0x55e2e9f586e0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9f586e0 0x55e2e9f5aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2aeaffd640 10 client.16953 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.304+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9f586e0 0x55e2e9f5aad0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78aaff56e219182b server_cookie=38fb92a3b4c30d28 in_seq=0 out_seq=0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2aeaffd640 1 -- 172.21.15.83:0/1400839892 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e2e9eac920 con 0x55e2e9f586e0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2aeaffd640 10 client.16953 handle_command_reply: tid=0 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 client.16953 shutdown 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 msgr2=0x55e2e9f458b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f2afc00afd0 tx=0x7f2afc013590 comp rx=0 tx=0).stop 2024-04-22T14:02:07.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 shutdown_connections 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9f586e0 0x55e2e9f5aad0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f483c0 0x55e2e9f45df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2aeaffd640 0 client.16953 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f458b0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1400839892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f45370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 >> 172.21.15.83:0/1400839892 conn(0x55e2e9f35150 msgr2=0x55e2e9f36ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 shutdown_connections 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1400839892 wait complete. 2024-04-22T14:02:07.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.305+0000 7f2b14dbb740 20 client.16953 trim_cache size 0 max 16384 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.322+0000 7f2b14dbb740 1 Processor -- start 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.322+0000 7f2b14dbb740 1 -- start start 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f541f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f483c0 0x55e2e9f60190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1ab7b0 con 0x55e2e9f3aa20 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1ad380 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1abe80 con 0x55e2e9f483c0 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58232/0 (socket says 172.21.15.83:58232) 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 -- 172.21.15.83:0/1442034375 learned_addr learned my addr 172.21.15.83:0/1442034375 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 -- 172.21.15.83:0/1442034375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f483c0 msgr2=0x55e2e9f60190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f483c0 0x55e2e9f60190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 -- 172.21.15.83:0/1442034375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3b3d0 msgr2=0x55e2e9f541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 -- 172.21.15.83:0/1442034375 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e9f2f590 con 0x55e2e9f3aa20 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2b0affd640 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f2b0002c210 tx=0x7f2b0002bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9dcf35d2a69281 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2af17fa640 1 -- 172.21.15.83:0/1442034375 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0004c070 con 0x55e2e9f3aa20 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2af17fa640 1 -- 172.21.15.83:0/1442034375 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b0002cd30 con 0x55e2e9f3aa20 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.323+0000 7f2af17fa640 1 -- 172.21.15.83:0/1442034375 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b000035f0 con 0x55e2e9f3aa20 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1442034375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 msgr2=0x55e2e9f47aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f2b0002c210 tx=0x7f2b0002bcd0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1442034375 shutdown_connections 2024-04-22T14:02:07.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f483c0 0x55e2e9f60190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/1442034375 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f47aa0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1442034375 >> 172.21.15.83:0/1442034375 conn(0x55e2e9f35150 msgr2=0x55e2e9f45330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1442034375 shutdown_connections 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- 172.21.15.83:0/1442034375 wait complete. 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 -- start start 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.324+0000 7f2b14dbb740 1 Processor -- start 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f420e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f42620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1acc50 con 0x55e2e9f483c0 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1ac580 con 0x55e2e9f3aa20 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2b0c1a97b0 con 0x55e2e9f3b3d0 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 10 client.0 _ll_register_callbacks cb 0x7f2afc009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58248/0 (socket says 172.21.15.83:58248) 2024-04-22T14:02:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 -- 172.21.15.83:0/2730251443 learned_addr learned my addr 172.21.15.83:0/2730251443 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f420e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f42620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 -- 172.21.15.83:0/2730251443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 msgr2=0x55e2e9f42620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f42620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 -- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3aa20 msgr2=0x55e2e9f420e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f420e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 -- 172.21.15.83:0/2730251443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e9fbda80 con 0x55e2e9f483c0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f42620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b0affd640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009230 tx=0x7f2b00048540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29716128ff7ebea9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2aeaffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0004c040 con 0x55e2e9f483c0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2b0002ca80 con 0x55e2e9f483c0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b0002cd30 con 0x55e2e9f483c0 2024-04-22T14:02:07.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2b00065050 con 0x55e2e9f483c0 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.325+0000 7f2b14dbb740 10 client.16959 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55e2e9fbedc0 con 0x55e2e9f483c0 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b0002cd30 con 0x55e2e9f483c0 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7f2b00043660 con 0x55e2e9f483c0 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 10 client.16959 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 10 client.16959 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 20 client.16959 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9fbf490 0x55e2e9fc18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 4 client.16959 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e2e9ea6790 con 0x55e2e9fbf490 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9fbf490 0x55e2e9fc18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2aeaffd640 10 client.16959 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.326+0000 7f2b0b7fe640 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9fbf490 0x55e2e9fc18b0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bc19afe9849b606 server_cookie=72c79c73d2c45383 in_seq=0 out_seq=0 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.327+0000 7f2aeaffd640 1 -- 172.21.15.83:0/2730251443 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e2e9ea6790 con 0x55e2e9fbf490 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.327+0000 7f2aeaffd640 10 client.16959 handle_command_reply: tid=0 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 client.16959 shutdown 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 msgr2=0x55e2e9f42b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009230 tx=0x7f2b00048540 comp rx=0 tx=0).stop 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 shutdown_connections 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e2e9fbf490 0x55e2e9fc18b0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e2e9f483c0 0x55e2e9f42b60 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e2e9f3b3d0 0x55e2e9f42620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 --2- 172.21.15.83:0/2730251443 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e2e9f3aa20 0x55e2e9f420e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 >> 172.21.15.83:0/2730251443 conn(0x55e2e9f35150 msgr2=0x55e2e9f34140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2aeaffd640 0 client.16959 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 shutdown_connections 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 1 -- 172.21.15.83:0/2730251443 wait complete. 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b14dbb740 20 client.16959 trim_cache size 0 max 16384 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "0e36c789-b601-47f7-9b25-7468685c0a2a", 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:02:07.337 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:07.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 msgr2=0x7f2af40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 0x7f2af40a61e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400d720 tx=0x7f2b0406ec60 comp rx=0 tx=0).stop 2024-04-22T14:02:07.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 msgr2=0x7f2b0c19cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f2b0400d750 tx=0x7f2b0400dc10 comp rx=0 tx=0).stop 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 shutdown_connections 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f2af40a3d20 0x7f2af40a61e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2b0c10c400 0x7f2b0c19cf20 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2b0c103950 0x7f2b0c198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 --2- 172.21.15.83:0/1180994313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2b0c103030 0x7f2b0c198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.328+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 >> 172.21.15.83:0/1180994313 conn(0x7f2b0c0fc7d0 msgr2=0x7f2b0c0fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.329+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 shutdown_connections 2024-04-22T14:02:07.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.329+0000 7f2b10f65640 1 -- 172.21.15.83:0/1180994313 wait complete. 2024-04-22T14:02:07.343 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:02:07.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 -- 172.21.15.83:0/1166954538 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c102b50 msgr2=0x7fa22c106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 --2- 172.21.15.83:0/1166954538 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c102b50 0x7fa22c106b90 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa220009860 tx=0x7fa22002bb70 comp rx=0 tx=0).stop 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 -- 172.21.15.83:0/1166954538 shutdown_connections 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 --2- 172.21.15.83:0/1166954538 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 0x7fa22c10ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 --2- 172.21.15.83:0/1166954538 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c102b50 0x7fa22c106b90 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 --2- 172.21.15.83:0/1166954538 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 -- 172.21.15.83:0/1166954538 >> 172.21.15.83:0/1166954538 conn(0x7fa22c0793e0 msgr2=0x7fa22c0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 -- 172.21.15.83:0/1166954538 shutdown_connections 2024-04-22T14:02:07.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.468+0000 7fa231643640 1 -- 172.21.15.83:0/1166954538 wait complete. 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 Processor -- start 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 -- start start 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c10e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 0x7fa22c10ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 0x7fa22c10bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c075870 con 0x7fa22c1021a0 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c0756f0 con 0x7fa22c10bb40 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa231643640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c0759f0 con 0x7fa22c107270 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa22affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c10e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa22affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c10e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58270/0 (socket says 172.21.15.83:58270) 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.469+0000 7fa22affd640 1 -- 172.21.15.83:0/2293903122 learned_addr learned my addr 172.21.15.83:0/2293903122 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 0x7fa22c10bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 0x7fa22c10ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 -- 172.21.15.83:0/2293903122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 msgr2=0x7fa22c10ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 0x7fa22c10ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 -- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 msgr2=0x7fa22c10e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c10e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 -- 172.21.15.83:0/2293903122 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22c1ab3e0 con 0x7fa22c10bb40 2024-04-22T14:02:07.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 0x7fa22c10bff0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa224009fd0 tx=0x7fa22400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa213fff640 1 -- 172.21.15.83:0/2293903122 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa22400ce20 con 0x7fa22c10bb40 2024-04-22T14:02:07.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa22c1ab5b0 con 0x7fa22c10bb40 2024-04-22T14:02:07.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa213fff640 1 -- 172.21.15.83:0/2293903122 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa224005020 con 0x7fa22c10bb40 2024-04-22T14:02:07.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa213fff640 1 -- 172.21.15.83:0/2293903122 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa224010690 con 0x7fa22c10bb40 2024-04-22T14:02:07.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.470+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa22c1aba10 con 0x7fa22c10bb40 2024-04-22T14:02:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.473+0000 7fa234235740 1 Processor -- start 2024-04-22T14:02:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.473+0000 7fa213fff640 1 -- 172.21.15.83:0/2293903122 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa2240054d0 con 0x7fa22c10bb40 2024-04-22T14:02:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.473+0000 7fa234235740 1 -- start start 2024-04-22T14:02:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e29960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e34e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558f11d8e1e0 con 0x558f11e29580 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558f11d2b390 con 0x558f11e29ea0 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa234235740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558f11d8a1a0 con 0x558f11e32a80 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e29960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e34e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:44288/0 (socket says 172.21.15.83:44288) 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e34e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:40346/0 (socket says 172.21.15.83:40346) 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 -- 172.21.15.83:0/623499182 learned_addr learned my addr 172.21.15.83:0/623499182 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa213fff640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 0x7fa2140a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 -- 172.21.15.83:0/623499182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 msgr2=0x558f11e34e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e34e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 -- 172.21.15.83:0/623499182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 msgr2=0x558f11e29960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e29960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa213fff640 1 -- 172.21.15.83:0/2293903122 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa2240d0eb0 con 0x7fa22c10bb40 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22affd640 1 -- 172.21.15.83:0/623499182 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f11b6a7d0 con 0x558f11e29ea0 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e29960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.474+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 0x7fa2140a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.475+0000 7fa22affd640 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa21c009d80 tx=0x7fa21c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df940bb862ce42a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.475+0000 7fa2117fa640 1 -- 172.21.15.83:0/623499182 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c004230 con 0x558f11e29ea0 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.475+0000 7fa2117fa640 1 -- 172.21.15.83:0/623499182 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa21c0043d0 con 0x558f11e29ea0 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.475+0000 7fa2117fa640 1 -- 172.21.15.83:0/623499182 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c0197e0 con 0x558f11e29ea0 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa22b7fe640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 0x7fa2140a62e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a5560 tx=0x7fa2240057c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- 172.21.15.83:0/623499182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 msgr2=0x558f11e32540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa21c009d80 tx=0x7fa21c011810 comp rx=0 tx=0).stop 2024-04-22T14:02:07.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- 172.21.15.83:0/623499182 shutdown_connections 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e34e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e32540 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 --2- 172.21.15.83:0/623499182 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e29960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- 172.21.15.83:0/623499182 >> 172.21.15.83:0/623499182 conn(0x558f11e23cb0 msgr2=0x558f11e24090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- 172.21.15.83:0/623499182 shutdown_connections 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- 172.21.15.83:0/623499182 wait complete. 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 -- start start 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.476+0000 7fa234235740 1 Processor -- start 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e2fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e304e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558f11e35870 con 0x558f11e29580 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558f11d472f0 con 0x558f11e29ea0 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558f11e359f0 con 0x558f11e32a80 2024-04-22T14:02:07.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa234235740 10 client.0 _ll_register_callbacks cb 0x558f11d54580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e2fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:44294/0 (socket says 172.21.15.83:44294) 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22affd640 1 -- 172.21.15.83:0/3752505291 learned_addr learned my addr 172.21.15.83:0/3752505291 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e304e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 -- 172.21.15.83:0/3752505291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 msgr2=0x558f11e304e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e304e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 -- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 msgr2=0x558f11e2ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 -- 172.21.15.83:0/3752505291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f11aa03f0 con 0x558f11e29580 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22affd640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e2fa60 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fa220037040 tx=0x7fa22002bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c08f1964e374e6b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.477+0000 7fa20eff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:07.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220039040 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa220004050 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa21c0043d0 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fa220056050 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa234235740 10 client.16971 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x558f11a600f0 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.478+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa21c0043d0 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7fa22004d070 con 0x558f11e29580 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 10 client.16971 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 10 client.16971 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 20 client.16971 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11e429f0 0x558f11e44e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 4 client.16971 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f11d9bc00 con 0x558f11e429f0 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa22affd640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11e429f0 0x558f11e44e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa22affd640 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11e429f0 0x558f11e44e00 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef0de6acb712bab5 server_cookie=7c3282c1bf86a55 in_seq=0 out_seq=0 2024-04-22T14:02:07.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.479+0000 7fa20eff5640 10 client.16971 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa20eff5640 1 -- 172.21.15.83:0/3752505291 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558f11d9bc00 con 0x558f11e429f0 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa20eff5640 10 client.16971 handle_command_reply: tid=0 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 client.16971 shutdown 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 msgr2=0x558f11e2fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e2fa60 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fa220037040 tx=0x7fa22002bb70 comp rx=0 tx=0).stop 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 shutdown_connections 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11e429f0 0x558f11e44e00 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e304e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e2ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa20eff5640 0 client.16971 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 --2- 172.21.15.83:0/3752505291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e2fa60 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 >> 172.21.15.83:0/3752505291 conn(0x558f11e23cb0 msgr2=0x558f11e25a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 shutdown_connections 2024-04-22T14:02:07.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 1 -- 172.21.15.83:0/3752505291 wait complete. 2024-04-22T14:02:07.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.480+0000 7fa234235740 20 client.16971 trim_cache size 0 max 16384 2024-04-22T14:02:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.505+0000 7fa234235740 1 Processor -- start 2024-04-22T14:02:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.505+0000 7fa234235740 1 -- start start 2024-04-22T14:02:07.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e3e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e2ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b3e60 con 0x558f11e29580 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b5a30 con 0x558f11e29ea0 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa234235740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b4530 con 0x558f11e32a80 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e3e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58286/0 (socket says 172.21.15.83:58286) 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 -- 172.21.15.83:0/2957853904 learned_addr learned my addr 172.21.15.83:0/2957853904 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e2ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 -- 172.21.15.83:0/2957853904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 msgr2=0x558f11e2ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e2ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 -- 172.21.15.83:0/2957853904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 msgr2=0x558f11e3e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e3e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 -- 172.21.15.83:0/2957853904 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f11e28900 con 0x558f11e29580 2024-04-22T14:02:07.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.506+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa220005d10 tx=0x7fa220001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1cb7d5645f8e631 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.507+0000 7fa210ff9640 1 -- 172.21.15.83:0/2957853904 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220035e60 con 0x558f11e29580 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.507+0000 7fa210ff9640 1 -- 172.21.15.83:0/2957853904 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa220005850 con 0x558f11e29580 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.507+0000 7fa210ff9640 1 -- 172.21.15.83:0/2957853904 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220039040 con 0x558f11e29580 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- 172.21.15.83:0/2957853904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 msgr2=0x558f11e32190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7fa220005d10 tx=0x7fa220001e50 comp rx=0 tx=0).stop 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- 172.21.15.83:0/2957853904 shutdown_connections 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e32a80 0x558f11e2ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29ea0 0x558f11e3e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 --2- 172.21.15.83:0/2957853904 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e29580 0x558f11e32190 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- 172.21.15.83:0/2957853904 >> 172.21.15.83:0/2957853904 conn(0x558f11e23cb0 msgr2=0x558f11e2e330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- 172.21.15.83:0/2957853904 shutdown_connections 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- 172.21.15.83:0/2957853904 wait complete. 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 -- start start 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.508+0000 7fa234235740 1 Processor -- start 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 0x558f11e3ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e29ea0 0x558f11e3b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 0x558f11e2bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b5300 con 0x558f11e32a80 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b4c30 con 0x558f11e29580 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa22c1b1e40 con 0x558f11e29ea0 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa234235740 10 client.0 _ll_register_callbacks cb 0x7fa2240093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 0x558f11e3ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 0x558f11e2bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 0x558f11e2bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:58296/0 (socket says 172.21.15.83:58296) 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 -- 172.21.15.83:0/1249199095 learned_addr learned my addr 172.21.15.83:0/1249199095 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22affd640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e29ea0 0x558f11e3b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 -- 172.21.15.83:0/1249199095 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e29ea0 msgr2=0x558f11e3b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e29ea0 0x558f11e3b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 -- 172.21.15.83:0/1249199095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 msgr2=0x558f11e2bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 0x558f11e2bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 -- 172.21.15.83:0/1249199095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f11e2c480 con 0x558f11e29580 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa22a7fc640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 0x558f11e3ac70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa220035dc0 tx=0x7fa2200348b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd12b160382e7687 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa20eff5640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.509+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa220063040 con 0x558f11e29580 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa220005850 con 0x558f11e29580 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa220005590 con 0x558f11e29580 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fa22002c510 con 0x558f11e29580 2024-04-22T14:02:07.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 10 client.26255 fetch_fsmap learned FSMap version 32 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x558f11ea8950 con 0x558f11e29580 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa220005850 con 0x558f11e29580 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 32) ==== 8374+0+0 (secure 0 0 0) 0x7fa220067020 con 0x558f11e29580 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 10 client.26255 fetch_fsmap finished waiting for FSMap version 32 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 10 client.26255 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 20 client.26255 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11ea8f20 0x558f11eab340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 4 client.26255 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558f11d95a70 con 0x558f11ea8f20 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.510+0000 7fa22affd640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11ea8f20 0x558f11eab340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa20eff5640 10 client.26255 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa22affd640 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11ea8f20 0x558f11eab340 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dd3a6c60d86398a server_cookie=a117f553d3795711 in_seq=0 out_seq=0 2024-04-22T14:02:07.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa20eff5640 1 -- 172.21.15.83:0/1249199095 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558f11d95a70 con 0x558f11ea8f20 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa20eff5640 10 client.26255 handle_command_reply: tid=0 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 client.26255 shutdown 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 msgr2=0x558f11e3ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 0x558f11e3ac70 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa220035dc0 tx=0x7fa2200348b0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 shutdown_connections 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558f11ea8f20 0x558f11eab340 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa20eff5640 0 client.26255 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558f11e32a80 0x558f11e2bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558f11e29ea0 0x558f11e3b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 --2- 172.21.15.83:0/1249199095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558f11e29580 0x558f11e3ac70 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 >> 172.21.15.83:0/1249199095 conn(0x558f11e23cb0 msgr2=0x558f11e2fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.511+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 shutdown_connections 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.512+0000 7fa234235740 1 -- 172.21.15.83:0/1249199095 wait complete. 2024-04-22T14:02:07.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.512+0000 7fa234235740 20 client.26255 trim_cache size 0 max 16384 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "0e36c789-b601-47f7-9b25-7468685c0a2a": { 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "0e36c789-b601-47f7-9b25-7468685c0a2a", 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:07.520 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:07.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 msgr2=0x7fa2140a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 0x7fa2140a62e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fa2240a5560 tx=0x7fa2240057c0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 msgr2=0x7fa22c10bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 0x7fa22c10bff0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa224009fd0 tx=0x7fa22400ef10 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 shutdown_connections 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa2140a3e20 0x7fa2140a62e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa22c10bb40 0x7fa22c10bff0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa22c107270 0x7fa22c10ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 --2- 172.21.15.83:0/2293903122 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa22c1021a0 0x7fa22c10e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 >> 172.21.15.83:0/2293903122 conn(0x7fa22c0793e0 msgr2=0x7fa22c0ff770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 shutdown_connections 2024-04-22T14:02:07.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:07.513+0000 7fa231643640 1 -- 172.21.15.83:0/2293903122 wait complete. 2024-04-22T14:02:07.529 INFO:tasks.cephfs.filesystem:scrub status for tag:0e36c789-b601-47f7-9b25-7468685c0a2a - {'path': '/', 'tag': '0e36c789-b601-47f7-9b25-7468685c0a2a', 'options': 'recursive,force'} 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: pgmap v121: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 28 KiB/s wr, 29 op/s 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:08.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:08.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:08 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: pgmap v121: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 28 KiB/s wr, 29 op/s 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:08.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:08.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:08 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: pgmap v121: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 28 KiB/s wr, 29 op/s 2024-04-22T14:02:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:02:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:08 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:09.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:09 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:09.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:09 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:09.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:09 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:10.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:10 smithi173 ceph-mon[31493]: pgmap v122: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:10.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:10 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:10.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:10 smithi083 ceph-mon[27977]: pgmap v122: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:10.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:10 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:10.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:10 smithi084 ceph-mon[31312]: pgmap v122: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:10.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:10 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:12.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:12 smithi173 ceph-mon[31493]: pgmap v123: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:12.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:12 smithi083 ceph-mon[27977]: pgmap v123: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:12.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:12 smithi084 ceph-mon[31312]: pgmap v123: 97 pgs: 97 active+clean; 101 MiB data, 957 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 26 KiB/s wr, 24 op/s 2024-04-22T14:02:14.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:14 smithi173 ceph-mon[31493]: pgmap v124: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:02:14.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:14 smithi083 ceph-mon[27977]: pgmap v124: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:02:14.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:14 smithi084 ceph-mon[31312]: pgmap v124: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:02:16.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:16 smithi173 ceph-mon[31493]: pgmap v125: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-04-22T14:02:16.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:16 smithi083 ceph-mon[27977]: pgmap v125: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-04-22T14:02:16.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:16 smithi084 ceph-mon[31312]: pgmap v125: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-04-22T14:02:18.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:18 smithi173 ceph-mon[31493]: pgmap v126: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:18.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:18 smithi083 ceph-mon[27977]: pgmap v126: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:18.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:18 smithi084 ceph-mon[31312]: pgmap v126: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:19.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:19 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:19.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:19 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:19.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:19 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:19 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:19 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:19 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:19.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:19 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:19.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:19 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:19.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:19 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: pgmap v127: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:02:20.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: pgmap v127: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:02:20.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: pgmap v127: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:02:20.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:02:20.969 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 -- 172.21.15.83:0/3065038750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c105ea0 msgr2=0x7f178c106280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 --2- 172.21.15.83:0/3065038750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c105ea0 0x7f178c106280 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f1784009ca0 tx=0x7f178402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 -- 172.21.15.83:0/3065038750 shutdown_connections 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 --2- 172.21.15.83:0/3065038750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c101b40 0x7f178c10dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 --2- 172.21.15.83:0/3065038750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c1011a0 0x7f178c101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 --2- 172.21.15.83:0/3065038750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c105ea0 0x7f178c106280 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 -- 172.21.15.83:0/3065038750 >> 172.21.15.83:0/3065038750 conn(0x7f178c077e30 msgr2=0x7f178c078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 -- 172.21.15.83:0/3065038750 shutdown_connections 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.064+0000 7f1792b59640 1 -- 172.21.15.83:0/3065038750 wait complete. 2024-04-22T14:02:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 Processor -- start 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 -- start start 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 0x7f178c198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c105ea0 0x7f178c19cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f178c112260 con 0x7f178c1011a0 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f178c1120e0 con 0x7f178c101b40 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f178c1123e0 con 0x7f178c105ea0 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43580/0 (socket says 172.21.15.83:43580) 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 -- 172.21.15.83:0/4080073045 learned_addr learned my addr 172.21.15.83:0/4080073045 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f178bfff640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 0x7f178c198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17910f6640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c105ea0 0x7f178c19cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 -- 172.21.15.83:0/4080073045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c105ea0 msgr2=0x7f178c19cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c105ea0 0x7f178c19cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 -- 172.21.15.83:0/4080073045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 msgr2=0x7f178c198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 0x7f178c198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 -- 172.21.15.83:0/4080073045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f178c19d6e0 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f178bfff640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 0x7f178c198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f17908f5640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f1784005e30 tx=0x7f17840346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784039040 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.065+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f178c19d970 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.066+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1784044070 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.066+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f178c1a5260 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.066+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784003e60 con 0x7f178c1011a0 2024-04-22T14:02:21.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.067+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f178c102590 con 0x7f178c1011a0 2024-04-22T14:02:21.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.068+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f17840324b0 con 0x7f178c1011a0 2024-04-22T14:02:21.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.069+0000 7f1789ffb640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 0x7f17780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.069+0000 7f178bfff640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 0x7f17780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.069+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f17840f3050 con 0x7f178c1011a0 2024-04-22T14:02:21.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.069+0000 7f178bfff640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 0x7f17780a61e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f177c0058c0 tx=0x7f177c005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.073+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f178403e3a0 con 0x7f178c1011a0 2024-04-22T14:02:21.291 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.288+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f178c109370 con 0x7f178c1011a0 2024-04-22T14:02:21.292 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.289+0000 7f1789ffb640 1 -- 172.21.15.83:0/4080073045 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11928 (secure 0 0 0) 0x7f17840bf8c0 con 0x7f178c1011a0 2024-04-22T14:02:21.292 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:02:21.293 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:08.736130+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:02:21.293 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 33 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 msgr2=0x7f17780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 0x7f17780a61e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f177c0058c0 tx=0x7f177c005850 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 msgr2=0x7f178c198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f1784005e30 tx=0x7f17840346f0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 shutdown_connections 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f17780a3d20 0x7f17780a61e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f178c105ea0 0x7f178c19cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f178c101b40 0x7f178c198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 --2- 172.21.15.83:0/4080073045 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f178c1011a0 0x7f178c198740 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 >> 172.21.15.83:0/4080073045 conn(0x7f178c077e30 msgr2=0x7f178c0fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.291+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 shutdown_connections 2024-04-22T14:02:21.295 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.292+0000 7f1792b59640 1 -- 172.21.15.83:0/4080073045 wait complete. 2024-04-22T14:02:21.305 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 26c88c7d --release --await' 2024-04-22T14:02:21.306 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --set-id 26c88c7d --release --await 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 -- 172.21.15.83:0/637348958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f006b1f0 msgr2=0x7fb6f0106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 --2- 172.21.15.83:0/637348958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f006b1f0 0x7fb6f0106b90 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8009900 tx=0x7fb6d802bc30 comp rx=0 tx=0).stop 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 -- 172.21.15.83:0/637348958 shutdown_connections 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 --2- 172.21.15.83:0/637348958 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f0107270 0x7fb6f010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 --2- 172.21.15.83:0/637348958 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f006b1f0 0x7fb6f0106b90 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 --2- 172.21.15.83:0/637348958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f006a840 0x7fb6f006ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 -- 172.21.15.83:0/637348958 >> 172.21.15.83:0/637348958 conn(0x7fb6f0077eb0 msgr2=0x7fb6f00782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 -- 172.21.15.83:0/637348958 shutdown_connections 2024-04-22T14:02:21.412 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.408+0000 7fb6f5048640 1 -- 172.21.15.83:0/637348958 wait complete. 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 Processor -- start 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 -- start start 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f006a840 0x7fb6f019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f01985c0 0x7fb6f0198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112200 con 0x7fb6f0107270 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112080 con 0x7fb6f01985c0 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6f5048640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f0112380 con 0x7fb6f006a840 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43602/0 (socket says 172.21.15.83:43602) 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 -- 172.21.15.83:0/4055715198 learned_addr learned my addr 172.21.15.83:0/4055715198 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f01985c0 0x7fb6f0198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f006a840 0x7fb6f019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 -- 172.21.15.83:0/4055715198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f006a840 msgr2=0x7fb6f019e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f006a840 0x7fb6f019e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 -- 172.21.15.83:0/4055715198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f01985c0 msgr2=0x7fb6f0198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f01985c0 0x7fb6f0198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.409+0000 7fb6e659c640 1 -- 172.21.15.83:0/4055715198 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f01990e0 con 0x7fb6f0107270 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6e659c640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8000c00 tx=0x7fb6d80045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6ecd99640 1 -- 172.21.15.83:0/4055715198 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8043020 con 0x7fb6f0107270 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6ecd99640 1 -- 172.21.15.83:0/4055715198 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6d802cb70 con 0x7fb6f0107270 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f0199370 con 0x7fb6f0107270 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6ecd99640 1 -- 172.21.15.83:0/4055715198 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8003b80 con 0x7fb6f0107270 2024-04-22T14:02:21.415 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.410+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f01a55c0 con 0x7fb6f0107270 2024-04-22T14:02:21.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.412+0000 7fb6ecd99640 1 -- 172.21.15.83:0/4055715198 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb6d8046020 con 0x7fb6f0107270 2024-04-22T14:02:21.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.412+0000 7fb6f7c30740 1 Processor -- start 2024-04-22T14:02:21.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.412+0000 7fb6f7c30740 1 -- start start 2024-04-22T14:02:21.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6ecd99640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 0x7fb6dc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b692d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b6bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ca06ac5500 con 0x55ca06b60310 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ca06a6b6a0 con 0x55ca06b60c30 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ca06ac14c0 con 0x55ca06b69810 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43616/0 (socket says 172.21.15.83:43616) 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 -- 172.21.15.83:0/3614749623 learned_addr learned my addr 172.21.15.83:0/3614749623 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 0x7fb6dc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6e659c640 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b692d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6ecd99640 1 -- 172.21.15.83:0/4055715198 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb6d80f27d0 con 0x7fb6f0107270 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 -- 172.21.15.83:0/3614749623 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 msgr2=0x55ca06b6bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b6bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b6bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 -- 172.21.15.83:0/3614749623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 msgr2=0x55ca06b692d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b692d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 -- 172.21.15.83:0/3614749623 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca06a8a5e0 con 0x55ca06b60310 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 0x7fb6dc0a61e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800a780 tx=0x7fb6e8013830 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.413+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009c80 tx=0x7fb6e00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9f3dfa32bf26dc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6e559a640 1 -- 172.21.15.83:0/3614749623 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0012450 con 0x55ca06b60310 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6e559a640 1 -- 172.21.15.83:0/3614749623 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6e0012aa0 con 0x55ca06b60310 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6e559a640 1 -- 172.21.15.83:0/3614749623 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e000fa70 con 0x55ca06b60310 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3614749623 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 msgr2=0x55ca06b606f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0009c80 tx=0x7fb6e00117b0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3614749623 shutdown_connections 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b6bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b692d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3614749623 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b606f0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3614749623 >> 172.21.15.83:0/3614749623 conn(0x55ca06b5aa40 msgr2=0x55ca06b5ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3614749623 shutdown_connections 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.414+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3614749623 wait complete. 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 -- start start 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 Processor -- start 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b665e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b66d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ca06b6c600 con 0x55ca06b60310 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ca06a7ea60 con 0x55ca06b60c30 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ca06b6c780 con 0x55ca06b69810 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6f7c30740 10 client.0 _ll_register_callbacks cb 0x55ca067d7110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43626/0 (socket says 172.21.15.83:43626) 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 -- 172.21.15.83:0/1114261852 learned_addr learned my addr 172.21.15.83:0/1114261852 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6e659c640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b665e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 -- 172.21.15.83:0/1114261852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 msgr2=0x55ca06b66d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b66d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b66d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 -- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 msgr2=0x55ca06b665e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b665e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6eed9d640 1 -- 172.21.15.83:0/1114261852 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca067d7920 con 0x55ca06b60310 2024-04-22T14:02:21.426 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.415+0000 7fb6e659c640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b665e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0012010 tx=0x7fb6e0009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d360906583db177 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0029060 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb6e0004260 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6e0012aa0 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb6e0004460 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 10 client.16995 fetch_fsmap learned FSMap version 34 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ca068a3d30 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6e0012aa0 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 34) ==== 8366+0+0 (secure 0 0 0) 0x7fb6e000f7b0 con 0x55ca06b60310 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 10 client.16995 fetch_fsmap finished waiting for FSMap version 34 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 10 client.16995 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 20 client.16995 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06b798c0 0x55ca06b7bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 4 client.16995 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca06a98a10 con 0x55ca06b798c0 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.416+0000 7fb6e659c640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06b798c0 0x55ca06b7bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.417+0000 7fb6d67fc640 10 client.16995 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.417+0000 7fb6e659c640 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06b798c0 0x55ca06b7bcb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6ec04ca06af78cd server_cookie=b81eef608d725d72 in_seq=0 out_seq=0 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.417+0000 7fb6d67fc640 1 -- 172.21.15.83:0/1114261852 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ca06a98a10 con 0x55ca06b798c0 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.417+0000 7fb6d67fc640 10 client.16995 handle_command_reply: tid=0 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.417+0000 7fb6f7c30740 1 client.16995 shutdown 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 msgr2=0x55ca06b69250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb6e0012010 tx=0x7fb6e0009cb0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 shutdown_connections 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06b798c0 0x55ca06b7bcb0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b69810 0x55ca06b66d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6d67fc640 0 client.16995 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:21.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b60c30 0x55ca06b665e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/1114261852 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60310 0x55ca06b69250 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 >> 172.21.15.83:0/1114261852 conn(0x55ca06b5aa40 msgr2=0x55ca06b5c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 shutdown_connections 2024-04-22T14:02:21.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 1 -- 172.21.15.83:0/1114261852 wait complete. 2024-04-22T14:02:21.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.418+0000 7fb6f7c30740 20 client.16995 trim_cache size 0 max 16384 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 Processor -- start 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 -- start start 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b81340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b68d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01adc30 con 0x55ca06b60c30 2024-04-22T14:02:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01af7d0 con 0x55ca06b69810 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01ae300 con 0x55ca06b60310 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43640/0 (socket says 172.21.15.83:43640) 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 -- 172.21.15.83:0/3548284671 learned_addr learned my addr 172.21.15.83:0/3548284671 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b68d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b81340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 -- 172.21.15.83:0/3548284671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 msgr2=0x55ca06b81340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b81340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 -- 172.21.15.83:0/3548284671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 msgr2=0x55ca06b68d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b68d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.435+0000 7fb6e659c640 1 -- 172.21.15.83:0/3548284671 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca06b6c4e0 con 0x55ca06b60c30 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6e659c640 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb6d80bb280 tx=0x7fb6d80df040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43f99630de0187d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6e4d99640 1 -- 172.21.15.83:0/3548284671 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d80c2c60 con 0x55ca06b60c30 2024-04-22T14:02:21.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6e4d99640 1 -- 172.21.15.83:0/3548284671 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6d80c7520 con 0x55ca06b60c30 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6e4d99640 1 -- 172.21.15.83:0/3548284671 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d80d3350 con 0x55ca06b60c30 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3548284671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 msgr2=0x55ca06b81880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb6d80bb280 tx=0x7fb6d80df040 comp rx=0 tx=0).stop 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3548284671 shutdown_connections 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b68d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b81880 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/3548284671 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b81340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3548284671 >> 172.21.15.83:0/3548284671 conn(0x55ca06b5aa40 msgr2=0x55ca06b59b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3548284671 shutdown_connections 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.436+0000 7fb6f7c30740 1 -- 172.21.15.83:0/3548284671 wait complete. 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 -- start start 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 Processor -- start 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b719e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b6c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01af0d0 con 0x55ca06b60c30 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01aea00 con 0x55ca06b69810 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f01abc30 con 0x55ca06b60310 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6f7c30740 10 client.0 _ll_register_callbacks cb 0x7fb6e0009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43648/0 (socket says 172.21.15.83:43648) 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 -- 172.21.15.83:0/2709859001 learned_addr learned my addr 172.21.15.83:0/2709859001 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6ef59e640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b6c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b719e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 -- 172.21.15.83:0/2709859001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 msgr2=0x55ca06b719e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b719e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 -- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 msgr2=0x55ca06b6c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b6c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 -- 172.21.15.83:0/2709859001 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca06b6d1c0 con 0x55ca06b60c30 2024-04-22T14:02:21.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6e659c640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb6d80f0550 tx=0x7fb6d80bea30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f83c9f52c71157c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.437+0000 7fb6d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6d8003d20 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fb6d80d5b10 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6d80c7520 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7fb6d8005490 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 10 client.17001 fetch_fsmap learned FSMap version 34 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) -- 0x55ca06be06b0 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb6d80c7520 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 34) ==== 8366+0+0 (secure 0 0 0) 0x7fb6d80c7090 con 0x55ca06b60c30 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 10 client.17001 fetch_fsmap finished waiting for FSMap version 34 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 10 client.17001 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 20 client.17001 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:21.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06be0da0 0x55ca06be31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:21.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 4 client.17001 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "26c88c7d", "release": true, "await": true}] 2024-04-22T14:02:21.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "set_id": "26c88c7d", "release": true, "await": true}) -- 0x55ca06ad2f20 con 0x55ca06be0da0 2024-04-22T14:02:21.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.438+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06be0da0 0x55ca06be31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:21.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.439+0000 7fb6eed9d640 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06be0da0 0x55ca06be31c0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e37b8e037b6692fd server_cookie=77075a952b7c720e in_seq=0 out_seq=0 2024-04-22T14:02:21.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:21.439+0000 7fb6d67fc640 10 client.17001 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:21.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4080073045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:21.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4080073045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:21.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4080073045' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.392+0000 7fb6d67fc640 1 -- 172.21.15.83:0/2709859001 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55ca06ad2f20 con 0x55ca06be0da0 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.392+0000 7fb6d67fc640 10 client.17001 handle_command_reply: tid=0 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.392+0000 7fb6f7c30740 1 client.17001 shutdown 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 msgr2=0x55ca06b71f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb6d80f0550 tx=0x7fb6d80bea30 comp rx=0 tx=0).stop 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 shutdown_connections 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ca06be0da0 0x55ca06be31c0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ca06b69810 0x55ca06b6c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ca06b60c30 0x55ca06b71f20 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 --2- 172.21.15.83:0/2709859001 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ca06b60310 0x55ca06b719e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6d67fc640 0 client.17001 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 >> 172.21.15.83:0/2709859001 conn(0x55ca06b5aa40 msgr2=0x55ca06b5bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 shutdown_connections 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 1 -- 172.21.15.83:0/2709859001 wait complete. 2024-04-22T14:02:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.393+0000 7fb6f7c30740 20 client.17001 trim_cache size 0 max 16384 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 34, 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 12, 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "26c88c7d": { 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 12, 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:02:22.398 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 92.2, 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:22.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 msgr2=0x7fb6dc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 0x7fb6dc0a61e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800a780 tx=0x7fb6e8013830 comp rx=0 tx=0).stop 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 msgr2=0x7fb6f019e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8000c00 tx=0x7fb6d80045e0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 shutdown_connections 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb6dc0a3d20 0x7fb6dc0a61e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f01985c0 0x7fb6f0198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb6f0107270 0x7fb6f019e950 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 --2- 172.21.15.83:0/4055715198 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb6f006a840 0x7fb6f019e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 >> 172.21.15.83:0/4055715198 conn(0x7fb6f0077eb0 msgr2=0x7fb6f0108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 shutdown_connections 2024-04-22T14:02:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:22.394+0000 7fb6f5048640 1 -- 172.21.15.83:0/4055715198 wait complete. 2024-04-22T14:02:22.415 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: 26c88c7d, seconds elapsed: 36.0 2024-04-22T14:02:22.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:22 smithi173 ceph-mon[31493]: pgmap v128: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:22.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:22 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:22.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:22 smithi083 ceph-mon[27977]: pgmap v128: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:22.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:22 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:22.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:22 smithi084 ceph-mon[31312]: pgmap v128: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 52 KiB/s wr, 10 op/s 2024-04-22T14:02:22.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:22 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:24.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:24 smithi173 ceph-mon[31493]: pgmap v129: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:24.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:24 smithi083 ceph-mon[27977]: pgmap v129: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:24.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:24 smithi084 ceph-mon[31312]: pgmap v129: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-04-22T14:02:26.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:26 smithi173 ceph-mon[31493]: pgmap v130: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-22T14:02:26.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:26 smithi083 ceph-mon[27977]: pgmap v130: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-22T14:02:26.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:26 smithi084 ceph-mon[31312]: pgmap v130: 97 pgs: 97 active+clean; 101 MiB data, 958 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-04-22T14:02:27.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:27 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:27.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:27 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:27.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:27 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:28.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:28 smithi083 ceph-mon[27977]: pgmap v131: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-22T14:02:28.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:28 smithi084 ceph-mon[31312]: pgmap v131: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-22T14:02:28.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:28 smithi173 ceph-mon[31493]: pgmap v131: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 364 op/s 2024-04-22T14:02:30.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:30 smithi083 ceph-mon[27977]: pgmap v132: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:30.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:30 smithi084 ceph-mon[31312]: pgmap v132: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:30.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:30 smithi173 ceph-mon[31493]: pgmap v132: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:31.165 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x9ff773 2024-04-22T14:02:31.540 INFO:tasks.workunit.client.0.smithi083.stdout:20000 punch from 0x34ddcb to 0x35324f, (0x5484 bytes) 2024-04-22T14:02:32.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:32 smithi083 ceph-mon[27977]: pgmap v133: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:32.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:32 smithi084 ceph-mon[31312]: pgmap v133: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:32.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:32 smithi173 ceph-mon[31493]: pgmap v133: 97 pgs: 97 active+clean; 108 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 2.1 MiB/s wr, 360 op/s 2024-04-22T14:02:34.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:34 smithi083 ceph-mon[27977]: pgmap v134: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 696 op/s 2024-04-22T14:02:34.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:34 smithi084 ceph-mon[31312]: pgmap v134: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 696 op/s 2024-04-22T14:02:34.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:34 smithi173 ceph-mon[31493]: pgmap v134: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 696 op/s 2024-04-22T14:02:36.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:36 smithi083 ceph-mon[27977]: pgmap v135: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 691 op/s 2024-04-22T14:02:36.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:36 smithi084 ceph-mon[31312]: pgmap v135: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 691 op/s 2024-04-22T14:02:36.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:36 smithi173 ceph-mon[31493]: pgmap v135: 97 pgs: 97 active+clean; 114 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 4.0 MiB/s wr, 691 op/s 2024-04-22T14:02:37.530 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:02:37.530 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:02:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 -- 172.21.15.83:0/2616050446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 msgr2=0x7f4438101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 --2- 172.21.15.83:0/2616050446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438101460 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4430009ca0 tx=0x7f443002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 -- 172.21.15.83:0/2616050446 shutdown_connections 2024-04-22T14:02:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 --2- 172.21.15.83:0/2616050446 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f443810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 --2- 172.21.15.83:0/2616050446 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4438101a30 0x7f4438105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 --2- 172.21.15.83:0/2616050446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438101460 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 -- 172.21.15.83:0/2616050446 >> 172.21.15.83:0/2616050446 conn(0x7f4438078000 msgr2=0x7f4438078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 -- 172.21.15.83:0/2616050446 shutdown_connections 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 -- 172.21.15.83:0/2616050446 wait complete. 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.642+0000 7f443e123640 1 Processor -- start 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 -- start start 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f443819a040 0x7f44381a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4438111090 con 0x7f4438106150 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4438110f10 con 0x7f4438101080 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f443e123640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4438111210 con 0x7f443819a040 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51082/0 (socket says 172.21.15.83:51082) 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4437fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f443819a040 0x7f44381a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 -- 172.21.15.83:0/3472652280 learned_addr learned my addr 172.21.15.83:0/3472652280 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f44377fe640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 -- 172.21.15.83:0/3472652280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f443819a040 msgr2=0x7f44381a45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f443819a040 0x7f44381a45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 -- 172.21.15.83:0/3472652280 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 msgr2=0x7f4438199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 -- 172.21.15.83:0/3472652280 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44381a4dc0 con 0x7f4438106150 2024-04-22T14:02:37.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.643+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f442c005fd0 tx=0x7f442c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.644+0000 7f4434ff9640 1 -- 172.21.15.83:0/3472652280 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f442c017070 con 0x7f4438106150 2024-04-22T14:02:37.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.644+0000 7f4434ff9640 1 -- 172.21.15.83:0/3472652280 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f442c009c30 con 0x7f4438106150 2024-04-22T14:02:37.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.644+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44381a50b0 con 0x7f4438106150 2024-04-22T14:02:37.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.644+0000 7f4434ff9640 1 -- 172.21.15.83:0/3472652280 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f442c003d30 con 0x7f4438106150 2024-04-22T14:02:37.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.644+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44381a5600 con 0x7f4438106150 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.646+0000 7f4434ff9640 1 -- 172.21.15.83:0/3472652280 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f442c003ed0 con 0x7f4438106150 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.646+0000 7f4440def740 1 Processor -- start 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.646+0000 7f4440def740 1 -- start start 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.646+0000 7f4440def740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 0x5612a8c8dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.646+0000 7f4440def740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 0x5612a8c96950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4440def740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c96e90 0x5612a8c99280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4440def740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5612a8bee1e0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4440def740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5612a8b8b390 con 0x5612a8c8d990 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4440def740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5612a8bea1a0 con 0x5612a8c96e90 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4434ff9640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 0x7f44200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 0x5612a8c96950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 0x5612a8c96950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51092/0 (socket says 172.21.15.83:51092) 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f44377fe640 1 -- 172.21.15.83:0/1176812468 learned_addr learned my addr 172.21.15.83:0/1176812468 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4436ffd640 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c96e90 0x5612a8c99280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 0x5612a8c8dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 0x7f44200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4434ff9640 1 -- 172.21.15.83:0/3472652280 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f442c0d03d0 con 0x7f4438106150 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 -- 172.21.15.83:0/1176812468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c96e90 msgr2=0x5612a8c99280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c96e90 0x5612a8c99280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 -- 172.21.15.83:0/1176812468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 msgr2=0x5612a8c96950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 0x5612a8c96950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 -- 172.21.15.83:0/1176812468 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612a89ca7d0 con 0x5612a8c8d990 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 0x5612a8c8dd70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4428011910 tx=0x7f4428011dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c998f0d009736b67 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.647+0000 7f4437fff640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 0x7f44200a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f442800f790 tx=0x7f442801e000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f441dffb640 1 -- 172.21.15.83:0/1176812468 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4428004250 con 0x5612a8c8d990 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f441dffb640 1 -- 172.21.15.83:0/1176812468 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44280043f0 con 0x5612a8c8d990 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f441dffb640 1 -- 172.21.15.83:0/1176812468 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f442801de20 con 0x5612a8c8d990 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 -- 172.21.15.83:0/1176812468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 msgr2=0x5612a8c8dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 0x5612a8c8dd70 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4428011910 tx=0x7f4428011dd0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 -- 172.21.15.83:0/1176812468 shutdown_connections 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c96e90 0x5612a8c99280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8e2b0 0x5612a8c96950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 --2- 172.21.15.83:0/1176812468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8d990 0x5612a8c8dd70 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.648+0000 7f4440def740 1 -- 172.21.15.83:0/1176812468 >> 172.21.15.83:0/1176812468 conn(0x5612a8c880c0 msgr2=0x5612a8c884a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- 172.21.15.83:0/1176812468 shutdown_connections 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- 172.21.15.83:0/1176812468 wait complete. 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- start start 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 Processor -- start 2024-04-22T14:02:37.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8d990 0x5612a8c93f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 0x5612a8c949d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5612a8c99c20 con 0x5612a8c96e90 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5612a8ba72f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5612a8c99da0 con 0x5612a8c8d990 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.649+0000 7f4440def740 10 client.0 _ll_register_callbacks cb 0x5612a8bb4580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4437fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 0x5612a8c949d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59054/0 (socket says 172.21.15.83:59054) 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 -- 172.21.15.83:0/3773203877 learned_addr learned my addr 172.21.15.83:0/3773203877 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 -- 172.21.15.83:0/3773203877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8d990 msgr2=0x5612a8c93f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8d990 0x5612a8c93f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 -- 172.21.15.83:0/3773203877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 msgr2=0x5612a8c949d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 0x5612a8c949d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 -- 172.21.15.83:0/3773203877 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612a89003f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4437fff640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 0x5612a8c949d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4436ffd640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f442c098800 tx=0x7f442c06bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=731bed25906e7ba8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4416ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f442c09c3a0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44280043f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.650+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f442c098a10 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f442c0a0750 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 10 client.26291 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5612a88c00f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f44280043f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f442c0980f0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 10 client.26291 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 10 client.26291 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:37.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 20 client.26291 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8ca92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 4 client.26291 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612a8bfbc00 con 0x5612a8ca6e30 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.651+0000 7f44377fe640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8ca92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.652+0000 7f4416ffd640 10 client.26291 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.652+0000 7f44377fe640 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8ca92b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70f5887a4bd1df06 server_cookie=32b23c085c3e6b42 in_seq=0 out_seq=0 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.652+0000 7f4416ffd640 1 -- 172.21.15.83:0/3773203877 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5612a8bfbc00 con 0x5612a8ca6e30 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.652+0000 7f4416ffd640 10 client.26291 handle_command_reply: tid=0 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.652+0000 7f4440def740 1 client.26291 shutdown 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 msgr2=0x5612a8c94490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f442c098800 tx=0x7f442c06bc80 comp rx=0 tx=0).stop 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 shutdown_connections 2024-04-22T14:02:37.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8ca92b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c96e90 0x5612a8c949d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4416ffd640 0 client.26291 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c8e2b0 0x5612a8c94490 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 --2- 172.21.15.83:0/3773203877 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8d990 0x5612a8c93f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 >> 172.21.15.83:0/3773203877 conn(0x5612a8c880c0 msgr2=0x5612a8c89e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 shutdown_connections 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 1 -- 172.21.15.83:0/3773203877 wait complete. 2024-04-22T14:02:37.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.653+0000 7f4440def740 20 client.26291 trim_cache size 0 max 16384 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 Processor -- start 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 -- start start 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8ca2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c92820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f44381ab810 con 0x5612a8c8d990 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44381ad3b0 con 0x5612a8c96e90 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4440def740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f44381abee0 con 0x5612a8c8e2b0 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51112/0 (socket says 172.21.15.83:51112) 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 -- 172.21.15.83:0/308968437 learned_addr learned my addr 172.21.15.83:0/308968437 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4436ffd640 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8ca2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f4437fff640 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c92820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 -- 172.21.15.83:0/308968437 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 msgr2=0x5612a8ca2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8ca2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 -- 172.21.15.83:0/308968437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 msgr2=0x5612a8c92820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c92820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 -- 172.21.15.83:0/308968437 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612a8c8cd10 con 0x5612a8c8d990 2024-04-22T14:02:37.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.671+0000 7f44377fe640 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f4430006010 tx=0x7f4430005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdb6d61206687ab4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f441d7fa640 1 -- 172.21.15.83:0/308968437 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4430039040 con 0x5612a8c8d990 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f441d7fa640 1 -- 172.21.15.83:0/308968437 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4430032dc0 con 0x5612a8c8d990 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f441d7fa640 1 -- 172.21.15.83:0/308968437 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4430003c60 con 0x5612a8c8d990 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 -- 172.21.15.83:0/308968437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 msgr2=0x5612a8c96680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f4430006010 tx=0x7f4430005c50 comp rx=0 tx=0).stop 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 -- 172.21.15.83:0/308968437 shutdown_connections 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c92820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8ca2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 --2- 172.21.15.83:0/308968437 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c96680 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 -- 172.21.15.83:0/308968437 >> 172.21.15.83:0/308968437 conn(0x5612a8c880c0 msgr2=0x5612a8c824e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 -- 172.21.15.83:0/308968437 shutdown_connections 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.672+0000 7f4440def740 1 -- 172.21.15.83:0/308968437 wait complete. 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 -- start start 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 Processor -- start 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8c9af90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c9b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f44381accb0 con 0x5612a8c8d990 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f44381ac5e0 con 0x5612a8c96e90 2024-04-22T14:02:37.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f44381a9830 con 0x5612a8c8e2b0 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4440def740 10 client.0 _ll_register_callbacks cb 0x7f442c09bfb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f44377fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51126/0 (socket says 172.21.15.83:51126) 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f44377fe640 1 -- 172.21.15.83:0/4218108136 learned_addr learned my addr 172.21.15.83:0/4218108136 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4436ffd640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8c9af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.673+0000 7f4437fff640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c9b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 -- 172.21.15.83:0/4218108136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 msgr2=0x5612a8c9af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8c9af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 -- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 msgr2=0x5612a8c9b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c9b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 -- 172.21.15.83:0/4218108136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612a8d0c440 con 0x5612a8c8d990 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4436ffd640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8c9af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:37.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f44377fe640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f44300093e0 tx=0x7f4430009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=debbdaf5835c606c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4416ffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4430039040 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f44300326c0 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4430032dc0 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f4430003970 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4440def740 10 client.17019 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.674+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5612a8d0d730 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4430032dc0 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f443005b020 con 0x5612a8c8d990 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 10 client.17019 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 10 client.17019 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 20 client.17019 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8d0fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 4 client.17019 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5612a8bf5a70 con 0x5612a8ca6e30 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4436ffd640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8d0fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4436ffd640 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8d0fe60 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1215537e2415f22 server_cookie=da8432554ffbbdd9 in_seq=0 out_seq=0 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.675+0000 7f4416ffd640 10 client.17019 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4416ffd640 1 -- 172.21.15.83:0/4218108136 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5612a8bf5a70 con 0x5612a8ca6e30 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4416ffd640 10 client.17019 handle_command_reply: tid=0 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 client.17019 shutdown 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 msgr2=0x5612a8c9aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f44300093e0 tx=0x7f4430009540 comp rx=0 tx=0).stop 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 shutdown_connections 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5612a8ca6e30 0x5612a8d0fe60 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5612a8c96e90 0x5612a8c9b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5612a8c8e2b0 0x5612a8c9af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4416ffd640 0 client.17019 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 --2- 172.21.15.83:0/4218108136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5612a8c8d990 0x5612a8c9aa50 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 >> 172.21.15.83:0/4218108136 conn(0x5612a8c880c0 msgr2=0x5612a8c947a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 shutdown_connections 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 1 -- 172.21.15.83:0/4218108136 wait complete. 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.676+0000 7f4440def740 20 client.17019 trim_cache size 0 max 16384 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:37.687 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:02:37.688 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:02:37.688 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:37.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 msgr2=0x7f44200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 0x7f44200a61e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f442800f790 tx=0x7f442801e000 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 msgr2=0x7f4438199ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f442c005fd0 tx=0x7f442c00dde0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 shutdown_connections 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f44200a3d20 0x7f44200a61e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f443819a040 0x7f44381a45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4438106150 0x7f4438199ab0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 --2- 172.21.15.83:0/3472652280 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4438101080 0x7f4438199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 >> 172.21.15.83:0/3472652280 conn(0x7f4438078000 msgr2=0x7f44380ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 shutdown_connections 2024-04-22T14:02:37.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.677+0000 7f443e123640 1 -- 172.21.15.83:0/3472652280 wait complete. 2024-04-22T14:02:37.693 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:02:37.693 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:02:37.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- 172.21.15.83:0/101153918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6718101b60 msgr2=0x7f671810dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 --2- 172.21.15.83:0/101153918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6718101b60 0x7f671810dc90 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f6710009cd0 tx=0x7f671002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- 172.21.15.83:0/101153918 shutdown_connections 2024-04-22T14:02:37.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 --2- 172.21.15.83:0/101153918 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6718101b60 0x7f671810dc90 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 --2- 172.21.15.83:0/101153918 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f67181011a0 0x7f6718101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 --2- 172.21.15.83:0/101153918 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f6718106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- 172.21.15.83:0/101153918 >> 172.21.15.83:0/101153918 conn(0x7f6718077e30 msgr2=0x7f6718078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- 172.21.15.83:0/101153918 shutdown_connections 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- 172.21.15.83:0/101153918 wait complete. 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 Processor -- start 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.801+0000 7f671fe6d640 1 -- start start 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 0x7f6718198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f671819cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f67181110e0 con 0x7f67181011a0 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6718110f60 con 0x7f6718105e30 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6718111260 con 0x7f6718101b60 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51142/0 (socket says 172.21.15.83:51142) 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 -- 172.21.15.83:0/527479441 learned_addr learned my addr 172.21.15.83:0/527479441 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671d408640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 0x7f6718198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671e40a640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f671819cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 -- 172.21.15.83:0/527479441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 msgr2=0x7f6718198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 0x7f6718198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 -- 172.21.15.83:0/527479441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 msgr2=0x7f671819cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f671819cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 -- 172.21.15.83:0/527479441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f671819d6b0 con 0x7f67181011a0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671d408640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 0x7f6718198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671e40a640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f671819cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671dc09640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f671400e9f0 tx=0x7f671400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671400cd80 con 0x7f67181011a0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f671819d9a0 con 0x7f67181011a0 2024-04-22T14:02:37.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67140108e0 con 0x7f67181011a0 2024-04-22T14:02:37.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67181a5230 con 0x7f67181011a0 2024-04-22T14:02:37.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.802+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6714018920 con 0x7f67181011a0 2024-04-22T14:02:37.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.804+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6718068de0 con 0x7f67181011a0 2024-04-22T14:02:37.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.805+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6714010430 con 0x7f67181011a0 2024-04-22T14:02:37.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.806+0000 7f670effd640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 0x7f67040a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:37.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.806+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f67140d0a80 con 0x7f67181011a0 2024-04-22T14:02:37.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.806+0000 7f671d408640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 0x7f67040a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:37.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.807+0000 7f671d408640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 0x7f67040a61e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f671806a1c0 tx=0x7f6708005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:37.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:37.811+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f671409cb00 con 0x7f67181011a0 2024-04-22T14:02:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.060+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67181a5460 con 0x7f67181011a0 2024-04-22T14:02:38.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.061+0000 7f670effd640 1 -- 172.21.15.83:0/527479441 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11925 (secure 0 0 0) 0x7f67140a0e00 con 0x7f67181011a0 2024-04-22T14:02:38.064 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:02:38.065 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":35,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:26.069363+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:02:38.065 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 35 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.063+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 msgr2=0x7f67040a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.063+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 0x7f67040a61e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f671806a1c0 tx=0x7f6708005f90 comp rx=0 tx=0).stop 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.063+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 msgr2=0x7f6718198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.063+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f671400e9f0 tx=0x7f671400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 shutdown_connections 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67040a3d20 0x7f67040a61e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6718105e30 0x7f671819cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.067 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6718101b60 0x7f6718198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 --2- 172.21.15.83:0/527479441 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f67181011a0 0x7f6718198710 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 >> 172.21.15.83:0/527479441 conn(0x7f6718077e30 msgr2=0x7f6718104d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 shutdown_connections 2024-04-22T14:02:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.064+0000 7f671fe6d640 1 -- 172.21.15.83:0/527479441 wait complete. 2024-04-22T14:02:38.080 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:02:38.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/1750284126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1027e0 msgr2=0x7fcdec106c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/1750284126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1027e0 0x7fcdec106c10 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4009900 tx=0x7fcdd402bc30 comp rx=0 tx=0).stop 2024-04-22T14:02:38.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/1750284126 shutdown_connections 2024-04-22T14:02:38.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/1750284126 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec1072f0 0x7fcdec10dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/1750284126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1027e0 0x7fcdec106c10 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/1750284126 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec101e30 0x7fcdec102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/1750284126 >> 172.21.15.83:0/1750284126 conn(0x7fcdec076150 msgr2=0x7fcdec076560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/1750284126 shutdown_connections 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.189+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/1750284126 wait complete. 2024-04-22T14:02:38.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 Processor -- start 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 -- start start 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 0x7fcdec197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec19bf00 0x7fcdec19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec111090 con 0x7fcdec19bf00 2024-04-22T14:02:38.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec110f10 con 0x7fcdec1072f0 2024-04-22T14:02:38.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdf0e0f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec111210 con 0x7fcdec101e30 2024-04-22T14:02:38.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdead9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec19bf00 0x7fcdec19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59108/0 (socket says 172.21.15.83:59108) 2024-04-22T14:02:38.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcde3fff640 1 -- 172.21.15.83:0/292515078 learned_addr learned my addr 172.21.15.83:0/292515078 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.190+0000 7fcdea59c640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 0x7fcdec197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 -- 172.21.15.83:0/292515078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 msgr2=0x7fcdec197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 0x7fcdec197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 -- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec19bf00 msgr2=0x7fcdec19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec19bf00 0x7fcdec19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 -- 172.21.15.83:0/292515078 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdec19c9f0 con 0x7fcdec1072f0 2024-04-22T14:02:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcdea59c640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 0x7fcdec197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde3fff640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4036040 tx=0x7fcdd40045e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde37fe640 1 -- 172.21.15.83:0/292515078 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd4043020 con 0x7fcdec1072f0 2024-04-22T14:02:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdec19cc80 con 0x7fcdec1072f0 2024-04-22T14:02:38.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde37fe640 1 -- 172.21.15.83:0/292515078 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdd402ca70 con 0x7fcdec1072f0 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcde37fe640 1 -- 172.21.15.83:0/292515078 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd4003ac0 con 0x7fcdec1072f0 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.191+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdec1a44d0 con 0x7fcdec1072f0 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.193+0000 7fcde37fe640 1 -- 172.21.15.83:0/292515078 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcdd4046020 con 0x7fcdec1072f0 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 Processor -- start 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 -- start start 2024-04-22T14:02:38.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df1d4d0 0x56348df1d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 0x56348df28e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56348de821f0 con 0x56348df1de80 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56348de1f4b0 con 0x56348df26a00 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56348de7e1b0 con 0x56348df1d4d0 2024-04-22T14:02:38.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdea59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 0x56348df28e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdea59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51162/0 (socket says 172.21.15.83:51162) 2024-04-22T14:02:38.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdea59c640 1 -- 172.21.15.83:0/2807521660 learned_addr learned my addr 172.21.15.83:0/2807521660 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcde37fe640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 0x7fcdd80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.194+0000 7fcdead9d640 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df1d4d0 0x56348df1d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcdead9d640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 0x7fcdd80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 -- 172.21.15.83:0/2807521660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df1d4d0 msgr2=0x56348df1d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df1d4d0 0x56348df1d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 -- 172.21.15.83:0/2807521660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 msgr2=0x56348df26430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde37fe640 1 -- 172.21.15.83:0/292515078 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcdd40f2850 con 0x7fcdec1072f0 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 -- 172.21.15.83:0/2807521660 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56348de111b0 con 0x56348df26a00 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcdea59c640 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 0x56348df28e50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcdd40f0080 tx=0x7fcdd40889e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94dbea4d9079c723 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcdead9d640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 0x7fcdd80a61e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009fd0 tx=0x7fcde4004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde0ff9640 1 -- 172.21.15.83:0/2807521660 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd40be410 con 0x56348df26a00 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde0ff9640 1 -- 172.21.15.83:0/2807521660 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdd40befd0 con 0x56348df26a00 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.195+0000 7fcde0ff9640 1 -- 172.21.15.83:0/2807521660 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd403f400 con 0x56348df26a00 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2807521660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 msgr2=0x56348df28e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 0x56348df28e50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcdd40f0080 tx=0x7fcdd40889e0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2807521660 shutdown_connections 2024-04-22T14:02:38.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df26a00 0x56348df28e50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df26430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2807521660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df1d4d0 0x56348df1d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2807521660 >> 172.21.15.83:0/2807521660 conn(0x56348df17ba0 msgr2=0x56348df17f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2807521660 shutdown_connections 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2807521660 wait complete. 2024-04-22T14:02:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.196+0000 7fcdf39fd740 1 -- start start 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 Processor -- start 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df23c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56348df29730 con 0x56348df1d4d0 2024-04-22T14:02:38.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56348de3b500 con 0x56348df1de80 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56348df298b0 con 0x56348df26a00 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdf39fd740 10 client.0 _ll_register_callbacks cb 0x56348de09b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51164/0 (socket says 172.21.15.83:51164) 2024-04-22T14:02:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdead9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df23c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59130/0 (socket says 172.21.15.83:59130) 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 -- 172.21.15.83:0/2592052628 learned_addr learned my addr 172.21.15.83:0/2592052628 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 -- 172.21.15.83:0/2592052628 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 msgr2=0x56348df23c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df23c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 -- 172.21.15.83:0/2592052628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 msgr2=0x56348df236a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 -- 172.21.15.83:0/2592052628 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56348db943f0 con 0x56348df1d4d0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdead9d640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df23c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdea59c640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fcddc013710 tx=0x7fcddc009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67725ac16ba9fa9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.197+0000 7fcdd1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcddc011e30 con 0x56348df1d4d0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcddc01b3f0 con 0x56348df1d4d0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdd40befd0 con 0x56348df1d4d0 2024-04-22T14:02:38.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fcddc005020 con 0x56348df1d4d0 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 10 client.17037 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56348dc5e7d0 con 0x56348df1d4d0 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdd40befd0 con 0x56348df1d4d0 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7fcddc022070 con 0x56348df1d4d0 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 10 client.17037 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 10 client.17037 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 20 client.17037 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df36970 0x56348df38dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 4 client.17037 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56348de21930 con 0x56348df36970 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.198+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df36970 0x56348df38dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.199+0000 7fcdd1ffb640 10 client.17037 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.199+0000 7fcde3fff640 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df36970 0x56348df38dc0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=62f273da2b5fb8c1 server_cookie=da062556aae5c047 in_seq=0 out_seq=0 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.199+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/2592052628 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56348de21930 con 0x56348df36970 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.199+0000 7fcdd1ffb640 10 client.17037 handle_command_reply: tid=0 2024-04-22T14:02:38.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.199+0000 7fcdf39fd740 1 client.17037 shutdown 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 msgr2=0x56348df26310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fcddc013710 tx=0x7fcddc009f90 comp rx=0 tx=0).stop 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 shutdown_connections 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df23c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df36970 0x56348df38dc0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1de80 0x56348df236a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/2592052628 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1d4d0 0x56348df26310 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 >> 172.21.15.83:0/2592052628 conn(0x56348df17ba0 msgr2=0x56348df198f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdd1ffb640 0 client.17037 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:38.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 shutdown_connections 2024-04-22T14:02:38.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 1 -- 172.21.15.83:0/2592052628 wait complete. 2024-04-22T14:02:38.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.200+0000 7fcdf39fd740 20 client.17037 trim_cache size 0 max 16384 2024-04-22T14:02:38.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.214+0000 7fcdf39fd740 1 Processor -- start 2024-04-22T14:02:38.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 -- start start 2024-04-22T14:02:38.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df22620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df16a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1ab990 con 0x56348df1de80 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1ad530 con 0x56348df1d4d0 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1ac060 con 0x56348df26a00 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51178/0 (socket says 172.21.15.83:51178) 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcde3fff640 1 -- 172.21.15.83:0/1321157639 learned_addr learned my addr 172.21.15.83:0/1321157639 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdead9d640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df16a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df22620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 -- 172.21.15.83:0/1321157639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 msgr2=0x56348df16a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df16a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 -- 172.21.15.83:0/1321157639 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 msgr2=0x56348df32470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 -- 172.21.15.83:0/1321157639 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56348df23fb0 con 0x56348df1d4d0 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcde3fff640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.215+0000 7fcdea59c640 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df22620 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcddc004f80 tx=0x7fcddc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c04bdb386749f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdd3fff640 1 -- 172.21.15.83:0/1321157639 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcddc030020 con 0x56348df1d4d0 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdd3fff640 1 -- 172.21.15.83:0/1321157639 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcddc01b470 con 0x56348df1d4d0 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdd3fff640 1 -- 172.21.15.83:0/1321157639 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcddc028040 con 0x56348df1d4d0 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 -- 172.21.15.83:0/1321157639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 msgr2=0x56348df22620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df22620 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcddc004f80 tx=0x7fcddc011810 comp rx=0 tx=0).stop 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 -- 172.21.15.83:0/1321157639 shutdown_connections 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df16a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df32470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/1321157639 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df22620 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.216+0000 7fcdf39fd740 1 -- 172.21.15.83:0/1321157639 >> 172.21.15.83:0/1321157639 conn(0x56348df17ba0 msgr2=0x56348df16370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- 172.21.15.83:0/1321157639 shutdown_connections 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- 172.21.15.83:0/1321157639 wait complete. 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- start start 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 Processor -- start 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df2e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df1f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1ace30 con 0x56348df1de80 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1ac760 con 0x56348df1d4d0 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec1a9970 con 0x56348df26a00 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdf39fd740 10 client.0 _ll_register_callbacks cb 0x7fcddc009d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcde3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51188/0 (socket says 172.21.15.83:51188) 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcde3fff640 1 -- 172.21.15.83:0/4098579682 learned_addr learned my addr 172.21.15.83:0/4098579682 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdead9d640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df1f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.217+0000 7fcdea59c640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df2e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 -- 172.21.15.83:0/4098579682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 msgr2=0x56348df1f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df1f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 -- 172.21.15.83:0/4098579682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 msgr2=0x56348df2e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df2e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 -- 172.21.15.83:0/4098579682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56348df1ff90 con 0x56348df1de80 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdea59c640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df2e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcde3fff640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fcdd403e040 tx=0x7fcdd4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93e30d75efc3697 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdd1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd402e040 con 0x56348df1de80 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcdd40a90f0 con 0x56348df1de80 2024-04-22T14:02:38.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcddc01b470 con 0x56348df1de80 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fcdd40be230 con 0x56348df1de80 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdf39fd740 10 client.17043 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56348df9c800 con 0x56348df1de80 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.218+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdd40db020 con 0x56348df1de80 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7fcdd4003c60 con 0x56348df1de80 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 10 client.17043 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 10 client.17043 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 20 client.17043 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df9cc00 0x56348df9f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 4 client.17043 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fcddc01b470 con 0x56348df9cc00 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdea59c640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df9cc00 0x56348df9f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdd1ffb640 10 client.17043 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.219+0000 7fcdea59c640 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df9cc00 0x56348df9f020 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2a1bc4c0e1b65148 server_cookie=caf64ee63595e129 in_seq=0 out_seq=0 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdd1ffb640 1 -- 172.21.15.83:0/4098579682 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fcddc01b470 con 0x56348df9cc00 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdd1ffb640 10 client.17043 handle_command_reply: tid=0 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 client.17043 shutdown 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 msgr2=0x56348df2eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fcdd403e040 tx=0x7fcdd4009260 comp rx=0 tx=0).stop 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 shutdown_connections 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56348df26a00 0x56348df1f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56348df1de80 0x56348df2eec0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x56348df9cc00 0x56348df9f020 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 --2- 172.21.15.83:0/4098579682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56348df1d4d0 0x56348df2e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 >> 172.21.15.83:0/4098579682 conn(0x56348df17ba0 msgr2=0x56348df16c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdd1ffb640 0 client.17043 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:02:38.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 shutdown_connections 2024-04-22T14:02:38.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 1 -- 172.21.15.83:0/4098579682 wait complete. 2024-04-22T14:02:38.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.220+0000 7fcdf39fd740 20 client.17043 trim_cache size 0 max 16384 2024-04-22T14:02:38.244 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:38.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 msgr2=0x7fcdd80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 0x7fcdd80a61e0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcde4009fd0 tx=0x7fcde4004ab0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 msgr2=0x7fcdec197bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fcdd4036040 tx=0x7fcdd40045e0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 shutdown_connections 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fcdd80a3d20 0x7fcdd80a61e0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcdec19bf00 0x7fcdec19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcdec1072f0 0x7fcdec197bd0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 --2- 172.21.15.83:0/292515078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcdec101e30 0x7fcdec197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 >> 172.21.15.83:0/292515078 conn(0x7fcdec076150 msgr2=0x7fcdec105060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 shutdown_connections 2024-04-22T14:02:38.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.221+0000 7fcdf0e0f640 1 -- 172.21.15.83:0/292515078 wait complete. 2024-04-22T14:02:38.247 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- 172.21.15.83:0/888062148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910102b40 msgr2=0x7f7910106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 --2- 172.21.15.83:0/888062148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910102b40 0x7f7910106b80 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009860 tx=0x7f78fc02bb70 comp rx=0 tx=0).stop 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- 172.21.15.83:0/888062148 shutdown_connections 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 --2- 172.21.15.83:0/888062148 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910107260 0x7f791010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 --2- 172.21.15.83:0/888062148 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910102b40 0x7f7910106b80 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 --2- 172.21.15.83:0/888062148 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7910102190 0x7f7910102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- 172.21.15.83:0/888062148 >> 172.21.15.83:0/888062148 conn(0x7f79100793a0 msgr2=0x7f79100797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- 172.21.15.83:0/888062148 shutdown_connections 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- 172.21.15.83:0/888062148 wait complete. 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 Processor -- start 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.357+0000 7f7917081640 1 -- start start 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910102190 0x7f79101a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 0x7f791019ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7910112150 con 0x7f7910107260 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7910111fd0 con 0x7f791019a7d0 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7917081640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f79101122d0 con 0x7f7910102190 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51198/0 (socket says 172.21.15.83:51198) 2024-04-22T14:02:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 0x7f791019ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f790ffff640 1 -- 172.21.15.83:0/2532991387 learned_addr learned my addr 172.21.15.83:0/2532991387 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f7914e1d640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910102190 0x7f79101a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 -- 172.21.15.83:0/2532991387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910102190 msgr2=0x7f79101a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910102190 0x7f79101a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 -- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 msgr2=0x7f79101a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f791561e640 1 -- 172.21.15.83:0/2532991387 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791019b360 con 0x7f791019a7d0 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.358+0000 7f790ffff640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f791561e640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 0x7f791019ac80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7908009fd0 tx=0x7f790800ee50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f790dffb640 1 -- 172.21.15.83:0/2532991387 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790800cd60 con 0x7f791019a7d0 2024-04-22T14:02:38.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791019b650 con 0x7f791019a7d0 2024-04-22T14:02:38.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f790dffb640 1 -- 172.21.15.83:0/2532991387 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7908005020 con 0x7f791019a7d0 2024-04-22T14:02:38.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f790dffb640 1 -- 172.21.15.83:0/2532991387 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7908010690 con 0x7f791019a7d0 2024-04-22T14:02:38.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.359+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79101a7880 con 0x7f791019a7d0 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790dffb640 1 -- 172.21.15.83:0/2532991387 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f79080054d0 con 0x7f791019a7d0 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 Processor -- start 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 -- start start 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e0597430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0599e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d6e04f31f0 con 0x55d6e058e4d0 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d6e04904b0 con 0x55d6e0597a00 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7919c79740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d6e04ef1b0 con 0x55d6e058ee80 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790dffb640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 0x7f79000a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f791561e640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 0x7f79000a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f7914e1d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e0597430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51204/0 (socket says 172.21.15.83:51204) 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790ffff640 1 -- 172.21.15.83:0/2792877231 learned_addr learned my addr 172.21.15.83:0/2792877231 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790ffff640 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0599e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.362+0000 7f790dffb640 1 -- 172.21.15.83:0/2532991387 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f79080d0dd0 con 0x7f791019a7d0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 -- 172.21.15.83:0/2792877231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 msgr2=0x55d6e0597430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e0597430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 -- 172.21.15.83:0/2792877231 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 msgr2=0x55d6e0599e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0599e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 -- 172.21.15.83:0/2792877231 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6e04821b0 con 0x55d6e058e4d0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f7914e1d640 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e0597430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f791561e640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 0x7f79000a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f79080ceb50 tx=0x7f7908005870 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f790ffff640 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005e00 tx=0x7f78fc02e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9af9257a4a35f61 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f78faffd640 1 -- 172.21.15.83:0/2792877231 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc039040 con 0x55d6e058e4d0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f78faffd640 1 -- 172.21.15.83:0/2792877231 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78fc004490 con 0x55d6e058e4d0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.363+0000 7f78faffd640 1 -- 172.21.15.83:0/2792877231 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc003850 con 0x55d6e058e4d0 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- 172.21.15.83:0/2792877231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 msgr2=0x55d6e058e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005e00 tx=0x7f78fc02e040 comp rx=0 tx=0).stop 2024-04-22T14:02:38.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- 172.21.15.83:0/2792877231 shutdown_connections 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0599e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e0597430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 --2- 172.21.15.83:0/2792877231 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e058e8b0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- 172.21.15.83:0/2792877231 >> 172.21.15.83:0/2792877231 conn(0x55d6e0588ba0 msgr2=0x55d6e0588f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- 172.21.15.83:0/2792877231 shutdown_connections 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- 172.21.15.83:0/2792877231 wait complete. 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 -- start start 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.364+0000 7f7919c79740 1 Processor -- start 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058ee80 0x55d6e0594730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e0594e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d6e059a910 con 0x55d6e058e4d0 2024-04-22T14:02:38.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d6e04ac500 con 0x55d6e058ee80 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d6e059aa90 con 0x55d6e0597a00 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7919c79740 10 client.0 _ll_register_callbacks cb 0x55d6e047ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51208/0 (socket says 172.21.15.83:51208) 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f7914e1d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058ee80 0x55d6e0594730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 -- 172.21.15.83:0/3632876595 learned_addr learned my addr 172.21.15.83:0/3632876595 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e0594e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 -- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 msgr2=0x55d6e0594e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e0594e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 -- 172.21.15.83:0/3632876595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058ee80 msgr2=0x55d6e0594730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058ee80 0x55d6e0594730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 -- 172.21.15.83:0/3632876595 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6e02053f0 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f790ffff640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c630 tx=0x7f78fc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198607cbf6bc00cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.365+0000 7f78effff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc039040 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78fc004490 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f78fc04f420 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f78fc034e60 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 10 client.17055 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55d6e02cf7d0 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78fc004490 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f78fc03f030 con 0x55d6e058e4d0 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 10 client.17055 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 10 client.17055 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 20 client.17055 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e05a7ae0 0x55d6e05a9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 4 client.17055 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.366+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6e0492930 con 0x55d6e05a7ae0 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.367+0000 7f7914e1d640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e05a7ae0 0x55d6e05a9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.367+0000 7f78effff640 10 client.17055 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.367+0000 7f7914e1d640 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e05a7ae0 0x55d6e05a9ed0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b76af0c8be24c86 server_cookie=e4ba00154bd281d2 in_seq=0 out_seq=0 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f78effff640 1 -- 172.21.15.83:0/3632876595 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d6e0492930 con 0x55d6e05a7ae0 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f78effff640 10 client.17055 handle_command_reply: tid=0 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 client.17055 shutdown 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 msgr2=0x55d6e05973a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c630 tx=0x7f78fc005fd0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 shutdown_connections 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e05a7ae0 0x55d6e05a9ed0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e0594e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058ee80 0x55d6e0594730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 --2- 172.21.15.83:0/3632876595 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e05973a0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f78effff640 0 client.17055 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:38.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 >> 172.21.15.83:0/3632876595 conn(0x55d6e0588ba0 msgr2=0x55d6e058a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 shutdown_connections 2024-04-22T14:02:38.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 1 -- 172.21.15.83:0/3632876595 wait complete. 2024-04-22T14:02:38.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.368+0000 7f7919c79740 20 client.17055 trim_cache size 0 max 16384 2024-04-22T14:02:38.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 Processor -- start 2024-04-22T14:02:38.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 -- start start 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e05973a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0591990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f79101afd80 con 0x55d6e058e4d0 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f79101b1920 con 0x55d6e0597a00 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7919c79740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f79101b0450 con 0x55d6e058ee80 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f7914e1d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e05973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f790ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51210/0 (socket says 172.21.15.83:51210) 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f790ffff640 1 -- 172.21.15.83:0/4120455487 learned_addr learned my addr 172.21.15.83:0/4120455487 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.382+0000 7f790ffff640 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0591990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 -- 172.21.15.83:0/4120455487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 msgr2=0x55d6e05973a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e05973a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 -- 172.21.15.83:0/4120455487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 msgr2=0x55d6e0591990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0591990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 -- 172.21.15.83:0/4120455487 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6e05886d0 con 0x55d6e058e4d0 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f790ffff640 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005fa0 tx=0x7f78fc005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4784266a4bdca898 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f78fa7fc640 1 -- 172.21.15.83:0/4120455487 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc039040 con 0x55d6e058e4d0 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f78fa7fc640 1 -- 172.21.15.83:0/4120455487 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78fc053040 con 0x55d6e058e4d0 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.383+0000 7f78fa7fc640 1 -- 172.21.15.83:0/4120455487 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc04e840 con 0x55d6e058e4d0 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- 172.21.15.83:0/4120455487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 msgr2=0x55d6e0596e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f78fc005fa0 tx=0x7f78fc005f10 comp rx=0 tx=0).stop 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- 172.21.15.83:0/4120455487 shutdown_connections 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e0597a00 0x55d6e0591990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e058ee80 0x55d6e05973a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 --2- 172.21.15.83:0/4120455487 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058e4d0 0x55d6e0596e60 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- 172.21.15.83:0/4120455487 >> 172.21.15.83:0/4120455487 conn(0x55d6e0588ba0 msgr2=0x55d6e05a35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- 172.21.15.83:0/4120455487 shutdown_connections 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- 172.21.15.83:0/4120455487 wait complete. 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 -- start start 2024-04-22T14:02:38.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.384+0000 7f7919c79740 1 Processor -- start 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 0x55d6e05acc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e05a9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f79101b1220 con 0x55d6e058ee80 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f79101b0b50 con 0x55d6e058e4d0 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f79101add60 con 0x55d6e0597a00 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7914e1d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 0x55d6e05acc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7919c79740 10 client.0 _ll_register_callbacks cb 0x7f78fc0096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59216/0 (socket says 172.21.15.83:59216) 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 -- 172.21.15.83:0/194352932 learned_addr learned my addr 172.21.15.83:0/194352932 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e05a9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 -- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 msgr2=0x55d6e05a9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e05a9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 -- 172.21.15.83:0/194352932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 msgr2=0x55d6e05acc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 0x55d6e05acc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f790ffff640 1 -- 172.21.15.83:0/194352932 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6e05aa390 con 0x55d6e058e4d0 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.385+0000 7f7914e1d640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 0x55d6e05acc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f790ffff640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f78fc04efd0 tx=0x7f78fc04e4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1a0acf390f662df server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:38.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc06d020 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78fc053040 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f78fc066430 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f78fc039040 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 10 client.26339 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55d6e060d6c0 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78fc053040 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f78fc03f040 con 0x55d6e058e4d0 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 10 client.26339 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 10 client.26339 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 20 client.26339 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e060dbf0 0x55d6e060ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 4 client.26339 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:38.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.386+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d6e0500c10 con 0x55d6e060dbf0 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7914e1d640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e060dbf0 0x55d6e060ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f78effff640 10 client.26339 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7914e1d640 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e060dbf0 0x55d6e060ffe0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1953b88ea9a4e1f8 server_cookie=49811b53504eb0fc in_seq=0 out_seq=0 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f78effff640 1 -- 172.21.15.83:0/194352932 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d6e0500c10 con 0x55d6e060dbf0 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f78effff640 10 client.26339 handle_command_reply: tid=0 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 client.26339 shutdown 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 msgr2=0x55d6e05ac750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f78fc04efd0 tx=0x7f78fc04e4b0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 shutdown_connections 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55d6e060dbf0 0x55d6e060ffe0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d6e0597a00 0x55d6e05a9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f78effff640 0 client.26339 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d6e058ee80 0x55d6e05acc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 --2- 172.21.15.83:0/194352932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d6e058e4d0 0x55d6e05ac750 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 >> 172.21.15.83:0/194352932 conn(0x55d6e0588ba0 msgr2=0x55d6e0592ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 shutdown_connections 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.387+0000 7f7919c79740 1 -- 172.21.15.83:0/194352932 wait complete. 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7919c79740 20 client.26339 trim_cache size 0 max 16384 2024-04-22T14:02:38.398 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:38.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 msgr2=0x7f79000a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 0x7f79000a61e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f79080ceb50 tx=0x7f7908005870 comp rx=0 tx=0).stop 2024-04-22T14:02:38.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 msgr2=0x7f791019ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 0x7f791019ac80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7908009fd0 tx=0x7f790800ee50 comp rx=0 tx=0).stop 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 shutdown_connections 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f79000a3d20 0x7f79000a61e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f791019a7d0 0x7f791019ac80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7910107260 0x7f79101a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 --2- 172.21.15.83:0/2532991387 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7910102190 0x7f79101a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 >> 172.21.15.83:0/2532991387 conn(0x7f79100793a0 msgr2=0x7f7910100200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 shutdown_connections 2024-04-22T14:02:38.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.388+0000 7f7917081640 1 -- 172.21.15.83:0/2532991387 wait complete. 2024-04-22T14:02:38.403 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- 172.21.15.83:0/3469009291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 msgr2=0x7f350810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 --2- 172.21.15.83:0/3469009291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f350810dd30 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3500009ca0 tx=0x7f350002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- 172.21.15.83:0/3469009291 shutdown_connections 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 --2- 172.21.15.83:0/3469009291 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f350810dd30 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 --2- 172.21.15.83:0/3469009291 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3508101a40 0x7f3508105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 --2- 172.21.15.83:0/3469009291 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- 172.21.15.83:0/3469009291 >> 172.21.15.83:0/3469009291 conn(0x7f3508077f50 msgr2=0x7f3508078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- 172.21.15.83:0/3469009291 shutdown_connections 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- 172.21.15.83:0/3469009291 wait complete. 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 Processor -- start 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.509+0000 7f350ead2640 1 -- start start 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f3508199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f350819a040 0x7f35081a45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35081110d0 con 0x7f3508101090 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3508110f50 con 0x7f3508106160 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3508111250 con 0x7f350819a040 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51236/0 (socket says 172.21.15.83:51236) 2024-04-22T14:02:38.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 -- 172.21.15.83:0/1528922972 learned_addr learned my addr 172.21.15.83:0/1528922972 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f34fffff640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f3508199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350d06f640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f350819a040 0x7f35081a45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 -- 172.21.15.83:0/1528922972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f350819a040 msgr2=0x7f35081a45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f350819a040 0x7f35081a45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 -- 172.21.15.83:0/1528922972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 msgr2=0x7f3508199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f3508199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 -- 172.21.15.83:0/1528922972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35081a4dc0 con 0x7f3508101090 2024-04-22T14:02:38.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f34fffff640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f3508199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350c86e640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f350400e9f0 tx=0x7f350400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f34fdffb640 1 -- 172.21.15.83:0/1528922972 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350400cd80 con 0x7f3508101090 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35081a50b0 con 0x7f3508101090 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.510+0000 7f34fdffb640 1 -- 172.21.15.83:0/1528922972 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35040108e0 con 0x7f3508101090 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.511+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35081a5650 con 0x7f3508101090 2024-04-22T14:02:38.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.511+0000 7f34fdffb640 1 -- 172.21.15.83:0/1528922972 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504018920 con 0x7f3508101090 2024-04-22T14:02:38.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.513+0000 7f34fdffb640 1 -- 172.21.15.83:0/1528922972 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3504010430 con 0x7f3508101090 2024-04-22T14:02:38.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 Processor -- start 2024-04-22T14:02:38.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 -- start start 2024-04-22T14:02:38.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d097318b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559d096961f0 con 0x559d097314d0 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559d096334b0 con 0x559d09731e80 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f351179f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559d096921b0 con 0x559d0973aa00 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f34fdffb640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 0x7f34f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f350d06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d097318b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f350c86e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f34fffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f350d06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d097318b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51242/0 (socket says 172.21.15.83:51242) 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f350c86e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59240/0 (socket says 172.21.15.83:59240) 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f350d06f640 1 -- 172.21.15.83:0/5643460 learned_addr learned my addr 172.21.15.83:0/5643460 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.514+0000 7f34fffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59096/0 (socket says 172.21.15.83:59096) 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fdffb640 1 -- 172.21.15.83:0/1528922972 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f35040d0ab0 con 0x7f3508101090 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f350d06f640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 0x7f34f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 -- 172.21.15.83:0/5643460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 msgr2=0x559d0973a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 -- 172.21.15.83:0/5643460 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 msgr2=0x559d097318b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d097318b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 -- 172.21.15.83:0/5643460 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d096251b0 con 0x559d0973aa00 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f350c86e640 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34fffff640 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f350806b6e0 tx=0x7f34f80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a2d1b6ee61580a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f350d06f640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 0x7f34f00a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f350002cfd0 tx=0x7f350002c0f0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34eeffd640 1 -- 172.21.15.83:0/5643460 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f80042f0 con 0x559d0973aa00 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34eeffd640 1 -- 172.21.15.83:0/5643460 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34f8004490 con 0x559d0973aa00 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.515+0000 7f34eeffd640 1 -- 172.21.15.83:0/5643460 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f800fa40 con 0x559d0973aa00 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- 172.21.15.83:0/5643460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 msgr2=0x559d0973ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f350806b6e0 tx=0x7f34f80118d0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- 172.21.15.83:0/5643460 shutdown_connections 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973ce50 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d0973a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 --2- 172.21.15.83:0/5643460 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d097318b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- 172.21.15.83:0/5643460 >> 172.21.15.83:0/5643460 conn(0x559d0972bba0 msgr2=0x559d0972bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- 172.21.15.83:0/5643460 shutdown_connections 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- 172.21.15.83:0/5643460 wait complete. 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.516+0000 7f351179f740 1 -- start start 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 Processor -- start 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d0973a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d09731e80 0x559d097375f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559d09741d80 con 0x559d0973aa00 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559d0964f500 con 0x559d097314d0 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559d09741f00 con 0x559d09731e80 2024-04-22T14:02:38.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f351179f740 10 client.0 _ll_register_callbacks cb 0x559d0961db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350d06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d0973a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350d06f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51252/0 (socket says 172.21.15.83:51252) 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f34fffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d09731e80 0x559d097375f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350d06f640 1 -- 172.21.15.83:0/1885410868 learned_addr learned my addr 172.21.15.83:0/1885410868 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 -- 172.21.15.83:0/1885410868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d09731e80 msgr2=0x559d097375f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d09731e80 0x559d097375f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 -- 172.21.15.83:0/1885410868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 msgr2=0x559d09737b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350c86e640 1 -- 172.21.15.83:0/1885410868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d093a83f0 con 0x559d097314d0 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.517+0000 7f350d06f640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f350c86e640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d0973a260 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f35040ce230 tx=0x7f350409c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=deaae6a9d173a36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:38.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350409cb30 con 0x559d097314d0 2024-04-22T14:02:38.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34f8004490 con 0x559d097314d0 2024-04-22T14:02:38.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f35040991a0 con 0x559d097314d0 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f3504066050 con 0x559d097314d0 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 10 client.26351 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x559d094727d0 con 0x559d097314d0 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f34f8004490 con 0x559d097314d0 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f35040b9080 con 0x559d097314d0 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 10 client.26351 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 10 client.26351 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 20 client.26351 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d0974ef80 0x559d097513b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 4 client.26351 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:38.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d09635930 con 0x559d0974ef80 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.518+0000 7f34fffff640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d0974ef80 0x559d097513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.519+0000 7f34e7fff640 10 client.26351 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.519+0000 7f34fffff640 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d0974ef80 0x559d097513b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c60580978e680de7 server_cookie=e7b9ec0e1f8d25e0 in_seq=0 out_seq=0 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.519+0000 7f34e7fff640 1 -- 172.21.15.83:0/1885410868 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559d09635930 con 0x559d0974ef80 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.519+0000 7f34e7fff640 10 client.26351 handle_command_reply: tid=0 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.519+0000 7f351179f740 1 client.26351 shutdown 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 msgr2=0x559d0973a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d0973a260 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f35040ce230 tx=0x7f350409c490 comp rx=0 tx=0).stop 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 shutdown_connections 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d0974ef80 0x559d097513b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d0973aa00 0x559d09737b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d09731e80 0x559d097375f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 --2- 172.21.15.83:0/1885410868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d0973a260 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f34e7fff640 0 client.26351 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 >> 172.21.15.83:0/1885410868 conn(0x559d0972bba0 msgr2=0x559d0972d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 shutdown_connections 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 1 -- 172.21.15.83:0/1885410868 wait complete. 2024-04-22T14:02:38.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.520+0000 7f351179f740 20 client.26351 trim_cache size 0 max 16384 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.535+0000 7f351179f740 1 Processor -- start 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 -- start start 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d09739d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35081ab970 con 0x559d097314d0 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35081ad510 con 0x559d09731e80 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f351179f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f35081ac040 con 0x559d0973aa00 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51264/0 (socket says 172.21.15.83:51264) 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 -- 172.21.15.83:0/205986660 learned_addr learned my addr 172.21.15.83:0/205986660 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f34fffff640 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d09739d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350d06f640 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 -- 172.21.15.83:0/205986660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 msgr2=0x559d0973a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 -- 172.21.15.83:0/205986660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 msgr2=0x559d09739d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d09739d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 -- 172.21.15.83:0/205986660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d097383b0 con 0x559d097314d0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.536+0000 7f350c86e640 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f3504099500 tx=0x7f3504098dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c56d7682954c6439 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f34ee7fc640 1 -- 172.21.15.83:0/205986660 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35040a0e30 con 0x559d097314d0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f34ee7fc640 1 -- 172.21.15.83:0/205986660 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35040a56f0 con 0x559d097314d0 2024-04-22T14:02:38.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f34ee7fc640 1 -- 172.21.15.83:0/205986660 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f350409bc50 con 0x559d097314d0 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 -- 172.21.15.83:0/205986660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 msgr2=0x559d0974ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f3504099500 tx=0x7f3504098dd0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 -- 172.21.15.83:0/205986660 shutdown_connections 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d0973a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d09731e80 0x559d09739d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 --2- 172.21.15.83:0/205986660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d097314d0 0x559d0974ac40 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 -- 172.21.15.83:0/205986660 >> 172.21.15.83:0/205986660 conn(0x559d0972bba0 msgr2=0x559d09732c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 -- 172.21.15.83:0/205986660 shutdown_connections 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.537+0000 7f351179f740 1 -- 172.21.15.83:0/205986660 wait complete. 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 -- start start 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 Processor -- start 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d09744120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f35081ace10 con 0x559d09731e80 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35081ac740 con 0x559d097314d0 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f35081a9970 con 0x559d0973aa00 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f351179f740 10 client.0 _ll_register_callbacks cb 0x7f350409c900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f34fffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f350c86e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f34fffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51278/0 (socket says 172.21.15.83:51278) 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f34fffff640 1 -- 172.21.15.83:0/715581190 learned_addr learned my addr 172.21.15.83:0/715581190 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f350c86e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59278/0 (socket says 172.21.15.83:59278) 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.538+0000 7f350d06f640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d09744120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 -- 172.21.15.83:0/715581190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 msgr2=0x559d09744120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d09744120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 -- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 msgr2=0x559d09747150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 -- 172.21.15.83:0/715581190 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d097446e0 con 0x559d09731e80 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f350c86e640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34fffff640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009ed0 tx=0x7f34f8005fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441ece6cf48abefb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34e7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f802e020 con 0x559d09731e80 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f34f8005240 con 0x559d09731e80 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35040a56f0 con 0x559d09731e80 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f34f8039050 con 0x559d09731e80 2024-04-22T14:02:38.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f351179f740 10 client.17079 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x559d097b5da0 con 0x559d09731e80 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.539+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f35040a56f0 con 0x559d09731e80 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f34f8018070 con 0x559d09731e80 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 10 client.17079 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 10 client.17079 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 20 client.17079 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d097b6460 0x559d097b8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 4 client.17079 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559d096a3c10 con 0x559d097b6460 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f350c86e640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d097b6460 0x559d097b8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f34e7fff640 10 client.17079 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:38.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.540+0000 7f350c86e640 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d097b6460 0x559d097b8880 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=78db815ac2a6b985 server_cookie=8ec08bddcb40bba in_seq=0 out_seq=0 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f34e7fff640 1 -- 172.21.15.83:0/715581190 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559d096a3c10 con 0x559d097b6460 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f34e7fff640 10 client.17079 handle_command_reply: tid=0 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 client.17079 shutdown 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 msgr2=0x559d09747690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009ed0 tx=0x7f34f8005fc0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 shutdown_connections 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x559d097b6460 0x559d097b8880 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559d0973aa00 0x559d09744120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559d09731e80 0x559d09747690 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f34e7fff640 0 client.17079 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 --2- 172.21.15.83:0/715581190 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559d097314d0 0x559d09747150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 >> 172.21.15.83:0/715581190 conn(0x559d0972bba0 msgr2=0x559d0972a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 shutdown_connections 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 1 -- 172.21.15.83:0/715581190 wait complete. 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.541+0000 7f351179f740 20 client.17079 trim_cache size 0 max 16384 2024-04-22T14:02:38.552 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:38.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 msgr2=0x7f34f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 0x7f34f00a61e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f350002cfd0 tx=0x7f350002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 msgr2=0x7f3508199570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f350400e9f0 tx=0x7f350400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 shutdown_connections 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f34f00a3d20 0x7f34f00a61e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f350819a040 0x7f35081a45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3508106160 0x7f3508199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 --2- 172.21.15.83:0/1528922972 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3508101090 0x7f3508199570 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 >> 172.21.15.83:0/1528922972 conn(0x7f3508077f50 msgr2=0x7f35080feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 shutdown_connections 2024-04-22T14:02:38.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.542+0000 7f350ead2640 1 -- 172.21.15.83:0/1528922972 wait complete. 2024-04-22T14:02:38.557 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:02:38.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 -- 172.21.15.83:0/1698646354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 msgr2=0x7f9cfc103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 --2- 172.21.15.83:0/1698646354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc103590 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f9cec009900 tx=0x7f9cec02bcd0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 -- 172.21.15.83:0/1698646354 shutdown_connections 2024-04-22T14:02:38.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 --2- 172.21.15.83:0/1698646354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 0x7f9cfc10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 --2- 172.21.15.83:0/1698646354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 0x7f9cfc10bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 --2- 172.21.15.83:0/1698646354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc103590 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 -- 172.21.15.83:0/1698646354 >> 172.21.15.83:0/1698646354 conn(0x7f9cfc0771d0 msgr2=0x7f9cfc0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 -- 172.21.15.83:0/1698646354 shutdown_connections 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 -- 172.21.15.83:0/1698646354 wait complete. 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.664+0000 7f9d01bce640 1 Processor -- start 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 -- start start 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 0x7f9cfc101340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 0x7f9cfc101880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1121d0 con 0x7f9cfc1031b0 2024-04-22T14:02:38.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc112050 con 0x7f9cfc103ad0 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9d01bce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc112350 con 0x7f9cfc10c580 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51298/0 (socket says 172.21.15.83:51298) 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2883581996 learned_addr learned my addr 172.21.15.83:0/2883581996 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 0x7f9cfc101340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfbfff640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 0x7f9cfc101880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2883581996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 msgr2=0x7f9cfc101880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 0x7f9cfc101880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2883581996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 msgr2=0x7f9cfc101340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 0x7f9cfc101340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2883581996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cfc1a6bf0 con 0x7f9cfc1031b0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.665+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f9cec005940 tx=0x7f9cec0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.666+0000 7f9cf8ff9640 1 -- 172.21.15.83:0/2883581996 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec043020 con 0x7f9cfc1031b0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.666+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cfc1a6e80 con 0x7f9cfc1031b0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.666+0000 7f9cf8ff9640 1 -- 172.21.15.83:0/2883581996 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cec02dba0 con 0x7f9cfc1031b0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.666+0000 7f9cf8ff9640 1 -- 172.21.15.83:0/2883581996 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec003850 con 0x7f9cfc1031b0 2024-04-22T14:02:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.666+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cfc1a7390 con 0x7f9cfc1031b0 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.668+0000 7f9cf8ff9640 1 -- 172.21.15.83:0/2883581996 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9cec046020 con 0x7f9cfc1031b0 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.668+0000 7f9cf8ff9640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 0x7f9ce40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.668+0000 7f9d047be740 1 Processor -- start 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.668+0000 7f9d047be740 1 -- start start 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.668+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 0x7f9ce40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cf8ff9640 1 -- 172.21.15.83:0/2883581996 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9cec0f26d0 con 0x7f9cfc1031b0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x55823003c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x55823003ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55822ff981f0 con 0x55823003ca00 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55822ff354b0 con 0x5582300334d0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9d047be740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55822ff941b0 con 0x558230033e80 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59302/0 (socket says 172.21.15.83:59302) 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2831978368 learned_addr learned my addr 172.21.15.83:0/2831978368 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfbfff640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x55823003ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x55823003c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 0x7f9ce40a61e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc102890 tx=0x7f9cf000f3c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2831978368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 msgr2=0x55823003c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x55823003c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2831978368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 msgr2=0x55823003ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x55823003ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/2831978368 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55822ff271b0 con 0x5582300334d0 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x55823003c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9cec0be740 tx=0x7f9cec0be1d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1352e317006785d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9ce1ffb640 1 -- 172.21.15.83:0/2831978368 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec0c2b60 con 0x5582300334d0 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9ce1ffb640 1 -- 172.21.15.83:0/2831978368 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cec0c7420 con 0x5582300334d0 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.669+0000 7f9ce1ffb640 1 -- 172.21.15.83:0/2831978368 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec0c6f90 con 0x5582300334d0 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- 172.21.15.83:0/2831978368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 msgr2=0x5582300338b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9cec0be740 tx=0x7f9cec0be1d0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- 172.21.15.83:0/2831978368 shutdown_connections 2024-04-22T14:02:38.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x55823003ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x55823003c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 --2- 172.21.15.83:0/2831978368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300338b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- 172.21.15.83:0/2831978368 >> 172.21.15.83:0/2831978368 conn(0x55823002dba0 msgr2=0x55823002df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- 172.21.15.83:0/2831978368 shutdown_connections 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- 172.21.15.83:0/2831978368 wait complete. 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.670+0000 7f9d047be740 1 -- start start 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 Processor -- start 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x558230039670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x558230039bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55823003f730 con 0x55823003ca00 2024-04-22T14:02:38.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55822ff51500 con 0x5582300334d0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55823003f8b0 con 0x558230033e80 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9d047be740 10 client.0 _ll_register_callbacks cb 0x55822ff1fb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x558230039bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfaffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x558230039670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59312/0 (socket says 172.21.15.83:59312) 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x558230039bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51316/0 (socket says 172.21.15.83:51316) 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/1339020204 learned_addr learned my addr 172.21.15.83:0/1339020204 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 msgr2=0x558230039670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x558230039670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/1339020204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 msgr2=0x558230039bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x558230039bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.671+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/1339020204 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55822fcaa3f0 con 0x5582300334d0 2024-04-22T14:02:38.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9cec0c6ef0 tx=0x7f9cec0f0140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=265620982793de8f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cec088060 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9cec0bae20 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cec0c7420 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9cec0dd070 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 10 client.26366 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55822fd747d0 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cec0c7420 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f9cec0bfae0 con 0x5582300334d0 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 10 client.26366 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 10 client.26366 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 20 client.26366 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55823004c790 0x55823004eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 4 client.26366 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.672+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55822ff37930 con 0x55823004c790 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.673+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55823004c790 0x55823004eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.673+0000 7f9cdaffd640 10 client.26366 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.673+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55823004c790 0x55823004eb80 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9389754dfcc5356d server_cookie=15af4c06f893e6eb in_seq=0 out_seq=0 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9cdaffd640 1 -- 172.21.15.83:0/1339020204 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55822ff37930 con 0x55823004c790 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9cdaffd640 10 client.26366 handle_command_reply: tid=0 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 client.26366 shutdown 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 msgr2=0x55823003c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9cec0c6ef0 tx=0x7f9cec0f0140 comp rx=0 tx=0).stop 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 shutdown_connections 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55823004c790 0x55823004eb80 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55823003ca00 0x558230039bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558230033e80 0x558230039670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 --2- 172.21.15.83:0/1339020204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x55823003c2e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9cdaffd640 0 client.26366 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 >> 172.21.15.83:0/1339020204 conn(0x55823002dba0 msgr2=0x55823002f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 shutdown_connections 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 1 -- 172.21.15.83:0/1339020204 wait complete. 2024-04-22T14:02:38.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.674+0000 7f9d047be740 20 client.26366 trim_cache size 0 max 16384 2024-04-22T14:02:38.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:38 smithi083 ceph-mon[27977]: pgmap v136: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 988 op/s 2024-04-22T14:02:38.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:38 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/527479441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:38.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 Processor -- start 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 -- start start 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300543b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55823003ca00 0x5582300548f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1afce0 con 0x558230033e80 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1b1880 con 0x55823003ca00 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9d047be740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1b03b0 con 0x5582300334d0 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.689+0000 7f9cfaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300543b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55823003ca00 0x5582300548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfb7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59178/0 (socket says 172.21.15.83:59178) 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfb7fe640 1 -- 172.21.15.83:0/999477416 learned_addr learned my addr 172.21.15.83:0/999477416 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 -- 172.21.15.83:0/999477416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 msgr2=0x558230048560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 -- 172.21.15.83:0/999477416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55823003ca00 msgr2=0x5582300548f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55823003ca00 0x5582300548f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 -- 172.21.15.83:0/999477416 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55823004eef0 con 0x558230033e80 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300543b0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x558230038ed0 tx=0x7f9cf001a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b8206f17d24fac5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9ce17fa640 1 -- 172.21.15.83:0/999477416 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf002f070 con 0x558230033e80 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9ce17fa640 1 -- 172.21.15.83:0/999477416 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf002a8b0 con 0x558230033e80 2024-04-22T14:02:38.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.690+0000 7f9ce17fa640 1 -- 172.21.15.83:0/999477416 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0018070 con 0x558230033e80 2024-04-22T14:02:38.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- 172.21.15.83:0/999477416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 msgr2=0x5582300543b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300543b0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x558230038ed0 tx=0x7f9cf001a000 comp rx=0 tx=0).stop 2024-04-22T14:02:38.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- 172.21.15.83:0/999477416 shutdown_connections 2024-04-22T14:02:38.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55823003ca00 0x5582300548f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300543b0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 --2- 172.21.15.83:0/999477416 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5582300334d0 0x558230048560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- 172.21.15.83:0/999477416 >> 172.21.15.83:0/999477416 conn(0x55823002dba0 msgr2=0x55823002cc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- 172.21.15.83:0/999477416 shutdown_connections 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- 172.21.15.83:0/999477416 wait complete. 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.691+0000 7f9d047be740 1 -- start start 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 Processor -- start 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300403b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55823003ca00 0x558230040e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1b1180 con 0x558230033e80 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1b0ab0 con 0x5582300334d0 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9cfc1adcc0 con 0x55823003ca00 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9d047be740 10 client.0 _ll_register_callbacks cb 0x7f9cec0be870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51334/0 (socket says 172.21.15.83:51334) 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 -- 172.21.15.83:0/2393020986 learned_addr learned my addr 172.21.15.83:0/2393020986 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfbfff640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55823003ca00 0x558230040e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300403b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 -- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55823003ca00 msgr2=0x558230040e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55823003ca00 0x558230040e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 -- 172.21.15.83:0/2393020986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 msgr2=0x5582300403b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300403b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 -- 172.21.15.83:0/2393020986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582300b1c20 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cfaffd640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f9cf002d040 tx=0x7f9cf001d650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973f213d86447af6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.692+0000 7f9cdaffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cf003a060 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9cf0011890 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9cf002a8b0 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9cf002f030 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 10 client.17097 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x5582300b2e30 con 0x558230033e80 2024-04-22T14:02:38.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9cf002a8b0 con 0x558230033e80 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f9cf0027030 con 0x558230033e80 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 10 client.17097 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 10 client.17097 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 20 client.17097 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5582300b3520 0x5582300b5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 4 client.17097 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55822ffa5c10 con 0x5582300b3520 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.693+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5582300b3520 0x5582300b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9cdaffd640 10 client.17097 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9cfb7fe640 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5582300b3520 0x5582300b5940 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b57efd3c724daec server_cookie=e26b9340ff768e2d in_seq=0 out_seq=0 2024-04-22T14:02:38.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9cdaffd640 1 -- 172.21.15.83:0/2393020986 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55822ffa5c10 con 0x5582300b3520 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9cdaffd640 10 client.17097 handle_command_reply: tid=0 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 client.17097 shutdown 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 msgr2=0x5582300408f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f9cf002d040 tx=0x7f9cf001d650 comp rx=0 tx=0).stop 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 shutdown_connections 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5582300b3520 0x5582300b5940 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55823003ca00 0x558230040e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9cdaffd640 0 client.17097 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558230033e80 0x5582300408f0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 --2- 172.21.15.83:0/2393020986 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5582300334d0 0x5582300403b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 >> 172.21.15.83:0/2393020986 conn(0x55823002dba0 msgr2=0x5582300342b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 shutdown_connections 2024-04-22T14:02:38.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 1 -- 172.21.15.83:0/2393020986 wait complete. 2024-04-22T14:02:38.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.694+0000 7f9d047be740 20 client.17097 trim_cache size 0 max 16384 2024-04-22T14:02:38.706 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:38.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 msgr2=0x7f9ce40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 0x7f9ce40a61e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc102890 tx=0x7f9cf000f3c0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 msgr2=0x7f9cfc100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f9cec005940 tx=0x7f9cec0045e0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 shutdown_connections 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9ce40a3d20 0x7f9ce40a61e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9cfc10c580 0x7f9cfc101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cfc103ad0 0x7f9cfc101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 --2- 172.21.15.83:0/2883581996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9cfc1031b0 0x7f9cfc100e00 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 >> 172.21.15.83:0/2883581996 conn(0x7f9cfc0771d0 msgr2=0x7f9cfc0fdd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 shutdown_connections 2024-04-22T14:02:38.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.695+0000 7f9d01bce640 1 -- 172.21.15.83:0/2883581996 wait complete. 2024-04-22T14:02:38.709 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:02:38.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:38 smithi084 ceph-mon[31312]: pgmap v136: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 988 op/s 2024-04-22T14:02:38.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:38 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/527479441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:38.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.816+0000 7f9767a70640 1 -- 172.21.15.83:0/2319400083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97601031e0 msgr2=0x7f97601035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.816+0000 7f9767a70640 1 --2- 172.21.15.83:0/2319400083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97601031e0 0x7f97601035c0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f975c009ca0 tx=0x7f975c02c230 comp rx=0 tx=0).stop 2024-04-22T14:02:38.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 -- 172.21.15.83:0/2319400083 shutdown_connections 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 --2- 172.21.15.83:0/2319400083 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f976010e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 --2- 172.21.15.83:0/2319400083 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9760103b00 0x7f976010bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 --2- 172.21.15.83:0/2319400083 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f97601031e0 0x7f97601035c0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 -- 172.21.15.83:0/2319400083 >> 172.21.15.83:0/2319400083 conn(0x7f97600771d0 msgr2=0x7f97600775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 -- 172.21.15.83:0/2319400083 shutdown_connections 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 -- 172.21.15.83:0/2319400083 wait complete. 2024-04-22T14:02:38.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 Processor -- start 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 -- start start 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.817+0000 7f9767a70640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9767a70640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f97601985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9767a70640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97601121b0 con 0x7f9760103b00 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9767a70640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9760112030 con 0x7f976010c520 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9767a70640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9760112330 con 0x7f97601031e0 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976500b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976500b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51362/0 (socket says 172.21.15.83:51362) 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59208/0 (socket says 172.21.15.83:59208) 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976500b640 1 -- 172.21.15.83:0/3752912030 learned_addr learned my addr 172.21.15.83:0/3752912030 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976600d640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f97601985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 -- 172.21.15.83:0/3752912030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 msgr2=0x7f97601985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f97601985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 -- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 msgr2=0x7f976019e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 -- 172.21.15.83:0/3752912030 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9760198d30 con 0x7f97601031e0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976600d640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f97601985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976500b640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f976580c640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f975c006010 tx=0x7f975c035dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9756ffd640 1 -- 172.21.15.83:0/3752912030 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c039040 con 0x7f97601031e0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.818+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9760198fc0 con 0x7f97601031e0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.819+0000 7f9756ffd640 1 -- 172.21.15.83:0/3752912030 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f975c003e20 con 0x7f97601031e0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.819+0000 7f9756ffd640 1 -- 172.21.15.83:0/3752912030 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c0328a0 con 0x7f97601031e0 2024-04-22T14:02:38.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.819+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97601a52c0 con 0x7f97601031e0 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.821+0000 7f9756ffd640 1 -- 172.21.15.83:0/3752912030 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f975c046030 con 0x7f97601031e0 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 Processor -- start 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 -- start start 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 0x55e57a31b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e57a2771f0 con 0x55e57a31ba00 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e57a2144b0 con 0x55e57a312e80 2024-04-22T14:02:38.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f976a65c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e57a2731b0 con 0x55e57a3124d0 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.822+0000 7f9756ffd640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 0x7f974c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976600d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976600d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59210/0 (socket says 172.21.15.83:59210) 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976600d640 1 -- 172.21.15.83:0/1711541075 learned_addr learned my addr 172.21.15.83:0/1711541075 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976580c640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 0x55e57a31b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976600d640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 0x7f974c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 -- 172.21.15.83:0/1711541075 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 msgr2=0x55e57a3128b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 -- 172.21.15.83:0/1711541075 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 msgr2=0x55e57a31b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 0x55e57a31b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 -- 172.21.15.83:0/1711541075 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e57a2061b0 con 0x55e57a31ba00 2024-04-22T14:02:38.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f9756ffd640 1 -- 172.21.15.83:0/3752912030 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f975c0f1fe0 con 0x7f97601031e0 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976600d640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976580c640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 0x55e57a31b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.823+0000 7f976500b640 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31de50 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f976010e3e0 tx=0x7f9750010930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=874a732a347766c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f974bfff640 1 -- 172.21.15.83:0/1711541075 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975001e070 con 0x55e57a31ba00 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f974bfff640 1 -- 172.21.15.83:0/1711541075 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9750011c10 con 0x55e57a31ba00 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f974bfff640 1 -- 172.21.15.83:0/1711541075 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750019cd0 con 0x55e57a31ba00 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 -- 172.21.15.83:0/1711541075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 msgr2=0x55e57a31de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976600d640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 0x7f974c0a61e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9758009fd0 tx=0x7f9758005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31de50 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f976010e3e0 tx=0x7f9750010930 comp rx=0 tx=0).stop 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 -- 172.21.15.83:0/1711541075 shutdown_connections 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31de50 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a312e80 0x55e57a31b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 --2- 172.21.15.83:0/1711541075 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a3124d0 0x55e57a3128b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.824+0000 7f976a65c740 1 -- 172.21.15.83:0/1711541075 >> 172.21.15.83:0/1711541075 conn(0x55e57a30cba0 msgr2=0x55e57a30cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- 172.21.15.83:0/1711541075 shutdown_connections 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- 172.21.15.83:0/1711541075 wait complete. 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- start start 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 Processor -- start 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a31b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a318630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e57a31e970 con 0x55e57a31ba00 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e57a230500 con 0x55e57a3124d0 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e57a31eaf0 con 0x55e57a312e80 2024-04-22T14:02:38.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976a65c740 10 client.0 _ll_register_callbacks cb 0x55e57a1feb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.825+0000 7f976600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51376/0 (socket says 172.21.15.83:51376) 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a31b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976600d640 1 -- 172.21.15.83:0/2439909239 learned_addr learned my addr 172.21.15.83:0/2439909239 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976500b640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a318630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 -- 172.21.15.83:0/2439909239 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 msgr2=0x55e57a318630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a318630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 -- 172.21.15.83:0/2439909239 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 msgr2=0x55e57a318b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 -- 172.21.15.83:0/2439909239 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e579f893f0 con 0x55e57a3124d0 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976600d640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976580c640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a31b2a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f975c0ef870 tx=0x7f975c0099c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30ebda1dd4cb1c27 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f97497fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c0be850 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f975c0c20c0 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9750011c10 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f975c0c22c0 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976a65c740 10 client.26384 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.826+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e57a0537d0 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9750011c10 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f975c03c030 con 0x55e57a3124d0 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 10 client.26384 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 10 client.26384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 20 client.26384 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a32bb00 0x55e57a32dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 4 client.26384 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e57a216930 con 0x55e57a32bb00 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976500b640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a32bb00 0x55e57a32dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f97497fa640 10 client.26384 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.827+0000 7f976500b640 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a32bb00 0x55e57a32dfc0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77109dcfeb90d080 server_cookie=1fb1b28e97bd2c80 in_seq=0 out_seq=0 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f97497fa640 1 -- 172.21.15.83:0/2439909239 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e57a216930 con 0x55e57a32bb00 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f97497fa640 10 client.26384 handle_command_reply: tid=0 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 client.26384 shutdown 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 msgr2=0x55e57a31b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a31b2a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f975c0ef870 tx=0x7f975c0099c0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 shutdown_connections 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a32bb00 0x55e57a32dfc0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a318b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a318630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 --2- 172.21.15.83:0/2439909239 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a31b2a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f97497fa640 0 client.26384 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:38.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 >> 172.21.15.83:0/2439909239 conn(0x55e57a30cba0 msgr2=0x55e57a30e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 shutdown_connections 2024-04-22T14:02:38.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 1 -- 172.21.15.83:0/2439909239 wait complete. 2024-04-22T14:02:38.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.828+0000 7f976a65c740 20 client.26384 trim_cache size 0 max 16384 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 Processor -- start 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 -- start start 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a327830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a31ba00 0x55e57a333890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97601ab830 con 0x55e57a312e80 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97601ad3d0 con 0x55e57a3124d0 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.843+0000 7f976a65c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97601abf00 con 0x55e57a31ba00 2024-04-22T14:02:38.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51378/0 (socket says 172.21.15.83:51378) 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 -- 172.21.15.83:0/1323689078 learned_addr learned my addr 172.21.15.83:0/1323689078 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976580c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a327830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976600d640 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a31ba00 0x55e57a333890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 -- 172.21.15.83:0/1323689078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a31ba00 msgr2=0x55e57a333890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a31ba00 0x55e57a333890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 -- 172.21.15.83:0/1323689078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 msgr2=0x55e57a327830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a327830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 -- 172.21.15.83:0/1323689078 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e57a312c20 con 0x55e57a312e80 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976580c640 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a327830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f976500b640 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f975001c040 tx=0x7f9750010430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761ac651d73b0b18 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f974b7fe640 1 -- 172.21.15.83:0/1323689078 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975001e040 con 0x55e57a312e80 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f974b7fe640 1 -- 172.21.15.83:0/1323689078 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f975001f040 con 0x55e57a312e80 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.844+0000 7f974b7fe640 1 -- 172.21.15.83:0/1323689078 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750011560 con 0x55e57a312e80 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 -- 172.21.15.83:0/1323689078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 msgr2=0x55e57a313ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f975001c040 tx=0x7f9750010430 comp rx=0 tx=0).stop 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 -- 172.21.15.83:0/1323689078 shutdown_connections 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a31ba00 0x55e57a333890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a312e80 0x55e57a313ba0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 --2- 172.21.15.83:0/1323689078 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a327830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 -- 172.21.15.83:0/1323689078 >> 172.21.15.83:0/1323689078 conn(0x55e57a30cba0 msgr2=0x55e57a30bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 -- 172.21.15.83:0/1323689078 shutdown_connections 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.845+0000 7f976a65c740 1 -- 172.21.15.83:0/1323689078 wait complete. 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 -- start start 2024-04-22T14:02:38.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 Processor -- start 2024-04-22T14:02:38.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a31f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f97601accd0 con 0x55e57a31ba00 2024-04-22T14:02:38.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97601ac600 con 0x55e57a3124d0 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f97601a9810 con 0x55e57a312e80 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976a65c740 10 client.0 _ll_register_callbacks cb 0x7f975c0095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976580c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976600d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51386/0 (socket says 172.21.15.83:51386) 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976580c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59406/0 (socket says 172.21.15.83:59406) 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976600d640 1 -- 172.21.15.83:0/2006086113 learned_addr learned my addr 172.21.15.83:0/2006086113 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.846+0000 7f976500b640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a31f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 -- 172.21.15.83:0/2006086113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 msgr2=0x55e57a31f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a31f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 -- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 msgr2=0x55e57a324030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 -- 172.21.15.83:0/2006086113 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e57a320020 con 0x55e57a31ba00 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976500b640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a31f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976580c640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976600d640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9758009dc0 tx=0x7f97580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6112e716bc4b28 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f97497fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9758010c90 con 0x55e57a31ba00 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9758029470 con 0x55e57a31ba00 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f975001f040 con 0x55e57a31ba00 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f9758037050 con 0x55e57a31ba00 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976a65c740 10 client.17115 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:38.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55e57a392030 con 0x55e57a31ba00 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.847+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f975001f040 con 0x55e57a31ba00 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7f975801c5a0 con 0x55e57a31ba00 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 10 client.17115 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 10 client.17115 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 20 client.17115 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a392860 0x55e57a394c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 4 client.17115 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e57a284c10 con 0x55e57a392860 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976580c640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a392860 0x55e57a394c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f97497fa640 10 client.17115 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976580c640 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a392860 0x55e57a394c80 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=123b5a08a43ab44f server_cookie=4e2006667889a3dd in_seq=0 out_seq=0 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f97497fa640 1 -- 172.21.15.83:0/2006086113 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e57a284c10 con 0x55e57a392860 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f97497fa640 10 client.17115 handle_command_reply: tid=0 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.848+0000 7f976a65c740 1 client.17115 shutdown 2024-04-22T14:02:38.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 msgr2=0x55e57a31f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9758009dc0 tx=0x7f97580046c0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 shutdown_connections 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e57a392860 0x55e57a394c80 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e57a31ba00 0x55e57a31f8e0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e57a312e80 0x55e57a31f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 --2- 172.21.15.83:0/2006086113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e57a3124d0 0x55e57a324030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 >> 172.21.15.83:0/2006086113 conn(0x55e57a30cba0 msgr2=0x55e57a30bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f97497fa640 0 client.17115 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 shutdown_connections 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 1 -- 172.21.15.83:0/2006086113 wait complete. 2024-04-22T14:02:38.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f976a65c740 20 client.17115 trim_cache size 0 max 16384 2024-04-22T14:02:38.861 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:02:38.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 msgr2=0x7f974c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 0x7f974c0a61e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9758009fd0 tx=0x7f9758005f90 comp rx=0 tx=0).stop 2024-04-22T14:02:38.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 msgr2=0x7f976019e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:38.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f975c006010 tx=0x7f975c035dd0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 shutdown_connections 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f974c0a3d20 0x7f974c0a61e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f976010c520 0x7f97601985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9760103b00 0x7f976019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 --2- 172.21.15.83:0/3752912030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f97601031e0 0x7f976019e400 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.849+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 >> 172.21.15.83:0/3752912030 conn(0x7f97600771d0 msgr2=0x7f97600fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.850+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 shutdown_connections 2024-04-22T14:02:38.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:38.850+0000 7f9767a70640 1 -- 172.21.15.83:0/3752912030 wait complete. 2024-04-22T14:02:38.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:38 smithi173 ceph-mon[31493]: pgmap v136: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 988 op/s 2024-04-22T14:02:38.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:38 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/527479441' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:02:39.200 INFO:tasks.workunit.client.0.smithi083.stdout:30000 trunc from 0x7a5444 to 0x143a5 2024-04-22T14:02:39.865 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:02:39.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:02:39.866 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 -- 172.21.15.83:0/1747932679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b01072e0 msgr2=0x7ff6b010eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/1747932679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b01072e0 0x7ff6b010eeb0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8009ca0 tx=0x7ff6a802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 -- 172.21.15.83:0/1747932679 shutdown_connections 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/1747932679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b01072e0 0x7ff6b010eeb0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/1747932679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b0102bc0 0x7ff6b0106c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/1747932679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0102210 0x7ff6b01025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 -- 172.21.15.83:0/1747932679 >> 172.21.15.83:0/1747932679 conn(0x7ff6b00fdab0 msgr2=0x7ff6b00ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:39.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 -- 172.21.15.83:0/1747932679 shutdown_connections 2024-04-22T14:02:39.982 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.977+0000 7ff6b6a50640 1 -- 172.21.15.83:0/1747932679 wait complete. 2024-04-22T14:02:39.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 Processor -- start 2024-04-22T14:02:39.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 -- start start 2024-04-22T14:02:39.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b01072e0 0x7ff6b019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.984 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 0x7ff6b0198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b0112250 con 0x7ff6b0102210 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01120d0 con 0x7ff6b0198650 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b6a50640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01123d0 con 0x7ff6b01072e0 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6b4fed640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 0x7ff6b0198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51404/0 (socket says 172.21.15.83:51404) 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6affff640 1 -- 172.21.15.83:0/3392620320 learned_addr learned my addr 172.21.15.83:0/3392620320 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:39.985 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.978+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b01072e0 0x7ff6b019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 -- 172.21.15.83:0/3392620320 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b01072e0 msgr2=0x7ff6b019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b01072e0 0x7ff6b019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 -- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 msgr2=0x7ff6b019e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 -- 172.21.15.83:0/3392620320 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b0199170 con 0x7ff6b0198650 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6affff640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b4fed640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 0x7ff6b0198b00 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802c700 tx=0x7ff6a80346f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6ad7fa640 1 -- 172.21.15.83:0/3392620320 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8041020 con 0x7ff6b0198650 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6ad7fa640 1 -- 172.21.15.83:0/3392620320 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a8032970 con 0x7ff6b0198650 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6ad7fa640 1 -- 172.21.15.83:0/3392620320 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8039040 con 0x7ff6b0198650 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b0199400 con 0x7ff6b0198650 2024-04-22T14:02:39.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.979+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b01a54f0 con 0x7ff6b0198650 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6ad7fa640 1 -- 172.21.15.83:0/3392620320 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff6a8044020 con 0x7ff6b0198650 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 Processor -- start 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 -- start start 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c89840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4be4f00 con 0x55b7d4c89e10 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.982+0000 7ff6b963d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4b82590 con 0x55b7d4c808e0 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6b963d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4be0ec0 con 0x55b7d4c81290 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6affff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c89840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59428/0 (socket says 172.21.15.83:59428) 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 -- 172.21.15.83:0/480424374 learned_addr learned my addr 172.21.15.83:0/480424374 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:39.995 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6ad7fa640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 0x7ff6980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 -- 172.21.15.83:0/480424374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 msgr2=0x55b7d4c89840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c89840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 -- 172.21.15.83:0/480424374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 msgr2=0x55b7d4c8c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 -- 172.21.15.83:0/480424374 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7d49bf7e0 con 0x55b7d4c808e0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6b4fed640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 0x7ff6980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6ad7fa640 1 -- 172.21.15.83:0/3392620320 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff6a80f22e0 con 0x7ff6b0198650 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4009710 tx=0x7ff6a40096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d92a5c07737c7e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6967fc640 1 -- 172.21.15.83:0/480424374 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4004050 con 0x55b7d4c808e0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6967fc640 1 -- 172.21.15.83:0/480424374 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a40054d0 con 0x55b7d4c808e0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.983+0000 7ff6967fc640 1 -- 172.21.15.83:0/480424374 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4004ba0 con 0x55b7d4c808e0 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 -- 172.21.15.83:0/480424374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 msgr2=0x55b7d4c80cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:39.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b4fed640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 0x7ff6980a61e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802cfd0 tx=0x7ff6a8003ca0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4009710 tx=0x7ff6a40096a0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 -- 172.21.15.83:0/480424374 shutdown_connections 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c89840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 --2- 172.21.15.83:0/480424374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c80cc0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 -- 172.21.15.83:0/480424374 >> 172.21.15.83:0/480424374 conn(0x55b7d4c7afb0 msgr2=0x55b7d4c7b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 -- 172.21.15.83:0/480424374 shutdown_connections 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.984+0000 7ff6b963d740 1 -- 172.21.15.83:0/480424374 wait complete. 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 -- start start 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 Processor -- start 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c86ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c87950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4c8cd80 con 0x55b7d4c89e10 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4b9e580 con 0x55b7d4c808e0 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b7d4c8cf00 con 0x55b7d4c81290 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6b963d740 10 client.0 _ll_register_callbacks cb 0x55b7d4ba4650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c87950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6affff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c87950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51414/0 (socket says 172.21.15.83:51414) 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6affff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59282/0 (socket says 172.21.15.83:59282) 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6af7fe640 1 -- 172.21.15.83:0/276146070 learned_addr learned my addr 172.21.15.83:0/276146070 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.985+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c86ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 -- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 msgr2=0x55b7d4c86ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:39.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c86ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 -- 172.21.15.83:0/276146070 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 msgr2=0x55b7d4c87950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c87950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 -- 172.21.15.83:0/276146070 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7d4a1ff70 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6affff640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x55b7d4c81690 tx=0x7ff6a000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96af0c71a1fa136a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff68f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0004050 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff6a00041f0 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a40054d0 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff6a00043f0 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6b963d740 10 client.26242 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.986+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55b7d48b7170 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a40054d0 con 0x55b7d4c81290 2024-04-22T14:02:39.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7ff6a0010430 con 0x55b7d4c81290 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 10 client.26242 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 10 client.26242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 20 client.26242 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4c9a4d0 0x55b7d4c9c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 4 client.26242 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7d4bf2920 con 0x55b7d4c9a4d0 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4c9a4d0 0x55b7d4c9c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff68f7fe640 10 client.26242 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.987+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4c9a4d0 0x55b7d4c9c8e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b07de54b70ddc14 server_cookie=f677d0350e311d45 in_seq=0 out_seq=0 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff68f7fe640 1 -- 172.21.15.83:0/276146070 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b7d4bf2920 con 0x55b7d4c9a4d0 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff68f7fe640 10 client.26242 handle_command_reply: tid=0 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 client.26242 shutdown 2024-04-22T14:02:40.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 msgr2=0x55b7d4c87410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x55b7d4c81690 tx=0x7ff6a000f790 comp rx=0 tx=0).stop 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 shutdown_connections 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4c9a4d0 0x55b7d4c9c8e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c87950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c81290 0x55b7d4c87410 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff68f7fe640 0 client.26242 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 --2- 172.21.15.83:0/276146070 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c808e0 0x55b7d4c86ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 >> 172.21.15.83:0/276146070 conn(0x55b7d4c7afb0 msgr2=0x55b7d4c7cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 shutdown_connections 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.988+0000 7ff6b963d740 1 -- 172.21.15.83:0/276146070 wait complete. 2024-04-22T14:02:40.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:39.989+0000 7ff6b963d740 20 client.26242 trim_cache size 0 max 16384 2024-04-22T14:02:40.012 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 Processor -- start 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 -- start start 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c89600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 0x55b7d4c95c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01adad0 con 0x55b7d4c89e10 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01af670 con 0x55b7d4c81290 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6b963d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01ae1a0 con 0x55b7d4c808e0 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6affff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 0x55b7d4c95c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6af7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51418/0 (socket says 172.21.15.83:51418) 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6af7fe640 1 -- 172.21.15.83:0/4141263811 learned_addr learned my addr 172.21.15.83:0/4141263811 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.007+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c89600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 -- 172.21.15.83:0/4141263811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 msgr2=0x55b7d4c89600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c89600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 -- 172.21.15.83:0/4141263811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 msgr2=0x55b7d4c95c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 0x55b7d4c95c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 -- 172.21.15.83:0/4141263811 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7d4c7aae0 con 0x55b7d4c89e10 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6affff640 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 0x55b7d4c95c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40058c0 tx=0x7ff6a4009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10dac6b0d2ea551b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff695ffb640 1 -- 172.21.15.83:0/4141263811 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4028040 con 0x55b7d4c89e10 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff695ffb640 1 -- 172.21.15.83:0/4141263811 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a400f790 con 0x55b7d4c89e10 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.008+0000 7ff695ffb640 1 -- 172.21.15.83:0/4141263811 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a40322b0 con 0x55b7d4c89e10 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 -- 172.21.15.83:0/4141263811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 msgr2=0x55b7d4c85e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40058c0 tx=0x7ff6a4009a60 comp rx=0 tx=0).stop 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 -- 172.21.15.83:0/4141263811 shutdown_connections 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c89e10 0x55b7d4c85e10 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.014 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c81290 0x55b7d4c95c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 --2- 172.21.15.83:0/4141263811 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c89600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 -- 172.21.15.83:0/4141263811 >> 172.21.15.83:0/4141263811 conn(0x55b7d4c7afb0 msgr2=0x55b7d4c87720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 -- 172.21.15.83:0/4141263811 shutdown_connections 2024-04-22T14:02:40.015 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.009+0000 7ff6b963d740 1 -- 172.21.15.83:0/4141263811 wait complete. 2024-04-22T14:02:40.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 -- start start 2024-04-22T14:02:40.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 Processor -- start 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c92310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01aef70 con 0x55b7d4c81290 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01ae8a0 con 0x55b7d4c89e10 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b01abab0 con 0x55b7d4c808e0 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6b963d740 10 client.0 _ll_register_callbacks cb 0x7ff6a0009cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6affff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51434/0 (socket says 172.21.15.83:51434) 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6affff640 1 -- 172.21.15.83:0/2443884328 learned_addr learned my addr 172.21.15.83:0/2443884328 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.010+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c92310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 -- 172.21.15.83:0/2443884328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 msgr2=0x55b7d4c92310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c92310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 -- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c89e10 msgr2=0x55b7d4c8f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 -- 172.21.15.83:0/2443884328 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7d4c8fb70 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6affff640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x55b7d4c884a0 tx=0x7ff6a0012320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a84a1f289364473 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a0029070 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff6a0010a70 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a400f790 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7ff6a003c050 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 10 client.17133 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55b7d4d01800 con 0x55b7d4c81290 2024-04-22T14:02:40.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6a400f790 con 0x55b7d4c81290 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7ff6a0004830 con 0x55b7d4c81290 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 10 client.17133 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 10 client.17133 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 20 client.17133 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4d01fd0 0x55b7d4d043f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 4 client.17133 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.011+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b7d4bec790 con 0x55b7d4d01fd0 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.012+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4d01fd0 0x55b7d4d043f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.012+0000 7ff68f7fe640 10 client.17133 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.012+0000 7ff6af7fe640 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4d01fd0 0x55b7d4d043f0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5aac19ff470ea5f6 server_cookie=2f83d7e133953e13 in_seq=0 out_seq=0 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.013+0000 7ff68f7fe640 1 -- 172.21.15.83:0/2443884328 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b7d4bec790 con 0x55b7d4d01fd0 2024-04-22T14:02:40.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.013+0000 7ff68f7fe640 10 client.17133 handle_command_reply: tid=0 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.013+0000 7ff6b963d740 1 client.17133 shutdown 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 msgr2=0x55b7d4c8f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x55b7d4c884a0 tx=0x7ff6a0012320 comp rx=0 tx=0).stop 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 shutdown_connections 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b7d4d01fd0 0x55b7d4d043f0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7d4c89e10 0x55b7d4c8f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7d4c81290 0x55b7d4c8f0f0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 --2- 172.21.15.83:0/2443884328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7d4c808e0 0x55b7d4c92310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff68f7fe640 0 client.17133 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 >> 172.21.15.83:0/2443884328 conn(0x55b7d4c7afb0 msgr2=0x55b7d4c79780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 shutdown_connections 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 1 -- 172.21.15.83:0/2443884328 wait complete. 2024-04-22T14:02:40.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b963d740 20 client.17133 trim_cache size 0 max 16384 2024-04-22T14:02:40.023 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:02:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "91396bd1-2be2-49a3-841a-0d21f91fcd8b", 2024-04-22T14:02:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:02:40.023 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 msgr2=0x7ff6980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 0x7ff6980a61e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802cfd0 tx=0x7ff6a8003ca0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 msgr2=0x7ff6b0198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 0x7ff6b0198b00 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff6a802c700 tx=0x7ff6a80346f0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 shutdown_connections 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff6980a3d20 0x7ff6980a61e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff6b0198650 0x7ff6b0198b00 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff6b01072e0 0x7ff6b019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.014+0000 7ff6b6a50640 1 --2- 172.21.15.83:0/3392620320 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff6b0102210 0x7ff6b019e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.015+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 >> 172.21.15.83:0/3392620320 conn(0x7ff6b00fdab0 msgr2=0x7ff6b00feea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.015+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 shutdown_connections 2024-04-22T14:02:40.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.015+0000 7ff6b6a50640 1 -- 172.21.15.83:0/3392620320 wait complete. 2024-04-22T14:02:40.030 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:02:40.030 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:02:40.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 -- 172.21.15.83:0/154202442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac106160 msgr2=0x7fd0ac10dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/154202442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac106160 0x7fd0ac10dd30 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4009ca0 tx=0x7fd0a402c100 comp rx=0 tx=0).stop 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 -- 172.21.15.83:0/154202442 shutdown_connections 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/154202442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac106160 0x7fd0ac10dd30 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/154202442 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac101a40 0x7fd0ac105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/154202442 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac101090 0x7fd0ac101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 -- 172.21.15.83:0/154202442 >> 172.21.15.83:0/154202442 conn(0x7fd0ac0771d0 msgr2=0x7fd0ac0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 -- 172.21.15.83:0/154202442 shutdown_connections 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.167+0000 7fd0b1bca640 1 -- 172.21.15.83:0/154202442 wait complete. 2024-04-22T14:02:40.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.168+0000 7fd0b1bca640 1 Processor -- start 2024-04-22T14:02:40.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.168+0000 7fd0b1bca640 1 -- start start 2024-04-22T14:02:40.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac101090 0x7fd0ac1a38d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac19edb0 0x7fd0ac19f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1110d0 con 0x7fd0ac19edb0 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac110f50 con 0x7fd0ac101090 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0b1bca640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac111250 con 0x7fd0ac106160 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0abfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac19edb0 0x7fd0ac19f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59324/0 (socket says 172.21.15.83:59324) 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac101090 0x7fd0ac1a38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 -- 172.21.15.83:0/2250137108 learned_addr learned my addr 172.21.15.83:0/2250137108 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 -- 172.21.15.83:0/2250137108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac101090 msgr2=0x7fd0ac1a38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac101090 0x7fd0ac1a38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 -- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac19edb0 msgr2=0x7fd0ac19f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac19edb0 0x7fd0ac19f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.169+0000 7fd0aaffd640 1 -- 172.21.15.83:0/2250137108 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0ac19f990 con 0x7fd0ac106160 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd0a000e9f0 tx=0x7fd0a000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0a8ff9640 1 -- 172.21.15.83:0/2250137108 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a000ccc0 con 0x7fd0ac106160 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0a8ff9640 1 -- 172.21.15.83:0/2250137108 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0a00054d0 con 0x7fd0ac106160 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0ac1ab860 con 0x7fd0ac106160 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0ac1abc10 con 0x7fd0ac106160 2024-04-22T14:02:40.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.170+0000 7fd0a8ff9640 1 -- 172.21.15.83:0/2250137108 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a000ccc0 con 0x7fd0ac106160 2024-04-22T14:02:40.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.173+0000 7fd0a8ff9640 1 -- 172.21.15.83:0/2250137108 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd0a00046c0 con 0x7fd0ac106160 2024-04-22T14:02:40.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.173+0000 7fd0b47b7740 1 Processor -- start 2024-04-22T14:02:40.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 -- start start 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0a8ff9640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 0x7fd0940a63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b317960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0a8ff9640 1 -- 172.21.15.83:0/2250137108 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd0a00d06a0 con 0x7fd0ac106160 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b320a80 0x55df6b322e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df6b27c1e0 con 0x55df6b317580 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df6b219390 con 0x55df6b320a80 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df6b2781a0 con 0x55df6b317ea0 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.174+0000 7fd0abfff640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 0x7fd0940a63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0abfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b320a80 0x55df6b322e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59334/0 (socket says 172.21.15.83:59334) 2024-04-22T14:02:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 -- 172.21.15.83:0/3127246264 learned_addr learned my addr 172.21.15.83:0/3127246264 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b317960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 -- 172.21.15.83:0/3127246264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b320a80 msgr2=0x55df6b322e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b320a80 0x55df6b322e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 -- 172.21.15.83:0/3127246264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 msgr2=0x55df6b317960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b317960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 -- 172.21.15.83:0/3127246264 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df6b0587d0 con 0x55df6b317ea0 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.175+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd0a00a4d50 tx=0x7fd0a009c210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2eaa13968530602b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.176+0000 7fd091ffb640 1 -- 172.21.15.83:0/3127246264 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a009c610 con 0x55df6b317ea0 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.176+0000 7fd0abfff640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 0x7fd0940a63e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4005e30 tx=0x7fd0a4032360 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.176+0000 7fd091ffb640 1 -- 172.21.15.83:0/3127246264 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0a0098040 con 0x55df6b317ea0 2024-04-22T14:02:40.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.176+0000 7fd091ffb640 1 -- 172.21.15.83:0/3127246264 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a00a4df0 con 0x55df6b317ea0 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3127246264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 msgr2=0x55df6b320540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd0a00a4d50 tx=0x7fd0a009c210 comp rx=0 tx=0).stop 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3127246264 shutdown_connections 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b320a80 0x55df6b322e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317ea0 0x55df6b320540 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3127246264 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b317960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3127246264 >> 172.21.15.83:0/3127246264 conn(0x55df6b311cb0 msgr2=0x55df6b312090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3127246264 shutdown_connections 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.177+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3127246264 wait complete. 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.178+0000 7fd0b47b7740 1 -- start start 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.178+0000 7fd0b47b7740 1 Processor -- start 2024-04-22T14:02:40.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.178+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b31db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.178+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.178+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55df6b323870 con 0x55df6b317580 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df6b2352f0 con 0x55df6b317ea0 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55df6b3239f0 con 0x55df6b320a80 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0b47b7740 10 client.0 _ll_register_callbacks cb 0x55df6b242580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59466/0 (socket says 172.21.15.83:59466) 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 -- 172.21.15.83:0/1773112980 learned_addr learned my addr 172.21.15.83:0/1773112980 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0abfff640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b31db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 -- 172.21.15.83:0/1773112980 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 msgr2=0x55df6b31e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 -- 172.21.15.83:0/1773112980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 msgr2=0x55df6b31db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b31db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 -- 172.21.15.83:0/1773112980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df6af8e3f0 con 0x55df6b317ea0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd0a009c550 tx=0x7fd0a009ce40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b53055be1c00b76 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd08affd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.179+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0a00b9030 con 0x55df6b317ea0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd0a009a910 con 0x55df6b317ea0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0a0098040 con 0x55df6b317ea0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd0a00a09c0 con 0x55df6b317ea0 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 10 client.26420 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:40.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55df6af4e0f0 con 0x55df6b317ea0 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0a00a5280 con 0x55df6b317ea0 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7fd0a0098360 con 0x55df6b317ea0 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 10 client.26420 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 10 client.26420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 20 client.26420 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.180+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b330780 0x55df6b332b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.181+0000 7fd0b47b7740 4 client.26420 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.181+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd0a0098040 con 0x55df6b330780 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.181+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b330780 0x55df6b332b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.181+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b330780 0x55df6b332b70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a20bc5b55d9578ba server_cookie=93d8ae071db24638 in_seq=0 out_seq=0 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.181+0000 7fd08affd640 10 client.26420 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.182+0000 7fd08affd640 1 -- 172.21.15.83:0/1773112980 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fd0a0098040 con 0x55df6b330780 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.182+0000 7fd08affd640 10 client.26420 handle_command_reply: tid=0 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.182+0000 7fd0b47b7740 1 client.26420 shutdown 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.182+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 msgr2=0x55df6b31e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.182+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd0a009c550 tx=0x7fd0a009ce40 comp rx=0 tx=0).stop 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 shutdown_connections 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b330780 0x55df6b332b70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31e080 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1773112980 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b31db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 >> 172.21.15.83:0/1773112980 conn(0x55df6b311cb0 msgr2=0x55df6b313a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd08affd640 0 client.26420 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 shutdown_connections 2024-04-22T14:02:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1773112980 wait complete. 2024-04-22T14:02:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.183+0000 7fd0b47b7740 20 client.26420 trim_cache size 0 max 16384 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 Processor -- start 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 -- start start 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b320270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b4220 con 0x55df6b317580 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b5dc0 con 0x55df6b317ea0 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b48f0 con 0x55df6b320a80 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b320270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0aaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59470/0 (socket says 172.21.15.83:59470) 2024-04-22T14:02:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.216+0000 7fd0aaffd640 1 -- 172.21.15.83:0/3815967637 learned_addr learned my addr 172.21.15.83:0/3815967637 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0abfff640 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/3815967637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 msgr2=0x55df6b31e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/3815967637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 msgr2=0x55df6b31c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/3815967637 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df6b319480 con 0x55df6b317580 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.217+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b320270 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x55df6b323a70 tx=0x7fd09c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2163434e72230417 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0917fa640 1 -- 172.21.15.83:0/3815967637 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c025070 con 0x55df6b317580 2024-04-22T14:02:40.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0917fa640 1 -- 172.21.15.83:0/3815967637 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd09c003d20 con 0x55df6b317580 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0917fa640 1 -- 172.21.15.83:0/3815967637 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c010850 con 0x55df6b317580 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3815967637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 msgr2=0x55df6b320270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b320270 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x55df6b323a70 tx=0x7fd09c0046c0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3815967637 shutdown_connections 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b320a80 0x55df6b31e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b31c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/3815967637 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b317580 0x55df6b320270 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.218+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3815967637 >> 172.21.15.83:0/3815967637 conn(0x55df6b311cb0 msgr2=0x55df6b313090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.219+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3815967637 shutdown_connections 2024-04-22T14:02:40.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.219+0000 7fd0b47b7740 1 -- 172.21.15.83:0/3815967637 wait complete. 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.219+0000 7fd0b47b7740 1 -- start start 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.219+0000 7fd0b47b7740 1 Processor -- start 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b333690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 0x55df6b333bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b56c0 con 0x55df6b320a80 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b4ff0 con 0x55df6b317ea0 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0ac1b2200 con 0x55df6b317580 2024-04-22T14:02:40.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0b47b7740 10 client.0 _ll_register_callbacks cb 0x7fd09c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0ab7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:59362/0 (socket says 172.21.15.83:59362) 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.220+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/1758323779 learned_addr learned my addr 172.21.15.83:0/1758323779 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 msgr2=0x55df6b333690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0abfff640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 0x55df6b333bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b333690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/1758323779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 msgr2=0x55df6b333bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 0x55df6b333bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 -- 172.21.15.83:0/1758323779 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df6b31caf0 con 0x55df6b317580 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0abfff640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 0x55df6b333bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0ab7fe640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd09c010470 tx=0x7fd09c003b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c075c26de49fd45 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd08affd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09c025040 con 0x55df6b317580 2024-04-22T14:02:40.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd09c003d20 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.221+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd09c0200f0 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7fd09c037050 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 10 client.26266 fetch_fsmap learned FSMap version 35 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x55df6b3969e0 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd09c003d20 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 35) ==== 8362+0+0 (secure 0 0 0) 0x7fd09c010a30 con 0x55df6b317580 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 10 client.26266 fetch_fsmap finished waiting for FSMap version 35 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 10 client.26266 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 20 client.26266 populate_metadata read hostname 'smithi083' 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b3970e0 0x55df6b399500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 4 client.26266 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55df6b289c00 con 0x55df6b3970e0 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.222+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b3970e0 0x55df6b399500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0aaffd640 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b3970e0 0x55df6b399500 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d9d5e69f6cededa server_cookie=a138ec2ebb52c381 in_seq=0 out_seq=0 2024-04-22T14:02:40.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd08affd640 10 client.26266 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd08affd640 1 -- 172.21.15.83:0/1758323779 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55df6b289c00 con 0x55df6b3970e0 2024-04-22T14:02:40.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd08affd640 10 client.26266 handle_command_reply: tid=0 2024-04-22T14:02:40.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 client.26266 shutdown 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 msgr2=0x55df6b333150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd09c010470 tx=0x7fd09c003b20 comp rx=0 tx=0).stop 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 shutdown_connections 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55df6b3970e0 0x55df6b399500 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55df6b320a80 0x55df6b333bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df6b317ea0 0x55df6b333690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 --2- 172.21.15.83:0/1758323779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55df6b317580 0x55df6b333150 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 >> 172.21.15.83:0/1758323779 conn(0x55df6b311cb0 msgr2=0x55df6b32bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.223+0000 7fd08affd640 0 client.26266 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 shutdown_connections 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b47b7740 1 -- 172.21.15.83:0/1758323779 wait complete. 2024-04-22T14:02:40.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b47b7740 20 client.26266 trim_cache size 0 max 16384 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "91396bd1-2be2-49a3-841a-0d21f91fcd8b": { 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "91396bd1-2be2-49a3-841a-0d21f91fcd8b", 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:02:40.231 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:02:40.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 msgr2=0x7fd0940a63e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 0x7fd0940a63e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd0a4005e30 tx=0x7fd0a4032360 comp rx=0 tx=0).stop 2024-04-22T14:02:40.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 msgr2=0x7fd0ac1a3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:02:40.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.224+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd0a000e9f0 tx=0x7fd0a000eeb0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 shutdown_connections 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0940a3f20 0x7fd0940a63e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd0ac19edb0 0x7fd0ac19f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd0ac106160 0x7fd0ac1a3e10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 --2- 172.21.15.83:0/2250137108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd0ac101090 0x7fd0ac1a38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 >> 172.21.15.83:0/2250137108 conn(0x7fd0ac0771d0 msgr2=0x7fd0ac0ff790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 shutdown_connections 2024-04-22T14:02:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:02:40.225+0000 7fd0b1bca640 1 -- 172.21.15.83:0/2250137108 wait complete. 2024-04-22T14:02:40.244 INFO:tasks.cephfs.filesystem:scrub status for tag:91396bd1-2be2-49a3-841a-0d21f91fcd8b - {'path': '/', 'tag': '91396bd1-2be2-49a3-841a-0d21f91fcd8b', 'options': 'recursive,force'} 2024-04-22T14:02:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: pgmap v137: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:40.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:40.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:40 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: pgmap v137: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:40 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: pgmap v137: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:40 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:41 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:02:41.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:41 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:41 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:02:41.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:41 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:41 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:41 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:02:41.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:41 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:41 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:02:41.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:41 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:41 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:41 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:02:41.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:41 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:41 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:02:41.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:41 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:41.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:41 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:02:42.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:42 smithi083 ceph-mon[27977]: pgmap v138: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:42.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:42 smithi084 ceph-mon[31312]: pgmap v138: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:42.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:42 smithi173 ceph-mon[31493]: pgmap v138: 97 pgs: 97 active+clean; 119 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 3.6 MiB/s wr, 632 op/s 2024-04-22T14:02:43.352 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x9ffb01 2024-04-22T14:02:44.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:44 smithi083 ceph-mon[27977]: pgmap v139: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 909 op/s 2024-04-22T14:02:44.708 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:44 smithi173 ceph-mon[31493]: pgmap v139: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 909 op/s 2024-04-22T14:02:44.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:44 smithi084 ceph-mon[31312]: pgmap v139: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.2 MiB/s wr, 909 op/s 2024-04-22T14:02:46.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:46 smithi083 ceph-mon[27977]: pgmap v140: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 573 op/s 2024-04-22T14:02:46.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:46 smithi084 ceph-mon[31312]: pgmap v140: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 573 op/s 2024-04-22T14:02:46.870 INFO:tasks.workunit.client.0.smithi083.stdout:40000 mapwrite 0x1becad thru 0x1c6a92 (0x7de6 bytes) 2024-04-22T14:02:46.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:46 smithi173 ceph-mon[31493]: pgmap v140: 97 pgs: 97 active+clean; 123 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 3.4 MiB/s wr, 573 op/s 2024-04-22T14:02:48.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:48 smithi083 ceph-mon[27977]: pgmap v141: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 881 op/s 2024-04-22T14:02:48.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:48 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:48 smithi084 ceph-mon[31312]: pgmap v141: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 881 op/s 2024-04-22T14:02:48.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:48 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:48.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:48 smithi173 ceph-mon[31493]: pgmap v141: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 5.1 MiB/s wr, 881 op/s 2024-04-22T14:02:48.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:48 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:50.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:50 smithi083 ceph-mon[27977]: pgmap v142: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:50.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:50 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:50.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:50 smithi084 ceph-mon[31312]: pgmap v142: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:50.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:50 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:50.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:50 smithi173 ceph-mon[31493]: pgmap v142: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:50.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:50 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:02:52.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:52 smithi083 ceph-mon[27977]: pgmap v143: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:52.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:52 smithi084 ceph-mon[31312]: pgmap v143: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:52.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:52 smithi173 ceph-mon[31493]: pgmap v143: 97 pgs: 97 active+clean; 125 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 3.4 MiB/s wr, 584 op/s 2024-04-22T14:02:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:54 smithi084 ceph-mon[31312]: pgmap v144: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 854 op/s 2024-04-22T14:02:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:54.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:02:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:54 smithi173 ceph-mon[31493]: pgmap v144: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 854 op/s 2024-04-22T14:02:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:02:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:54 smithi083 ceph-mon[27977]: pgmap v144: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 854 op/s 2024-04-22T14:02:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:02:55.352 INFO:tasks.workunit.client.0.smithi083.stdout:50000 write 0x5304f4 thru 0x53fa11 (0xf51e bytes) 2024-04-22T14:02:55.352 INFO:tasks.workunit.client.0.smithi083.stdout:All 50000 operations completed A-OK! 2024-04-22T14:02:55.356 INFO:tasks.workunit.client.0.smithi083.stderr:+ ./fsx -z 100MB -N 50000 -p 10000 -l 104857600 2024-04-22T14:02:55.358 INFO:tasks.workunit.client.0.smithi083.stdout:Seed set to 1 2024-04-22T14:02:56.461 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode 0, disabling! 2024-04-22T14:02:56.461 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_KEEP_SIZE, disabling! 2024-04-22T14:02:56.463 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_COLLAPSE_RANGE, disabling! 2024-04-22T14:02:56.464 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support fallocate mode FALLOC_FL_INSERT_RANGE, disabling! 2024-04-22T14:02:56.464 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support clone range, disabling! 2024-04-22T14:02:56.467 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support dedupe range, disabling! 2024-04-22T14:02:56.470 INFO:tasks.workunit.client.0.smithi083.stderr:main: filesystem does not support exchange range, disabling! 2024-04-22T14:02:56.470 INFO:tasks.workunit.client.0.smithi083.stdout:skipping zero size read 2024-04-22T14:02:56.481 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x1c37b90 2024-04-22T14:02:56.488 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x5bd330d 2024-04-22T14:02:56.503 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x637bf99 2024-04-22T14:02:56.671 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x63d9b9c 2024-04-22T14:02:56.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:56 smithi084 ceph-mon[31312]: pgmap v145: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 576 op/s 2024-04-22T14:02:56.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:56 smithi173 ceph-mon[31493]: pgmap v145: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 576 op/s 2024-04-22T14:02:56.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:56 smithi083 ceph-mon[27977]: pgmap v145: 97 pgs: 97 active+clean; 131 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 3.4 MiB/s wr, 576 op/s 2024-04-22T14:02:58.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:02:58 smithi084 ceph-mon[31312]: pgmap v146: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 798 op/s 2024-04-22T14:02:58.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:02:58 smithi173 ceph-mon[31493]: pgmap v146: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 798 op/s 2024-04-22T14:02:58.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:02:58 smithi083 ceph-mon[27977]: pgmap v146: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 4.6 MiB/s wr, 798 op/s 2024-04-22T14:03:00.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:00 smithi084 ceph-mon[31312]: pgmap v147: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:00.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:00 smithi173 ceph-mon[31493]: pgmap v147: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:00 smithi083 ceph-mon[27977]: pgmap v147: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:02.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:02 smithi084 ceph-mon[31312]: pgmap v148: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:02.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:02 smithi173 ceph-mon[31493]: pgmap v148: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:02.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:02 smithi083 ceph-mon[27977]: pgmap v148: 97 pgs: 97 active+clean; 137 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 2.8 MiB/s wr, 490 op/s 2024-04-22T14:03:04.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:04 smithi084 ceph-mon[31312]: pgmap v149: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 972 op/s 2024-04-22T14:03:04.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:04 smithi173 ceph-mon[31493]: pgmap v149: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 972 op/s 2024-04-22T14:03:04.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:04 smithi083 ceph-mon[27977]: pgmap v149: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 4.1 MiB/s wr, 972 op/s 2024-04-22T14:03:06.694 INFO:tasks.workunit.client.0.smithi083.stdout:10000 mapread 0x33cc4e3 thru 0x33cec16 (0x2734 bytes) 2024-04-22T14:03:06.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:06 smithi084 ceph-mon[31312]: pgmap v150: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 703 op/s 2024-04-22T14:03:06.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:06 smithi173 ceph-mon[31493]: pgmap v150: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 703 op/s 2024-04-22T14:03:06.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:06 smithi083 ceph-mon[27977]: pgmap v150: 97 pgs: 97 active+clean; 177 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 703 op/s 2024-04-22T14:03:08.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:08 smithi084 ceph-mon[31312]: pgmap v151: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 1.17k op/s 2024-04-22T14:03:08.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:08 smithi173 ceph-mon[31493]: pgmap v151: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 1.17k op/s 2024-04-22T14:03:08.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:08 smithi083 ceph-mon[27977]: pgmap v151: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 1.17k op/s 2024-04-22T14:03:10.244 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:03:10.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:03:10.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 -- 172.21.15.83:0/29538035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 msgr2=0x7f20a4101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 --2- 172.21.15.83:0/29538035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4101460 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f209c009900 tx=0x7f209c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 -- 172.21.15.83:0/29538035 shutdown_connections 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 --2- 172.21.15.83:0/29538035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 0x7f20a410dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 --2- 172.21.15.83:0/29538035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a4101a30 0x7f20a4105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 --2- 172.21.15.83:0/29538035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4101460 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 -- 172.21.15.83:0/29538035 >> 172.21.15.83:0/29538035 conn(0x7f20a4078000 msgr2=0x7f20a4078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 -- 172.21.15.83:0/29538035 shutdown_connections 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 -- 172.21.15.83:0/29538035 wait complete. 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.362+0000 7f20a96d2640 1 Processor -- start 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 -- start start 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 0x7f20a4198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a419cfc0 0x7f20a419d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41110c0 con 0x7f20a4101080 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20a4110f40 con 0x7f20a419cfc0 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a96d2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f20a4111240 con 0x7f20a4106150 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46830/0 (socket says 172.21.15.83:46830) 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1096567066 learned_addr learned my addr 172.21.15.83:0/1096567066 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 0x7f20a4198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a419cfc0 0x7f20a419d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1096567066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 msgr2=0x7f20a4198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 0x7f20a4198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1096567066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a419cfc0 msgr2=0x7f20a419d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a419cfc0 0x7f20a419d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1096567066 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20a419dab0 con 0x7f20a4101080 2024-04-22T14:03:10.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f209c005940 tx=0x7f209c02c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.363+0000 7f208bfff640 1 -- 172.21.15.83:0/1096567066 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c043020 con 0x7f20a4101080 2024-04-22T14:03:10.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.364+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20a419dd40 con 0x7f20a4101080 2024-04-22T14:03:10.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.364+0000 7f208bfff640 1 -- 172.21.15.83:0/1096567066 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f209c02ca70 con 0x7f20a4101080 2024-04-22T14:03:10.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.364+0000 7f208bfff640 1 -- 172.21.15.83:0/1096567066 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0039f0 con 0x7f20a4101080 2024-04-22T14:03:10.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.364+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20a41a5590 con 0x7f20a4101080 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.366+0000 7f208bfff640 1 -- 172.21.15.83:0/1096567066 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f209c046020 con 0x7f20a4101080 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 Processor -- start 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 -- start start 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0e6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0d4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55636c03f1e0 con 0x55636c0e6c10 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55636bfdc390 con 0x55636c0d5120 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55636c03b1a0 con 0x55636c0d4760 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0d4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0e6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60646/0 (socket says 172.21.15.83:60646) 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.367+0000 7f20a27fc640 1 -- 172.21.15.83:0/1909294888 learned_addr learned my addr 172.21.15.83:0/1909294888 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f208bfff640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 0x7f208c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1909294888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 msgr2=0x55636c0eeae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1909294888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 msgr2=0x55636c0e6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0e6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1909294888 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55636be1b7d0 con 0x55636c0d4760 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0e6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 0x7f208c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f208bfff640 1 -- 172.21.15.83:0/1096567066 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f209c0f2720 con 0x7f20a4101080 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0d4be0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f209c0effb0 tx=0x7f209c04fd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15c35b2ac21fb368 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20897fa640 1 -- 172.21.15.83:0/1909294888 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be340 con 0x55636c0d4760 2024-04-22T14:03:10.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 0x7f208c0a61e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20940058c0 tx=0x7f20940046c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20897fa640 1 -- 172.21.15.83:0/1909294888 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.368+0000 7f20897fa640 1 -- 172.21.15.83:0/1909294888 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be160 con 0x55636c0d4760 2024-04-22T14:03:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1909294888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 msgr2=0x55636c0d4be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0d4be0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f209c0effb0 tx=0x7f209c04fd50 comp rx=0 tx=0).stop 2024-04-22T14:03:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1909294888 shutdown_connections 2024-04-22T14:03:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d5120 0x55636c0eeae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0d4be0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1909294888 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0e6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1909294888 >> 172.21.15.83:0/1909294888 conn(0x55636c0d7220 msgr2=0x55636c0d7600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1909294888 shutdown_connections 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.369+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1909294888 wait complete. 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 -- start start 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 Processor -- start 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c0eca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55636c03b1a0 con 0x55636c0d4760 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55636bff82f0 con 0x55636c0e6c10 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55636c0ef020 con 0x55636c0d5120 2024-04-22T14:03:10.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20ac3a7740 10 client.0 _ll_register_callbacks cb 0x55636c005580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46852/0 (socket says 172.21.15.83:46852) 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:54972/0 (socket says 172.21.15.83:54972) 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1601494334 learned_addr learned my addr 172.21.15.83:0/1601494334 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c0eca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1601494334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 msgr2=0x55636c0ec500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 msgr2=0x55636c0eca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c0eca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.370+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1601494334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55636bd513f0 con 0x55636c0d4760 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f209c0be500 tx=0x7f209c0be900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b2b47f660a2aa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be160 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f209c0bcb00 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f209c0be340 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f20ac3a7740 10 client.17160 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55636bd110f0 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.371+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f209c0bae70 con 0x55636c0d4760 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 10 client.17160 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 10 client.17160 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 20 client.17160 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c0fe290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 4 client.17160 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:10.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55636c04cc00 con 0x55636c0fbe60 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c0fe290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f2086ff5640 10 client.17160 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.372+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c0fe290 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea9a82b4618fe875 server_cookie=a9ddaf078aa82a19 in_seq=0 out_seq=0 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f2086ff5640 1 -- 172.21.15.83:0/1601494334 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55636c04cc00 con 0x55636c0fbe60 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f2086ff5640 10 client.17160 handle_command_reply: tid=0 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 client.17160 shutdown 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 msgr2=0x55636c0ebfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f209c0be500 tx=0x7f209c0be900 comp rx=0 tx=0).stop 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 shutdown_connections 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c0fe290 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c0eca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f2086ff5640 0 client.17160 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:10.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0ec500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1601494334 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d4760 0x55636c0ebfc0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 >> 172.21.15.83:0/1601494334 conn(0x55636c0d7220 msgr2=0x55636c0e82d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 shutdown_connections 2024-04-22T14:03:10.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1601494334 wait complete. 2024-04-22T14:03:10.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.373+0000 7f20ac3a7740 20 client.17160 trim_cache size 0 max 16384 2024-04-22T14:03:10.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 Processor -- start 2024-04-22T14:03:10.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 -- start start 2024-04-22T14:03:10.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 0x55636c0ee6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0e9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41ab810 con 0x55636c0e6c10 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41ad350 con 0x55636c0d4760 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41abee0 con 0x55636c0d5120 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20a2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 0x55636c0ee6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20a37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46862/0 (socket says 172.21.15.83:46862) 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20a37fe640 1 -- 172.21.15.83:0/1124539680 learned_addr learned my addr 172.21.15.83:0/1124539680 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.394+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0e9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1124539680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 msgr2=0x55636c0e9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0e9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1124539680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 msgr2=0x55636c0ea8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 -- 172.21.15.83:0/1124539680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55636c0ecf90 con 0x55636c0d4760 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a37fe640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a27fc640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0e9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 0x55636c0ee6f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f209c0be790 tx=0x7f209c0bab30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae9b51f0f3d6c2f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f2088ff9640 1 -- 172.21.15.83:0/1124539680 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be160 con 0x55636c0d4760 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f2088ff9640 1 -- 172.21.15.83:0/1124539680 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.395+0000 7f2088ff9640 1 -- 172.21.15.83:0/1124539680 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be5d0 con 0x55636c0d4760 2024-04-22T14:03:10.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1124539680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 msgr2=0x55636c0ee6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 0x55636c0ee6f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f209c0be790 tx=0x7f209c0bab30 comp rx=0 tx=0).stop 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1124539680 shutdown_connections 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0e6c10 0x55636c0ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d5120 0x55636c0e9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/1124539680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0d4760 0x55636c0ee6f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1124539680 >> 172.21.15.83:0/1124539680 conn(0x55636c0d7220 msgr2=0x55636c0e50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1124539680 shutdown_connections 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- 172.21.15.83:0/1124539680 wait complete. 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 -- start start 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.396+0000 7f20ac3a7740 1 Processor -- start 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c1031d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41acc80 con 0x55636c0d5120 2024-04-22T14:03:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41ac5b0 con 0x55636c0e6c10 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46870/0 (socket says 172.21.15.83:46870) 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a27fc640 1 -- 172.21.15.83:0/4162386617 learned_addr learned my addr 172.21.15.83:0/4162386617 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f20a41a97f0 con 0x55636c0d4760 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 10 client.0 _ll_register_callbacks cb 0x7f2094009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a37fe640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c1031d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 -- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 msgr2=0x55636c1031d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c1031d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 -- 172.21.15.83:0/4162386617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 msgr2=0x55636c102c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 -- 172.21.15.83:0/4162386617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55636c103a00 con 0x55636c0d4760 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a27fc640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20a2ffd640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0f45e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f209c0bb1d0 tx=0x7f209c009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88aeb8a4eb002671 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f2086ff5640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209c0be5d0 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f209c0bec60 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.397+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f209c0be160 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 10 client.26284 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55636c103a00 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f209c02cc20 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f209c003b90 con 0x55636c0d4760 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 10 client.26284 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 10 client.26284 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 20 client.26284 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:10.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c1645f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 4 client.26284 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55636c046a70 con 0x55636c0fbe60 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.398+0000 7f20a27fc640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c1645f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f2086ff5640 10 client.26284 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20a27fc640 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c1645f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39509eb6d28643fd server_cookie=20179e5a5cdc783b in_seq=0 out_seq=0 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f2086ff5640 1 -- 172.21.15.83:0/4162386617 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55636c046a70 con 0x55636c0fbe60 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f2086ff5640 10 client.26284 handle_command_reply: tid=0 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 client.26284 shutdown 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 msgr2=0x55636c0f45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0f45e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f209c0bb1d0 tx=0x7f209c009680 comp rx=0 tx=0).stop 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 shutdown_connections 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55636c0fbe60 0x55636c1645f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55636c0e6c10 0x55636c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f2086ff5640 0 client.26284 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55636c0d5120 0x55636c102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 --2- 172.21.15.83:0/4162386617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55636c0d4760 0x55636c0f45e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 >> 172.21.15.83:0/4162386617 conn(0x55636c0d7220 msgr2=0x55636c0e9660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 shutdown_connections 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 1 -- 172.21.15.83:0/4162386617 wait complete. 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.399+0000 7f20ac3a7740 20 client.26284 trim_cache size 0 max 16384 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:03:10.409 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 msgr2=0x7f208c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 0x7f208c0a61e0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f20940058c0 tx=0x7f20940046c0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 msgr2=0x7f20a4198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f209c005940 tx=0x7f209c02c5f0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 shutdown_connections 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f208c0a3d20 0x7f208c0a61e0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20a419cfc0 0x7f20a419d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f20a4106150 0x7f20a4198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 --2- 172.21.15.83:0/1096567066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f20a4101080 0x7f20a4198700 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 >> 172.21.15.83:0/1096567066 conn(0x7f20a4078000 msgr2=0x7f20a4069530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 shutdown_connections 2024-04-22T14:03:10.411 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.400+0000 7f20a96d2640 1 -- 172.21.15.83:0/1096567066 wait complete. 2024-04-22T14:03:10.417 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:03:10.417 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:03:10.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- 172.21.15.83:0/2183223298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910107260 msgr2=0x7f191010ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 --2- 172.21.15.83:0/2183223298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910107260 0x7f191010ee30 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f1908009ca0 tx=0x7f190802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- 172.21.15.83:0/2183223298 shutdown_connections 2024-04-22T14:03:10.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 --2- 172.21.15.83:0/2183223298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910107260 0x7f191010ee30 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 --2- 172.21.15.83:0/2183223298 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910102b40 0x7f1910106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 --2- 172.21.15.83:0/2183223298 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1910102190 0x7f1910102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- 172.21.15.83:0/2183223298 >> 172.21.15.83:0/2183223298 conn(0x7f19100fd9f0 msgr2=0x7f19100ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- 172.21.15.83:0/2183223298 shutdown_connections 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- 172.21.15.83:0/2183223298 wait complete. 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 Processor -- start 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.545+0000 7f191545c640 1 -- start start 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910107260 0x7f191019f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 0x7f191010e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f19101121d0 con 0x7f1910102190 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1910112050 con 0x7f191010dfd0 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f191545c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1910112350 con 0x7f1910107260 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46886/0 (socket says 172.21.15.83:46886) 2024-04-22T14:03:10.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190effd640 1 -- 172.21.15.83:0/2619405610 learned_addr learned my addr 172.21.15.83:0/2619405610 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 0x7f191010e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190e7fc640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910107260 0x7f191019f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 -- 172.21.15.83:0/2619405610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910107260 msgr2=0x7f191019f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910107260 0x7f191019f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 -- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 msgr2=0x7f191019f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 -- 172.21.15.83:0/2619405610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f191010ed20 con 0x7f191010dfd0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190effd640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.546+0000 7f190f7fe640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 0x7f191010e460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1908009bf0 tx=0x7f1908034650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1908041020 con 0x7f191010dfd0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f191019ae00 con 0x7f191010dfd0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1908032970 con 0x7f191010dfd0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1908039040 con 0x7f191010dfd0 2024-04-22T14:03:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f191019b310 con 0x7f191010dfd0 2024-04-22T14:03:10.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.547+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1910103660 con 0x7f191010dfd0 2024-04-22T14:03:10.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.549+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1908044020 con 0x7f191010dfd0 2024-04-22T14:03:10.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.549+0000 7f18f7fff640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 0x7f18f80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.549+0000 7f190effd640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 0x7f18f80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.549+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f19080f2730 con 0x7f191010dfd0 2024-04-22T14:03:10.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.550+0000 7f190effd640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 0x7f18f80a61e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1910108b70 tx=0x7f1900005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.555+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f190804b020 con 0x7f191010dfd0 2024-04-22T14:03:10.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:10 smithi083 ceph-mon[27977]: pgmap v152: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:10.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:10 smithi084 ceph-mon[31312]: pgmap v152: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:10.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.820+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1910102b40 con 0x7f191010dfd0 2024-04-22T14:03:10.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.821+0000 7f18f7fff640 1 -- 172.21.15.83:0/2619405610 <== mon.2 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7f19080bef10 con 0x7f191010dfd0 2024-04-22T14:03:10.825 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:03:10.825 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:03:10.825 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 msgr2=0x7f18f80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 0x7f18f80a61e0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1910108b70 tx=0x7f1900005f90 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 msgr2=0x7f191010e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 0x7f191010e460 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1908009bf0 tx=0x7f1908034650 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 shutdown_connections 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f18f80a3d20 0x7f18f80a61e0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f191010dfd0 0x7f191010e460 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1910107260 0x7f191019f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 --2- 172.21.15.83:0/2619405610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1910102190 0x7f191019f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.823+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 >> 172.21.15.83:0/2619405610 conn(0x7f19100fd9f0 msgr2=0x7f19100ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.824+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 shutdown_connections 2024-04-22T14:03:10.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.824+0000 7f191545c640 1 -- 172.21.15.83:0/2619405610 wait complete. 2024-04-22T14:03:10.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:03:10.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:10 smithi173 ceph-mon[31493]: pgmap v152: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:10.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 -- 172.21.15.83:0/2203702202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa710107030 msgr2=0x7fa710107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 --2- 172.21.15.83:0/2203702202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa710107030 0x7fa710107410 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fa700009930 tx=0x7fa70002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 -- 172.21.15.83:0/2203702202 shutdown_connections 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 --2- 172.21.15.83:0/2203702202 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710101b40 0x7fa71010dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 --2- 172.21.15.83:0/2203702202 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa7101011a0 0x7fa710101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 --2- 172.21.15.83:0/2203702202 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa710107030 0x7fa710107410 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 -- 172.21.15.83:0/2203702202 >> 172.21.15.83:0/2203702202 conn(0x7fa710076c50 msgr2=0x7fa710077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 -- 172.21.15.83:0/2203702202 shutdown_connections 2024-04-22T14:03:10.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.956+0000 7fa714d50640 1 -- 172.21.15.83:0/2203702202 wait complete. 2024-04-22T14:03:10.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 Processor -- start 2024-04-22T14:03:10.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 -- start start 2024-04-22T14:03:10.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 0x7fa71019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 0x7fa710198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa710112260 con 0x7fa7101011a0 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101120e0 con 0x7fa710107030 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa714d50640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101123e0 con 0x7fa710101b40 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70e59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46904/0 (socket says 172.21.15.83:46904) 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70e59c640 1 -- 172.21.15.83:0/3930930733 learned_addr learned my addr 172.21.15.83:0/3930930733 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 0x7fa71019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 0x7fa710198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.957+0000 7fa70dd9b640 1 -- 172.21.15.83:0/3930930733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 msgr2=0x7fa710198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 0x7fa710198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70dd9b640 1 -- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 msgr2=0x7fa71019e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70dd9b640 1 -- 172.21.15.83:0/3930930733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa710198ef0 con 0x7fa710101b40 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70e59c640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 0x7fa710198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 0x7fa71019eab0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa70400e9f0 tx=0x7fa70400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa6ff7fe640 1 -- 172.21.15.83:0/3930930733 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70400ccc0 con 0x7fa710101b40 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7101991e0 con 0x7fa710101b40 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa6ff7fe640 1 -- 172.21.15.83:0/3930930733 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7040108e0 con 0x7fa710101b40 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7101a54f0 con 0x7fa710101b40 2024-04-22T14:03:10.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.958+0000 7fa6ff7fe640 1 -- 172.21.15.83:0/3930930733 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704018820 con 0x7fa710101b40 2024-04-22T14:03:10.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.960+0000 7fa6ff7fe640 1 -- 172.21.15.83:0/3930930733 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa704010430 con 0x7fa710101b40 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.960+0000 7fa717a1e740 1 Processor -- start 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 -- start start 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 0x55d3821eb790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821f4e60 0x55d3821f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d3821501f0 con 0x55d3821eb3b0 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d3820ed4b0 con 0x55d3821f4e60 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa717a1e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d38214c1b0 con 0x55d3821ebd60 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 0x55d3821eb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 0x55d3821eb790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46906/0 (socket says 172.21.15.83:46906) 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70ed9d640 1 -- 172.21.15.83:0/2156954660 learned_addr learned my addr 172.21.15.83:0/2156954660 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821f4e60 0x55d3821f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa6ff7fe640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 0x7fa6f80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 0x7fa6f80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 -- 172.21.15.83:0/2156954660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821f4e60 msgr2=0x55d3821f52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821f4e60 0x55d3821f52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 -- 172.21.15.83:0/2156954660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 msgr2=0x55d3821eb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 0x55d3821eb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa70e59c640 1 -- 172.21.15.83:0/2156954660 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3820df1b0 con 0x55d3821ebd60 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.961+0000 7fa6ff7fe640 1 -- 172.21.15.83:0/3930930733 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa7040d0a60 con 0x7fa710101b40 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa70e59c640 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f4890 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa700009900 tx=0x7fa700009670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbb2c688bd4952eb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 0x7fa6f80a61e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa708005c40 tx=0x7fa708004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa6fcff9640 1 -- 172.21.15.83:0/2156954660 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa700045070 con 0x55d3821ebd60 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa6fcff9640 1 -- 172.21.15.83:0/2156954660 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa70002c7e0 con 0x55d3821ebd60 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa6fcff9640 1 -- 172.21.15.83:0/2156954660 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa700003af0 con 0x55d3821ebd60 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa717a1e740 1 -- 172.21.15.83:0/2156954660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 msgr2=0x55d3821f4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.962+0000 7fa717a1e740 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f4890 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa700009900 tx=0x7fa700009670 comp rx=0 tx=0).stop 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- 172.21.15.83:0/2156954660 shutdown_connections 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821f4e60 0x55d3821f52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f4890 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- 172.21.15.83:0/2156954660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821eb3b0 0x55d3821eb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- 172.21.15.83:0/2156954660 >> 172.21.15.83:0/2156954660 conn(0x55d3821e5ba0 msgr2=0x55d3821e5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- 172.21.15.83:0/2156954660 shutdown_connections 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- 172.21.15.83:0/2156954660 wait complete. 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- start start 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 Processor -- start 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821fb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d3821fbd40 con 0x55d3821f4e60 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d382109500 con 0x55d3821eb3b0 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.963+0000 7fa717a1e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d3821fbec0 con 0x55d3821ebd60 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.964+0000 7fa717a1e740 10 client.0 _ll_register_callbacks cb 0x55d3820d7b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:10.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.964+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.964+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46910/0 (socket says 172.21.15.83:46910) 2024-04-22T14:03:10.971 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.964+0000 7fa70ed9d640 1 -- 172.21.15.83:0/1208093528 learned_addr learned my addr 172.21.15.83:0/1208093528 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70e59c640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821fb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70ed9d640 1 -- 172.21.15.83:0/1208093528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 msgr2=0x55d3821f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f85c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70ed9d640 1 -- 172.21.15.83:0/1208093528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 msgr2=0x55d3821fb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821fb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.965+0000 7fa70ed9d640 1 -- 172.21.15.83:0/1208093528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d381e623f0 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.966+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fa70800ff90 tx=0x7fa708004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99b5f8540caf2d7e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.966+0000 7fa6f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa708004d20 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa70801e620 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa70002c7e0 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa70801e820 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa717a1e740 10 client.17184 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55d381f2c7d0 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa70002c7e0 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.967+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa708027030 con 0x55d3821f4e60 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 10 client.17184 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 10 client.17184 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:03:10.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 20 client.17184 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:10.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d382208fd0 0x55d38220b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 4 client.17184 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:10.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.968+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d3820ef930 con 0x55d382208fd0 2024-04-22T14:03:10.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.969+0000 7fa70e59c640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d382208fd0 0x55d38220b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.969+0000 7fa6f5ffb640 10 client.17184 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:10.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.969+0000 7fa70e59c640 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d382208fd0 0x55d38220b400 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3e17eea13208622d server_cookie=ab27c29752144166 in_seq=0 out_seq=0 2024-04-22T14:03:10.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.970+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/1208093528 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d3820ef930 con 0x55d382208fd0 2024-04-22T14:03:10.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.970+0000 7fa6f5ffb640 10 client.17184 handle_command_reply: tid=0 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.970+0000 7fa717a1e740 1 client.17184 shutdown 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.970+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 msgr2=0x55d3821f8b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.970+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fa70800ff90 tx=0x7fa708004a40 comp rx=0 tx=0).stop 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 shutdown_connections 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821f4e60 0x55d3821f8b00 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821ebd60 0x55d3821f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d382208fd0 0x55d38220b400 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 --2- 172.21.15.83:0/1208093528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821fb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 >> 172.21.15.83:0/1208093528 conn(0x55d3821e5ba0 msgr2=0x55d3821e78f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa6f5ffb640 0 client.17184 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 shutdown_connections 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 1 -- 172.21.15.83:0/1208093528 wait complete. 2024-04-22T14:03:10.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.971+0000 7fa717a1e740 20 client.17184 trim_cache size 0 max 16384 2024-04-22T14:03:10.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 Processor -- start 2024-04-22T14:03:10.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 -- start start 2024-04-22T14:03:10.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821f8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821facf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101ab9d0 con 0x55d3821ebd60 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101ad510 con 0x55d3821eb3b0 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa717a1e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101ac0a0 con 0x55d3821e5ba0 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa70e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa70e59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55054/0 (socket says 172.21.15.83:55054) 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821facf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa70e59c640 1 -- 172.21.15.83:0/3528971071 learned_addr learned my addr 172.21.15.83:0/3528971071 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.986+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 -- 172.21.15.83:0/3528971071 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 msgr2=0x55d3821f8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821f8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 -- 172.21.15.83:0/3528971071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 msgr2=0x55d3821facf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821facf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 -- 172.21.15.83:0/3528971071 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3821eafe0 con 0x55d3821e5ba0 2024-04-22T14:03:10.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa70e59c640 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa700036040 tx=0x7fa700005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f505f640e0e1d74 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa6f7fff640 1 -- 172.21.15.83:0/3528971071 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa700045040 con 0x55d3821e5ba0 2024-04-22T14:03:10.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa6f7fff640 1 -- 172.21.15.83:0/3528971071 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa70002c7e0 con 0x55d3821e5ba0 2024-04-22T14:03:10.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.987+0000 7fa6f7fff640 1 -- 172.21.15.83:0/3528971071 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa70004a6b0 con 0x55d3821e5ba0 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- 172.21.15.83:0/3528971071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 msgr2=0x55d382204c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa700036040 tx=0x7fa700005fd0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- 172.21.15.83:0/3528971071 shutdown_connections 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821facf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821eb3b0 0x55d3821f8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- 172.21.15.83:0/3528971071 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821e5ba0 0x55d382204c40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- 172.21.15.83:0/3528971071 >> 172.21.15.83:0/3528971071 conn(0x55d3821f8c60 msgr2=0x55d3821f4600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- 172.21.15.83:0/3528971071 shutdown_connections 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- 172.21.15.83:0/3528971071 wait complete. 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- start start 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 Processor -- start 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 0x55d382201340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821eb3b0 0x55d3821f9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101ace40 con 0x55d3821ebd60 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101ac770 con 0x55d3821e5ba0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.988+0000 7fa717a1e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa7101a99d0 con 0x55d3821eb3b0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa717a1e740 10 client.0 _ll_register_callbacks cb 0x7fa708013f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 0x55d382201340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70dd9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821eb3b0 0x55d3821f9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46924/0 (socket says 172.21.15.83:46924) 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70ed9d640 1 -- 172.21.15.83:0/113049151 learned_addr learned my addr 172.21.15.83:0/113049151 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 -- 172.21.15.83:0/113049151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821eb3b0 msgr2=0x55d3821f9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821eb3b0 0x55d3821f9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 -- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 msgr2=0x55d3821fa1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 -- 172.21.15.83:0/113049151 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3821fa720 con 0x55d3821e5ba0 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70ed9d640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:10.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa70e59c640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 0x55d382201340 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa700005ec0 tx=0x7fa700005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15d6ed734ba315f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa6f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa700045030 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa70002c7e0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa7000528f0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.989+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa700052af0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 10 client.26465 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55d38226f2e0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa70002c7e0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa70004acc0 con 0x55d3821e5ba0 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 10 client.26465 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 10 client.26465 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 20 client.26465 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:10.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d3821f4e60 0x55d3822715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 4 client.26465 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d38215dc10 con 0x55d3821f4e60 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d3821f4e60 0x55d3822715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa70dd9b640 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d3821f4e60 0x55d3822715c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=23ed42714b95afd0 server_cookie=4994854dc52682f9 in_seq=0 out_seq=0 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.990+0000 7fa6f5ffb640 10 client.26465 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa6f5ffb640 1 -- 172.21.15.83:0/113049151 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d38215dc10 con 0x55d3821f4e60 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa6f5ffb640 10 client.26465 handle_command_reply: tid=0 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 client.26465 shutdown 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 msgr2=0x55d382201340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 0x55d382201340 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa700005ec0 tx=0x7fa700005de0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 shutdown_connections 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d3821ebd60 0x55d3821fa1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d3821eb3b0 0x55d3821f9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d3821f4e60 0x55d3822715c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 --2- 172.21.15.83:0/113049151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d3821e5ba0 0x55d382201340 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:10.999 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa6f5ffb640 0 client.26465 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:11.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 >> 172.21.15.83:0/113049151 conn(0x55d3821f8c60 msgr2=0x55d3821f27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 shutdown_connections 2024-04-22T14:03:11.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 1 -- 172.21.15.83:0/113049151 wait complete. 2024-04-22T14:03:11.000 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa717a1e740 20 client.26465 trim_cache size 0 max 16384 2024-04-22T14:03:11.000 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 msgr2=0x7fa6f80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 0x7fa6f80a61e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa708005c40 tx=0x7fa708004ab0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 msgr2=0x7fa71019eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.991+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 0x7fa71019eab0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa70400e9f0 tx=0x7fa70400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 shutdown_connections 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6f80a3d20 0x7fa6f80a61e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa710107030 0x7fa710198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa710101b40 0x7fa71019eab0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 --2- 172.21.15.83:0/3930930733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa7101011a0 0x7fa71019e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 >> 172.21.15.83:0/3930930733 conn(0x7fa710076c50 msgr2=0x7fa7100fffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 shutdown_connections 2024-04-22T14:03:11.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:10.992+0000 7fa714d50640 1 -- 172.21.15.83:0/3930930733 wait complete. 2024-04-22T14:03:11.006 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 -- 172.21.15.83:0/56135795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac101a50 msgr2=0x7f62ac105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/56135795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac101a50 0x7f62ac105a90 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f6294009900 tx=0x7f629402bc60 comp rx=0 tx=0).stop 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 -- 172.21.15.83:0/56135795 shutdown_connections 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/56135795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac106170 0x7f62ac10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/56135795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac101a50 0x7f62ac105a90 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/56135795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 -- 172.21.15.83:0/56135795 >> 172.21.15.83:0/56135795 conn(0x7f62ac0771d0 msgr2=0x7f62ac0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 -- 172.21.15.83:0/56135795 shutdown_connections 2024-04-22T14:03:11.136 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.132+0000 7f62b0a0f640 1 -- 172.21.15.83:0/56135795 wait complete. 2024-04-22T14:03:11.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 Processor -- start 2024-04-22T14:03:11.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 -- start start 2024-04-22T14:03:11.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac19e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac198620 0x7f62ac198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac112240 con 0x7f62ac106170 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1120c0 con 0x7f62ac198620 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62b0a0f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1123c0 con 0x7f62ac1010a0 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62a9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62a9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46946/0 (socket says 172.21.15.83:46946) 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62aa59c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac19e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3676586529 learned_addr learned my addr 172.21.15.83:0/3676586529 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.133+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac198620 0x7f62ac198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3676586529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 msgr2=0x7f62ac19e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac19e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3676586529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac198620 msgr2=0x7f62ac198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac198620 0x7f62ac198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3676586529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62ac199140 con 0x7f62ac106170 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac19e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f629402c1a0 tx=0x7f62940045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a37fe640 1 -- 172.21.15.83:0/3676586529 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294043020 con 0x7f62ac106170 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a37fe640 1 -- 172.21.15.83:0/3676586529 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f629402cba0 con 0x7f62ac106170 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62ac1993d0 con 0x7f62ac106170 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62a37fe640 1 -- 172.21.15.83:0/3676586529 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294003b50 con 0x7f62ac106170 2024-04-22T14:03:11.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.134+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62ac1a5620 con 0x7f62ac106170 2024-04-22T14:03:11.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62a37fe640 1 -- 172.21.15.83:0/3676586529 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6294046020 con 0x7f62ac106170 2024-04-22T14:03:11.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 Processor -- start 2024-04-22T14:03:11.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 -- start start 2024-04-22T14:03:11.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab302a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3035e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557ab2f8f1f0 con 0x557ab302ae80 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557ab2f2c4b0 con 0x557ab302a4d0 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.137+0000 7f62b35fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557ab2f8b1b0 con 0x557ab3033a00 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62a37fe640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 0x7f62980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46948/0 (socket says 172.21.15.83:46948) 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 -- 172.21.15.83:0/1503831485 learned_addr learned my addr 172.21.15.83:0/1503831485 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aad9d640 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab302a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3035e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 0x7f62980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 -- 172.21.15.83:0/1503831485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 msgr2=0x557ab3035e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3035e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 -- 172.21.15.83:0/1503831485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 msgr2=0x557ab302a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab302a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 -- 172.21.15.83:0/1503831485 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ab2f1e1b0 con 0x557ab302ae80 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62a37fe640 1 -- 172.21.15.83:0/3676586529 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f62940f2860 con 0x7f62ac106170 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aa59c640 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f62a40107e0 tx=0x7f62a4010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=421896e9305624bf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.138+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 0x7f62980a61e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f629c006fd0 tx=0x7f629c009060 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.139+0000 7f62a0ff9640 1 -- 172.21.15.83:0/1503831485 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4016070 con 0x557ab302ae80 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.139+0000 7f62a0ff9640 1 -- 172.21.15.83:0/1503831485 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62a401b460 con 0x557ab302ae80 2024-04-22T14:03:11.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.139+0000 7f62a0ff9640 1 -- 172.21.15.83:0/1503831485 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a40126b0 con 0x557ab302ae80 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- 172.21.15.83:0/1503831485 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 msgr2=0x557ab3033430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f62a40107e0 tx=0x7f62a4010ca0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- 172.21.15.83:0/1503831485 shutdown_connections 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3035e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab3033430 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 --2- 172.21.15.83:0/1503831485 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab302a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- 172.21.15.83:0/1503831485 >> 172.21.15.83:0/1503831485 conn(0x557ab3024ba0 msgr2=0x557ab3024f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- 172.21.15.83:0/1503831485 shutdown_connections 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- 172.21.15.83:0/1503831485 wait complete. 2024-04-22T14:03:11.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 -- start start 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.140+0000 7f62b35fd740 1 Processor -- start 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab30306b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3030c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557ab3036970 con 0x557ab302ae80 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557ab2f48500 con 0x557ab302a4d0 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557ab3036af0 con 0x557ab3033a00 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62b35fd740 10 client.0 _ll_register_callbacks cb 0x557ab2f16b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aad9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3030c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60770/0 (socket says 172.21.15.83:60770) 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 -- 172.21.15.83:0/3186101910 learned_addr learned my addr 172.21.15.83:0/3186101910 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab30306b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 -- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 msgr2=0x557ab3030c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3030c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 -- 172.21.15.83:0/3186101910 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 msgr2=0x557ab30306b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab30306b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 -- 172.21.15.83:0/3186101910 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ab2ca13f0 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62a401bdb0 tx=0x7f62a401bc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fb4f0b8c17da93f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.141+0000 7f6291ffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a4016070 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f62a4003d80 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62a401b460 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f62a4004a40 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f62b35fd740 10 client.26474 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x557ab2d6b7d0 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62a401b460 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.142+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f62a400f040 con 0x557ab302a4d0 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 10 client.26474 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 10 client.26474 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:03:11.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 20 client.26474 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab304c2e0 0x557ab304e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 4 client.26474 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ab2f2e930 con 0x557ab304c2e0 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab304c2e0 0x557ab304e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab304c2e0 0x557ab304e6d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8a6290807071e023 server_cookie=ae1a955eee218a3d in_seq=0 out_seq=0 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.143+0000 7f6291ffb640 10 client.26474 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f6291ffb640 1 -- 172.21.15.83:0/3186101910 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557ab2f2e930 con 0x557ab304c2e0 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f6291ffb640 10 client.26474 handle_command_reply: tid=0 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 client.26474 shutdown 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 msgr2=0x557ab3033320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f62a401bdb0 tx=0x7f62a401bc70 comp rx=0 tx=0).stop 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 shutdown_connections 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab304c2e0 0x557ab304e6d0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab3033a00 0x557ab3030c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab302ae80 0x557ab30306b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3186101910 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3033320 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f6291ffb640 0 client.26474 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 >> 172.21.15.83:0/3186101910 conn(0x557ab3024ba0 msgr2=0x557ab30268f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 shutdown_connections 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 1 -- 172.21.15.83:0/3186101910 wait complete. 2024-04-22T14:03:11.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.144+0000 7f62b35fd740 20 client.26474 trim_cache size 0 max 16384 2024-04-22T14:03:11.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 Processor -- start 2024-04-22T14:03:11.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 -- start start 2024-04-22T14:03:11.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 0x557ab302fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1ab950 con 0x557ab3033a00 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1ad490 con 0x557ab302ae80 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62b35fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1ac020 con 0x557ab302a4d0 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46974/0 (socket says 172.21.15.83:46974) 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60776/0 (socket says 172.21.15.83:60776) 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aad9d640 1 -- 172.21.15.83:0/3593354860 learned_addr learned my addr 172.21.15.83:0/3593354860 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 0x557ab302fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3593354860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 msgr2=0x557ab302fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 0x557ab302fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3593354860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 msgr2=0x557ab3033320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 -- 172.21.15.83:0/3593354860 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ab3029790 con 0x557ab302ae80 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 0x557ab302fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.159+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f62940f00f0 tx=0x7f62940df040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80e5df3163aae6ec server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f6293fff640 1 -- 172.21.15.83:0/3593354860 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62940bf040 con 0x557ab302ae80 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f6293fff640 1 -- 172.21.15.83:0/3593354860 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62940be940 con 0x557ab302ae80 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f6293fff640 1 -- 172.21.15.83:0/3593354860 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6294003cf0 con 0x557ab302ae80 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 -- 172.21.15.83:0/3593354860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 msgr2=0x557ab3032de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f62940f00f0 tx=0x7f62940df040 comp rx=0 tx=0).stop 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 -- 172.21.15.83:0/3593354860 shutdown_connections 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab3033320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302ae80 0x557ab3032de0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3593354860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302a4d0 0x557ab302fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 -- 172.21.15.83:0/3593354860 >> 172.21.15.83:0/3593354860 conn(0x557ab3024ba0 msgr2=0x557ab303f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 -- 172.21.15.83:0/3593354860 shutdown_connections 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.160+0000 7f62b35fd740 1 -- 172.21.15.83:0/3593354860 wait complete. 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 -- start start 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 Processor -- start 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3051c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302ae80 0x557ab304efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1acdc0 con 0x557ab3033a00 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1ac6f0 con 0x557ab302a4d0 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f62ac1a9930 con 0x557ab302ae80 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62b35fd740 10 client.0 _ll_register_callbacks cb 0x7f62a4010630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46988/0 (socket says 172.21.15.83:46988) 2024-04-22T14:03:11.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 -- 172.21.15.83:0/3310677172 learned_addr learned my addr 172.21.15.83:0/3310677172 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3051c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62a9d9b640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302ae80 0x557ab304efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 -- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302ae80 msgr2=0x557ab304efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302ae80 0x557ab304efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 -- 172.21.15.83:0/3310677172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 msgr2=0x557ab3051c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3051c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.161+0000 7f62aad9d640 1 -- 172.21.15.83:0/3310677172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ab30b14c0 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62aad9d640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f629c018b70 tx=0x7f629c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb6353cbdeb548 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629c015d90 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f629c024450 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62940be940 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f629c024650 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 10 client.17208 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x557ab30b2650 con 0x557ab3033a00 2024-04-22T14:03:11.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f62940be940 con 0x557ab3033a00 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f629c021040 con 0x557ab3033a00 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 10 client.17208 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 10 client.17208 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 20 client.17208 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab30b2d20 0x557ab30b5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 4 client.17208 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557ab2f9cc10 con 0x557ab30b2d20 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.162+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab30b2d20 0x557ab30b5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.163+0000 7f62aa59c640 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab30b2d20 0x557ab30b5140 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a224205cdb0363be server_cookie=5e39ea0fdf853fe0 in_seq=0 out_seq=0 2024-04-22T14:03:11.171 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.163+0000 7f6291ffb640 10 client.17208 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.165+0000 7f6291ffb640 1 -- 172.21.15.83:0/3310677172 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557ab2f9cc10 con 0x557ab30b2d20 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.165+0000 7f6291ffb640 10 client.17208 handle_command_reply: tid=0 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.165+0000 7f62b35fd740 1 client.17208 shutdown 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.165+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 msgr2=0x557ab304f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.165+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f629c018b70 tx=0x7f629c004770 comp rx=0 tx=0).stop 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 shutdown_connections 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x557ab30b2d20 0x557ab30b5140 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f6291ffb640 0 client.17208 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557ab3033a00 0x557ab304f720 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557ab302ae80 0x557ab304efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 --2- 172.21.15.83:0/3310677172 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557ab302a4d0 0x557ab3051c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.166+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 >> 172.21.15.83:0/3310677172 conn(0x557ab3024ba0 msgr2=0x557ab302b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.168+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 shutdown_connections 2024-04-22T14:03:11.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.169+0000 7f62b35fd740 1 -- 172.21.15.83:0/3310677172 wait complete. 2024-04-22T14:03:11.174 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.169+0000 7f62b35fd740 20 client.17208 trim_cache size 0 max 16384 2024-04-22T14:03:11.174 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 msgr2=0x7f62980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 0x7f62980a61e0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f629c006fd0 tx=0x7f629c009060 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 msgr2=0x7f62ac19e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f629402c1a0 tx=0x7f62940045e0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 shutdown_connections 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f62980a3d20 0x7f62980a61e0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f62ac198620 0x7f62ac198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f62ac106170 0x7f62ac19e9b0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 --2- 172.21.15.83:0/3676586529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f62ac1010a0 0x7f62ac19e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 >> 172.21.15.83:0/3676586529 conn(0x7f62ac0771d0 msgr2=0x7f62ac0fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 shutdown_connections 2024-04-22T14:03:11.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.170+0000 7f62b0a0f640 1 -- 172.21.15.83:0/3676586529 wait complete. 2024-04-22T14:03:11.190 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:03:11.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 -- 172.21.15.83:0/266870981 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101f30 msgr2=0x7f04e810dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 --2- 172.21.15.83:0/266870981 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101f30 0x7f04e810dce0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f04e0009ca0 tx=0x7f04e002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 -- 172.21.15.83:0/266870981 shutdown_connections 2024-04-22T14:03:11.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 --2- 172.21.15.83:0/266870981 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101f30 0x7f04e810dce0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 --2- 172.21.15.83:0/266870981 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101570 0x7f04e81019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 --2- 172.21.15.83:0/266870981 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e8106230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 -- 172.21.15.83:0/266870981 >> 172.21.15.83:0/266870981 conn(0x7f04e80773f0 msgr2=0x7f04e80fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 -- 172.21.15.83:0/266870981 shutdown_connections 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.319+0000 7f04ec984640 1 -- 172.21.15.83:0/266870981 wait complete. 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 Processor -- start 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 -- start start 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101f30 0x7f04e8197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e819be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.320+0000 7f04ec984640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f04e8111080 con 0x7f04e8101570 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04ec984640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f04e8110f00 con 0x7f04e8105e50 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04ec984640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f04e8111200 con 0x7f04e8101f30 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47020/0 (socket says 172.21.15.83:47020) 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e819be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 -- 172.21.15.83:0/2157222660 learned_addr learned my addr 172.21.15.83:0/2157222660 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04dffff640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101f30 0x7f04e8197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 -- 172.21.15.83:0/2157222660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101f30 msgr2=0x7f04e8197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101f30 0x7f04e8197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 -- 172.21.15.83:0/2157222660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 msgr2=0x7f04e819be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e819be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 -- 172.21.15.83:0/2157222660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04e819c550 con 0x7f04e8101570 2024-04-22T14:03:11.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04e659c640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f04d800e9f0 tx=0x7f04d800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04df7fe640 1 -- 172.21.15.83:0/2157222660 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d800cd80 con 0x7f04e8101570 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04e819c840 con 0x7f04e8101570 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04df7fe640 1 -- 172.21.15.83:0/2157222660 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d80108e0 con 0x7f04e8101570 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04df7fe640 1 -- 172.21.15.83:0/2157222660 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d8018980 con 0x7f04e8101570 2024-04-22T14:03:11.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.321+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04e81a40d0 con 0x7f04e8101570 2024-04-22T14:03:11.334 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04df7fe640 1 -- 172.21.15.83:0/2157222660 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f04d8010430 con 0x7f04e8101570 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 Processor -- start 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 -- start start 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 0x55c6716288b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 0x55c671631430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671633e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04df7fe640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 0x7f04d40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c67158d1f0 con 0x55c671628e80 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c67152a4b0 con 0x55c6716284d0 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.324+0000 7f04ef57a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c6715891b0 con 0x55c671631a00 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 0x55c6716288b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 0x55c6716288b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60806/0 (socket says 172.21.15.83:60806) 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04df7fe640 1 -- 172.21.15.83:0/2157222660 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f04d80d0a90 con 0x7f04e8101570 2024-04-22T14:03:11.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e6d9d640 1 -- 172.21.15.83:0/4276017467 learned_addr learned my addr 172.21.15.83:0/4276017467 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 0x55c671631430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04dffff640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 0x7f04d40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671633e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 -- 172.21.15.83:0/4276017467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 msgr2=0x55c671633e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671633e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 -- 172.21.15.83:0/4276017467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 msgr2=0x55c6716288b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 0x55c6716288b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 -- 172.21.15.83:0/4276017467 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c67151c1b0 con 0x55c671628e80 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04e659c640 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 0x55c671631430 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f04d80ce210 tx=0x7f04d809c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e1e32acc8aae635 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04dffff640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 0x7f04d40a61e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04e80ff9b0 tx=0x7f04d000a250 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04dcff9640 1 -- 172.21.15.83:0/4276017467 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d80a0e10 con 0x55c671628e80 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04dcff9640 1 -- 172.21.15.83:0/4276017467 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d80a56d0 con 0x55c671628e80 2024-04-22T14:03:11.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.325+0000 7f04dcff9640 1 -- 172.21.15.83:0/4276017467 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d8018b20 con 0x55c671628e80 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 -- 172.21.15.83:0/4276017467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 msgr2=0x55c671631430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 0x55c671631430 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f04d80ce210 tx=0x7f04d809c530 comp rx=0 tx=0).stop 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 -- 172.21.15.83:0/4276017467 shutdown_connections 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671633e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c671628e80 0x55c671631430 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 --2- 172.21.15.83:0/4276017467 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c6716284d0 0x55c6716288b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 -- 172.21.15.83:0/4276017467 >> 172.21.15.83:0/4276017467 conn(0x55c671622ba0 msgr2=0x55c671622f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 -- 172.21.15.83:0/4276017467 shutdown_connections 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.326+0000 7f04ef57a740 1 -- 172.21.15.83:0/4276017467 wait complete. 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 -- start start 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 Processor -- start 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c671634970 con 0x55c6716284d0 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c671546500 con 0x55c671631a00 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c671634af0 con 0x55c671628e80 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04ef57a740 10 client.0 _ll_register_callbacks cb 0x55c671514b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04dffff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47038/0 (socket says 172.21.15.83:47038) 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60816/0 (socket says 172.21.15.83:60816) 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.327+0000 7f04e659c640 1 -- 172.21.15.83:0/1627005700 learned_addr learned my addr 172.21.15.83:0/1627005700 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 -- 172.21.15.83:0/1627005700 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 msgr2=0x55c67162e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 -- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 msgr2=0x55c67162ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 -- 172.21.15.83:0/1627005700 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c67129f3f0 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04e659c640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f04d80ce810 tx=0x7f04d8010cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78fa8cd0ae7d6bc1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d80a0e10 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f04d809bf60 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04d80a56d0 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f04d809c160 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04ef57a740 10 client.17220 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c6713697d0 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.328+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d80a56d0 con 0x55c6716284d0 2024-04-22T14:03:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f04d809bad0 con 0x55c6716284d0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 10 client.17220 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 10 client.17220 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 20 client.17220 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c671643ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 4 client.17220 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c67152c930 con 0x55c671641ae0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04dffff640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c671643ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04cdffb640 10 client.17220 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.329+0000 7f04dffff640 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c671643ed0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7e446405fef5c57f server_cookie=5cdebb875259f187 in_seq=0 out_seq=0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04cdffb640 1 -- 172.21.15.83:0/1627005700 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c67152c930 con 0x55c671641ae0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04cdffb640 10 client.17220 handle_command_reply: tid=0 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 client.17220 shutdown 2024-04-22T14:03:11.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 msgr2=0x55c671631350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f04d80ce810 tx=0x7f04d8010cc0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 shutdown_connections 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c671643ed0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04cdffb640 0 client.17220 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1627005700 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671631350 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 >> 172.21.15.83:0/1627005700 conn(0x55c671622ba0 msgr2=0x55c6716248f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 shutdown_connections 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 1 -- 172.21.15.83:0/1627005700 wait complete. 2024-04-22T14:03:11.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.330+0000 7f04ef57a740 20 client.17220 trim_cache size 0 max 16384 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 Processor -- start 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 -- start start 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671628e80 0x55c67163d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671630e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81ab8d0 con 0x55c6716284d0 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81ad410 con 0x55c671628e80 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04ef57a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81abfa0 con 0x55c671631a00 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47052/0 (socket says 172.21.15.83:47052) 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e6d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671630e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 -- 172.21.15.83:0/3964789862 learned_addr learned my addr 172.21.15.83:0/3964789862 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04dffff640 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671628e80 0x55c67163d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 -- 172.21.15.83:0/3964789862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 msgr2=0x55c671630e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671630e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 -- 172.21.15.83:0/3964789862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671628e80 msgr2=0x55c67163d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671628e80 0x55c67163d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.354 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e659c640 1 -- 172.21.15.83:0/3964789862 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c67162f060 con 0x55c6716284d0 2024-04-22T14:03:11.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.349+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671630e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.350+0000 7f04e659c640 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f04d8098f70 tx=0x7f04d8099400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e91c69896c3b9f7f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.350+0000 7f04cffff640 1 -- 172.21.15.83:0/3964789862 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d80a0e10 con 0x55c6716284d0 2024-04-22T14:03:11.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.350+0000 7f04cffff640 1 -- 172.21.15.83:0/3964789862 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d80a56d0 con 0x55c6716284d0 2024-04-22T14:03:11.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.350+0000 7f04cffff640 1 -- 172.21.15.83:0/3964789862 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d809bb50 con 0x55c6716284d0 2024-04-22T14:03:11.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- 172.21.15.83:0/3964789862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 msgr2=0x55c671621e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f04d8098f70 tx=0x7f04d8099400 comp rx=0 tx=0).stop 2024-04-22T14:03:11.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- 172.21.15.83:0/3964789862 shutdown_connections 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671631a00 0x55c671630e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671628e80 0x55c67163d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 --2- 172.21.15.83:0/3964789862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671621e40 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- 172.21.15.83:0/3964789862 >> 172.21.15.83:0/3964789862 conn(0x55c671622ba0 msgr2=0x55c671629c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- 172.21.15.83:0/3964789862 shutdown_connections 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- 172.21.15.83:0/3964789862 wait complete. 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 -- start start 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.351+0000 7f04ef57a740 1 Processor -- start 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671639f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81acd40 con 0x55c6716284d0 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81ac670 con 0x55c671631a00 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f04e81a98b0 con 0x55c671628e80 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04ef57a740 10 client.0 _ll_register_callbacks cb 0x7f04d809c650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671639f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04e659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671639f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47054/0 (socket says 172.21.15.83:47054) 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04e659c640 1 -- 172.21.15.83:0/1718959274 learned_addr learned my addr 172.21.15.83:0/1718959274 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 -- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 msgr2=0x55c67162b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 -- 172.21.15.83:0/1718959274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 msgr2=0x55c671639f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671639f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 -- 172.21.15.83:0/1718959274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c67162b9d0 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04e6d9d640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04dffff640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162af50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x55c671644500 tx=0x7f04d0004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf1b155f19c6dd53 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.352+0000 7f04cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0016070 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f04d0010d90 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04d80a56d0 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f04d0005020 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 10 client.26341 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c6716a7b40 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04d80a56d0 con 0x55c671628e80 2024-04-22T14:03:11.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f04d002f030 con 0x55c671628e80 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 10 client.26341 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 10 client.26341 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 20 client.26341 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c6716aa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 4 client.26341 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c67159ac10 con 0x55c671641ae0 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.353+0000 7f04e659c640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c6716aa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04e659c640 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c6716aa2f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a07af0904ca5eb6d server_cookie=44442a0b9d395672 in_seq=0 out_seq=0 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04cdffb640 10 client.26341 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04cdffb640 1 -- 172.21.15.83:0/1718959274 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c67159ac10 con 0x55c671641ae0 2024-04-22T14:03:11.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04cdffb640 10 client.26341 handle_command_reply: tid=0 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 client.26341 shutdown 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 msgr2=0x55c67162af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162af50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x55c671644500 tx=0x7f04d0004730 comp rx=0 tx=0).stop 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 shutdown_connections 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55c671641ae0 0x55c6716aa2f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c671631a00 0x55c67162b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04cdffb640 0 client.26341 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c671628e80 0x55c67162af50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 --2- 172.21.15.83:0/1718959274 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c6716284d0 0x55c671639f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 >> 172.21.15.83:0/1718959274 conn(0x55c671622ba0 msgr2=0x55c67162cc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 shutdown_connections 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 1 -- 172.21.15.83:0/1718959274 wait complete. 2024-04-22T14:03:11.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.354+0000 7f04ef57a740 20 client.26341 trim_cache size 0 max 16384 2024-04-22T14:03:11.366 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:11.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 msgr2=0x7f04d40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 0x7f04d40a61e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f04e80ff9b0 tx=0x7f04d000a250 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 msgr2=0x7f04e8197560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f04d800e9f0 tx=0x7f04d800eeb0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 shutdown_connections 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f04d40a3d20 0x7f04d40a61e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04e8105e50 0x7f04e819be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f04e8101f30 0x7f04e8197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 --2- 172.21.15.83:0/2157222660 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f04e8101570 0x7f04e8197560 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 >> 172.21.15.83:0/2157222660 conn(0x7f04e80773f0 msgr2=0x7f04e8103ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 shutdown_connections 2024-04-22T14:03:11.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.355+0000 7f04ec984640 1 -- 172.21.15.83:0/2157222660 wait complete. 2024-04-22T14:03:11.372 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 -- 172.21.15.83:0/1973639197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101a40 msgr2=0x7f0648105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 --2- 172.21.15.83:0/1973639197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101a40 0x7f0648105a80 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f063c009900 tx=0x7f063c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 -- 172.21.15.83:0/1973639197 shutdown_connections 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 --2- 172.21.15.83:0/1973639197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0648106160 0x7f064810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 --2- 172.21.15.83:0/1973639197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101a40 0x7f0648105a80 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 --2- 172.21.15.83:0/1973639197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648101090 0x7f0648101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 -- 172.21.15.83:0/1973639197 >> 172.21.15.83:0/1973639197 conn(0x7f0648077f50 msgr2=0x7f0648078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 -- 172.21.15.83:0/1973639197 shutdown_connections 2024-04-22T14:03:11.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.491+0000 7f064c85c640 1 -- 172.21.15.83:0/1973639197 wait complete. 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 Processor -- start 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 -- start start 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 0x7f0648198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 0x7f0648198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 0x7f064819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0648111080 con 0x7f0648101090 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0648110f00 con 0x7f064819cff0 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064c85c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0648111200 con 0x7f0648106160 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.492+0000 7f064659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 0x7f0648198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f064659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 0x7f0648198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47082/0 (socket says 172.21.15.83:47082) 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f064659c640 1 -- 172.21.15.83:0/3795585328 learned_addr learned my addr 172.21.15.83:0/3795585328 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.498 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 0x7f064819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0645d9b640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 0x7f0648198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 -- 172.21.15.83:0/3795585328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 msgr2=0x7f0648198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 0x7f0648198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 -- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 msgr2=0x7f0648198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 0x7f0648198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 -- 172.21.15.83:0/3795585328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f064819dae0 con 0x7f064819cff0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0645d9b640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 0x7f0648198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f0646d9d640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 0x7f064819d4a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0640009fd0 tx=0x7f064000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f06377fe640 1 -- 172.21.15.83:0/3795585328 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064000ce20 con 0x7f064819cff0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f06377fe640 1 -- 172.21.15.83:0/3795585328 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0640005020 con 0x7f064819cff0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f064819ddd0 con 0x7f064819cff0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.493+0000 7f06377fe640 1 -- 172.21.15.83:0/3795585328 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0640010690 con 0x7f064819cff0 2024-04-22T14:03:11.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.494+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06481a5590 con 0x7f064819cff0 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.496+0000 7f06377fe640 1 -- 172.21.15.83:0/3795585328 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f06400054d0 con 0x7f064819cff0 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.496+0000 7f064f454740 1 Processor -- start 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.496+0000 7f064f454740 1 -- start start 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b0684430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0686e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5594b05e01f0 con 0x5594b067be80 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5594b057d4b0 con 0x5594b0684a00 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064f454740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5594b05dc1b0 con 0x5594b067b4d0 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f06377fe640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 0x7f06300a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b0684430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55242/0 (socket says 172.21.15.83:55242) 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 -- 172.21.15.83:0/2063341727 learned_addr learned my addr 172.21.15.83:0/2063341727 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0686e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0646d9d640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 0x7f06300a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 -- 172.21.15.83:0/2063341727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 msgr2=0x5594b0686e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0686e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 -- 172.21.15.83:0/2063341727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 msgr2=0x5594b0684430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b0684430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 -- 172.21.15.83:0/2063341727 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b056f1b0 con 0x5594b067b4d0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f06377fe640 1 -- 172.21.15.83:0/3795585328 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f06400d0e70 con 0x7f064819cff0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f064659c640 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b0684430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f064806b6e0 tx=0x7f063c005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=965473bb2ba4cc72 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.497+0000 7f0646d9d640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 0x7f06300a6260 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0640099810 tx=0x7f06400bd040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f0634ff9640 1 -- 172.21.15.83:0/2063341727 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c049070 con 0x5594b067b4d0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f0634ff9640 1 -- 172.21.15.83:0/2063341727 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f063c004490 con 0x5594b067b4d0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f0634ff9640 1 -- 172.21.15.83:0/2063341727 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c003ec0 con 0x5594b067b4d0 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 -- 172.21.15.83:0/2063341727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 msgr2=0x5594b067b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f064806b6e0 tx=0x7f063c005b50 comp rx=0 tx=0).stop 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 -- 172.21.15.83:0/2063341727 shutdown_connections 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0686e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b0684430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 --2- 172.21.15.83:0/2063341727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b067b8b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 -- 172.21.15.83:0/2063341727 >> 172.21.15.83:0/2063341727 conn(0x5594b0675ba0 msgr2=0x5594b0675f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 -- 172.21.15.83:0/2063341727 shutdown_connections 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.498+0000 7f064f454740 1 -- 172.21.15.83:0/2063341727 wait complete. 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 -- start start 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 Processor -- start 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b0684360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b06816f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5594b0687910 con 0x5594b067be80 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5594b0599500 con 0x5594b0684a00 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5594b0687a90 con 0x5594b067b4d0 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064f454740 10 client.0 _ll_register_callbacks cb 0x5594b0567b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b06816f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60880/0 (socket says 172.21.15.83:60880) 2024-04-22T14:03:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f064659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b06816f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47102/0 (socket says 172.21.15.83:47102) 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f0645d9b640 1 -- 172.21.15.83:0/4020600641 learned_addr learned my addr 172.21.15.83:0/4020600641 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.499+0000 7f0645d9b640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b0684360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 -- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 msgr2=0x5594b0684360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b0684360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 -- 172.21.15.83:0/4020600641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 msgr2=0x5594b06816f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b06816f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 -- 172.21.15.83:0/4020600641 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b02f23f0 con 0x5594b0684a00 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f0645d9b640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f063c003f40 tx=0x7f063c004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21eeff711bcd4fc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f062dffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c049040 con 0x5594b0684a00 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f063c02c7e0 con 0x5594b0684a00 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f063c004490 con 0x5594b0684a00 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f063c02c9e0 con 0x5594b0684a00 2024-04-22T14:03:11.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f064f454740 10 client.26510 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5594b03bc7d0 con 0x5594b0684a00 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.500+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f063c004490 con 0x5594b0684a00 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f063c04f070 con 0x5594b0684a00 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 10 client.26510 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 10 client.26510 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 20 client.26510 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b0694a80 0x5594b0696e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 4 client.26510 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594b057f930 con 0x5594b0694a80 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064659c640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b0694a80 0x5594b0696e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f062dffb640 10 client.26510 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.501+0000 7f064659c640 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b0694a80 0x5594b0696e70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=728ab51516c3d4ce server_cookie=d69e4abf0a04c4d8 in_seq=0 out_seq=0 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f062dffb640 1 -- 172.21.15.83:0/4020600641 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5594b057f930 con 0x5594b0694a80 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f062dffb640 10 client.26510 handle_command_reply: tid=0 2024-04-22T14:03:11.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 client.26510 shutdown 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 msgr2=0x5594b0681d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f063c003f40 tx=0x7f063c004320 comp rx=0 tx=0).stop 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 shutdown_connections 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b0694a80 0x5594b0696e70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b0681d00 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f062dffb640 0 client.26510 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067be80 0x5594b06816f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 --2- 172.21.15.83:0/4020600641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067b4d0 0x5594b0684360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 >> 172.21.15.83:0/4020600641 conn(0x5594b0675ba0 msgr2=0x5594b06778f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 shutdown_connections 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.502+0000 7f064f454740 1 -- 172.21.15.83:0/4020600641 wait complete. 2024-04-22T14:03:11.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.503+0000 7f064f454740 20 client.26510 trim_cache size 0 max 16384 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 Processor -- start 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 -- start start 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b06907b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 0x5594b0684360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f06481ada40 con 0x5594b067b4d0 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f06481af580 con 0x5594b067be80 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.518+0000 7f064f454740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f06481ae110 con 0x5594b0684a00 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b06907b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60894/0 (socket says 172.21.15.83:60894) 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 -- 172.21.15.83:0/3159216601 learned_addr learned my addr 172.21.15.83:0/3159216601 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f0645d9b640 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 0x5594b0684360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 -- 172.21.15.83:0/3159216601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 msgr2=0x5594b0684360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 0x5594b0684360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 -- 172.21.15.83:0/3159216601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 msgr2=0x5594b06907b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b06907b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 -- 172.21.15.83:0/3159216601 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594b0687960 con 0x5594b067be80 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f0645d9b640 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 0x5594b0684360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f064659c640 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0638005d00 tx=0x7f0638005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6c5278eb83f6b99 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f062ffff640 1 -- 172.21.15.83:0/3159216601 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0638004050 con 0x5594b067be80 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f062ffff640 1 -- 172.21.15.83:0/3159216601 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0638028070 con 0x5594b067be80 2024-04-22T14:03:11.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.519+0000 7f062ffff640 1 -- 172.21.15.83:0/3159216601 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0638003850 con 0x5594b067be80 2024-04-22T14:03:11.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 -- 172.21.15.83:0/3159216601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 msgr2=0x5594b0683e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0638005d00 tx=0x7f0638005f90 comp rx=0 tx=0).stop 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 -- 172.21.15.83:0/3159216601 shutdown_connections 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b0684a00 0x5594b0684360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b067be80 0x5594b0683e20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 --2- 172.21.15.83:0/3159216601 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b06907b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 -- 172.21.15.83:0/3159216601 >> 172.21.15.83:0/3159216601 conn(0x5594b0675ba0 msgr2=0x5594b0680740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 -- 172.21.15.83:0/3159216601 shutdown_connections 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.520+0000 7f064f454740 1 -- 172.21.15.83:0/3159216601 wait complete. 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 -- start start 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 Processor -- start 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 0x5594b06984f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b06fe070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f06481aeeb0 con 0x5594b067b4d0 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f06481ae7e0 con 0x5594b0684a00 2024-04-22T14:03:11.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f06481aba20 con 0x5594b067be80 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064f454740 10 client.0 _ll_register_callbacks cb 0x7f063c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f064659c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 0x5594b06984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47126/0 (socket says 172.21.15.83:47126) 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 -- 172.21.15.83:0/2179669205 learned_addr learned my addr 172.21.15.83:0/2179669205 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b06fe070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 -- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 msgr2=0x5594b06984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.521+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 0x5594b06984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f0645d9b640 1 -- 172.21.15.83:0/2179669205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 msgr2=0x5594b06fe070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b06fe070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f0645d9b640 1 -- 172.21.15.83:0/2179669205 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594b06fe5b0 con 0x5594b067b4d0 2024-04-22T14:03:11.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064659c640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 0x5594b06984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f0645d9b640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f063c0092a0 tx=0x7f063c02c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a651ac79defdb9b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c049070 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0638028070 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f063c02cb80 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f063c003900 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 10 client.17244 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5594b06ff7c0 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0638028070 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f063c04f040 con 0x5594b067b4d0 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 10 client.17244 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 10 client.17244 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 20 client.17244 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b06ffee0 0x5594b07022d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 4 client.17244 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.522+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5594b05edc10 con 0x5594b06ffee0 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064659c640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b06ffee0 0x5594b07022d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f062dffb640 10 client.17244 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064659c640 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b06ffee0 0x5594b07022d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b85e0466e770c514 server_cookie=1aafc056a63a7b2d in_seq=0 out_seq=0 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f062dffb640 1 -- 172.21.15.83:0/2179669205 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5594b05edc10 con 0x5594b06ffee0 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f062dffb640 10 client.17244 handle_command_reply: tid=0 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 client.17244 shutdown 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 msgr2=0x5594b0697fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f063c0092a0 tx=0x7f063c02c740 comp rx=0 tx=0).stop 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 shutdown_connections 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5594b06ffee0 0x5594b07022d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594b0684a00 0x5594b06fe070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594b067be80 0x5594b06984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f062dffb640 0 client.17244 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 --2- 172.21.15.83:0/2179669205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594b067b4d0 0x5594b0697fb0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.523+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 >> 172.21.15.83:0/2179669205 conn(0x5594b0675ba0 msgr2=0x5594b0674370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 shutdown_connections 2024-04-22T14:03:11.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064f454740 1 -- 172.21.15.83:0/2179669205 wait complete. 2024-04-22T14:03:11.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064f454740 20 client.17244 trim_cache size 0 max 16384 2024-04-22T14:03:11.533 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 msgr2=0x7f06300a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 0x7f06300a6260 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0640099810 tx=0x7f06400bd040 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 msgr2=0x7f064819d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 0x7f064819d4a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0640009fd0 tx=0x7f064000ef10 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 shutdown_connections 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06300a3da0 0x7f06300a6260 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f064819cff0 0x7f064819d4a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0648106160 0x7f0648198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 --2- 172.21.15.83:0/3795585328 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0648101090 0x7f0648198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 >> 172.21.15.83:0/3795585328 conn(0x7f0648077f50 msgr2=0x7f0648100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 shutdown_connections 2024-04-22T14:03:11.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.524+0000 7f064c85c640 1 -- 172.21.15.83:0/3795585328 wait complete. 2024-04-22T14:03:11.542 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:03:11.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 -- 172.21.15.83:0/1735540178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334106160 msgr2=0x7f433410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 --2- 172.21.15.83:0/1735540178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334106160 0x7f433410dd30 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f432c009ca0 tx=0x7f432c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 -- 172.21.15.83:0/1735540178 shutdown_connections 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 --2- 172.21.15.83:0/1735540178 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334106160 0x7f433410dd30 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 --2- 172.21.15.83:0/1735540178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4334101a40 0x7f4334105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 --2- 172.21.15.83:0/1735540178 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334101090 0x7f4334101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 -- 172.21.15.83:0/1735540178 >> 172.21.15.83:0/1735540178 conn(0x7f43340771d0 msgr2=0x7f43340775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 -- 172.21.15.83:0/1735540178 shutdown_connections 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.664+0000 7f433b226640 1 -- 172.21.15.83:0/1735540178 wait complete. 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 Processor -- start 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 -- start start 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334106160 0x7f4334198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 0x7f433419d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f43341121e0 con 0x7f4334101090 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4334112060 con 0x7f433419cfd0 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f433b226640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4334112360 con 0x7f4334106160 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f4338fc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f4338fc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47152/0 (socket says 172.21.15.83:47152) 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f4338fc2640 1 -- 172.21.15.83:0/578920488 learned_addr learned my addr 172.21.15.83:0/578920488 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f43397c3640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 0x7f433419d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.665+0000 7f4333fff640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334106160 0x7f4334198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 -- 172.21.15.83:0/578920488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334106160 msgr2=0x7f4334198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334106160 0x7f4334198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 -- 172.21.15.83:0/578920488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 msgr2=0x7f433419d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 0x7f433419d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 -- 172.21.15.83:0/578920488 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433419dac0 con 0x7f4334101090 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f43397c3640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 0x7f433419d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4338fc2640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f432800c970 tx=0x7f432800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4331ffb640 1 -- 172.21.15.83:0/578920488 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4328007bb0 con 0x7f4334101090 2024-04-22T14:03:11.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f433419ddb0 con 0x7f4334101090 2024-04-22T14:03:11.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4331ffb640 1 -- 172.21.15.83:0/578920488 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4328007d50 con 0x7f4334101090 2024-04-22T14:03:11.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f4331ffb640 1 -- 172.21.15.83:0/578920488 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432800f450 con 0x7f4334101090 2024-04-22T14:03:11.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.666+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43341a5550 con 0x7f4334101090 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.668+0000 7f4331ffb640 1 -- 172.21.15.83:0/578920488 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4328004f20 con 0x7f4334101090 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 Processor -- start 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 -- start start 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4331ffb640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 0x7f43240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a898b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a94e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4331ffb640 1 -- 172.21.15.83:0/578920488 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f43280d04a0 con 0x7f4334101090 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55bae49ee1f0 con 0x55bae4a89e80 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f43397c3640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 0x7f43240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55bae498b4b0 con 0x55bae4a894d0 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f433de10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55bae49ea1b0 con 0x55bae4a92a00 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47164/0 (socket says 172.21.15.83:47164) 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4333fff640 1 -- 172.21.15.83:0/952376610 learned_addr learned my addr 172.21.15.83:0/952376610 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f4338fc2640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a898b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.669+0000 7f43397c3640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a94e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 -- 172.21.15.83:0/952376610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 msgr2=0x55bae4a94e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a94e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 -- 172.21.15.83:0/952376610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 msgr2=0x55bae4a92430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 -- 172.21.15.83:0/952376610 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bae497d1b0 con 0x55bae4a894d0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4333fff640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f43397c3640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 0x7f43240a61e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f432c004af0 tx=0x7f432c0324c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f4338fc2640 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a898b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f43280cdc20 tx=0x7f43280055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57db8856bc3b4ede server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f431effd640 1 -- 172.21.15.83:0/952376610 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432801d040 con 0x55bae4a894d0 2024-04-22T14:03:11.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f431effd640 1 -- 172.21.15.83:0/952376610 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43280a50e0 con 0x55bae4a894d0 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.670+0000 7f431effd640 1 -- 172.21.15.83:0/952376610 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4328005210 con 0x55bae4a894d0 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- 172.21.15.83:0/952376610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 msgr2=0x55bae4a898b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a898b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f43280cdc20 tx=0x7f43280055f0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- 172.21.15.83:0/952376610 shutdown_connections 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a94e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a92430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 --2- 172.21.15.83:0/952376610 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a898b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- 172.21.15.83:0/952376610 >> 172.21.15.83:0/952376610 conn(0x55bae4a83ba0 msgr2=0x55bae4a83f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- 172.21.15.83:0/952376610 shutdown_connections 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- 172.21.15.83:0/952376610 wait complete. 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 -- start start 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.671+0000 7f433de10740 1 Processor -- start 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a92330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a8fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55bae4a95970 con 0x55bae4a89e80 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55bae49a7500 con 0x55bae4a92a00 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55bae4a95af0 con 0x55bae4a894d0 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 10 client.0 _ll_register_callbacks cb 0x55bae4975b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47166/0 (socket says 172.21.15.83:47166) 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4338fc2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a92330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 -- 172.21.15.83:0/3734158084 learned_addr learned my addr 172.21.15.83:0/3734158084 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f43397c3640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a8fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 -- 172.21.15.83:0/3734158084 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 msgr2=0x55bae4a92330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a92330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 -- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 msgr2=0x55bae4a8fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a8fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 -- 172.21.15.83:0/3734158084 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bae47003f0 con 0x55bae4a89e80 2024-04-22T14:03:11.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4333fff640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f4320012700 tx=0x7f4320012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6848df996fa7f07 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4313fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320004050 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f43200041f0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.672+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43280a50e0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f43200043f0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 10 client.17256 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55bae47ca7d0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f43280a50e0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f4320003ba0 con 0x55bae4a89e80 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 10 client.17256 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 10 client.17256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 20 client.17256 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4aa2c30 0x55bae4aa5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 4 client.17256 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:11.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.673+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bae498d930 con 0x55bae4aa2c30 2024-04-22T14:03:11.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.674+0000 7f4338fc2640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4aa2c30 0x55bae4aa5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.674+0000 7f4313fff640 10 client.17256 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.674+0000 7f4338fc2640 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4aa2c30 0x55bae4aa5070 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcde1e8041d46829 server_cookie=bdb722fc0dda2248 in_seq=0 out_seq=0 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f4313fff640 1 -- 172.21.15.83:0/3734158084 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bae498d930 con 0x55bae4aa2c30 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f4313fff640 10 client.17256 handle_command_reply: tid=0 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 client.17256 shutdown 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 msgr2=0x55bae4a8f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f4320012700 tx=0x7f4320012bc0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 shutdown_connections 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4aa2c30 0x55bae4aa5070 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a8fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a8f6c0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f4313fff640 0 client.17256 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 --2- 172.21.15.83:0/3734158084 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a92330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 >> 172.21.15.83:0/3734158084 conn(0x55bae4a83ba0 msgr2=0x55bae4a858f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 shutdown_connections 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.675+0000 7f433de10740 1 -- 172.21.15.83:0/3734158084 wait complete. 2024-04-22T14:03:11.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.676+0000 7f433de10740 20 client.17256 trim_cache size 0 max 16384 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.689+0000 7f433de10740 1 Processor -- start 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.689+0000 7f433de10740 1 -- start start 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.689+0000 7f433de10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.689+0000 7f433de10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a91df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f433de10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f433de10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f43341adb40 con 0x55bae4a89e80 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f433de10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f43341af680 con 0x55bae4a894d0 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f433de10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f43341ae210 con 0x55bae4a92a00 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f43397c3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60948/0 (socket says 172.21.15.83:60948) 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f43397c3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55332/0 (socket says 172.21.15.83:55332) 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 -- 172.21.15.83:0/355594652 learned_addr learned my addr 172.21.15.83:0/355594652 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4333fff640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a91df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 -- 172.21.15.83:0/355594652 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 msgr2=0x55bae4a92330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 -- 172.21.15.83:0/355594652 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 msgr2=0x55bae4a91df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a91df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 -- 172.21.15.83:0/355594652 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bae4a90660 con 0x55bae4a894d0 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4333fff640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a91df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f43397c3640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f4338fc2640 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f43280ce220 tx=0x7f432809c660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca0815f609969ad5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f431e7fc640 1 -- 172.21.15.83:0/355594652 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43280ba070 con 0x55bae4a894d0 2024-04-22T14:03:11.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.690+0000 7f431e7fc640 1 -- 172.21.15.83:0/355594652 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4328081e50 con 0x55bae4a894d0 2024-04-22T14:03:11.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f431e7fc640 1 -- 172.21.15.83:0/355594652 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432801d040 con 0x55bae4a894d0 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 -- 172.21.15.83:0/355594652 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 msgr2=0x55bae4a9e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f43280ce220 tx=0x7f432809c660 comp rx=0 tx=0).stop 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 -- 172.21.15.83:0/355594652 shutdown_connections 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a92a00 0x55bae4a92330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a91df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 --2- 172.21.15.83:0/355594652 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a894d0 0x55bae4a9e830 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 -- 172.21.15.83:0/355594652 >> 172.21.15.83:0/355594652 conn(0x55bae4a83ba0 msgr2=0x55bae4a857b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 -- 172.21.15.83:0/355594652 shutdown_connections 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.691+0000 7f433de10740 1 -- 172.21.15.83:0/355594652 wait complete. 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 -- start start 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 Processor -- start 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a96a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a97480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f43341aefb0 con 0x55bae4a89e80 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f43341ae8e0 con 0x55bae4a92a00 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f43341abb20 con 0x55bae4a894d0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f433de10740 10 client.0 _ll_register_callbacks cb 0x7f4320009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47190/0 (socket says 172.21.15.83:47190) 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 -- 172.21.15.83:0/1547789194 learned_addr learned my addr 172.21.15.83:0/1547789194 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f43397c3640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a97480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4338fc2640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a96a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 -- 172.21.15.83:0/1547789194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 msgr2=0x55bae4a96a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a96a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 -- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 msgr2=0x55bae4a97480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a97480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.692+0000 7f4333fff640 1 -- 172.21.15.83:0/1547789194 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bae4b08450 con 0x55bae4a89e80 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4333fff640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x55bae4a8ef20 tx=0x7f432000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d24ac9378e98f8bd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:11.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f432002b040 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4320025640 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4328081e50 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f4320025860 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 10 client.17262 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55bae4b09750 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4328081e50 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f432000fc90 con 0x55bae4a89e80 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 10 client.17262 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 10 client.17262 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 20 client.17262 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4b09ef0 0x55bae4b0c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 4 client.17262 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:11.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.693+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bae49fbc10 con 0x55bae4b09ef0 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4338fc2640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4b09ef0 0x55bae4b0c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4313fff640 10 client.17262 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4338fc2640 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4b09ef0 0x55bae4b0c310 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd278092a439d6d5 server_cookie=fb309c6a7c1b8a14 in_seq=0 out_seq=0 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4313fff640 1 -- 172.21.15.83:0/1547789194 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bae49fbc10 con 0x55bae4b09ef0 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4313fff640 10 client.17262 handle_command_reply: tid=0 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 client.17262 shutdown 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 msgr2=0x55bae4a96f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x55bae4a8ef20 tx=0x7f432000f790 comp rx=0 tx=0).stop 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 shutdown_connections 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55bae4b09ef0 0x55bae4b0c310 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55bae4a92a00 0x55bae4a97480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55bae4a89e80 0x55bae4a96f40 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f4313fff640 0 client.17262 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 --2- 172.21.15.83:0/1547789194 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55bae4a894d0 0x55bae4a96a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.694+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 >> 172.21.15.83:0/1547789194 conn(0x55bae4a83ba0 msgr2=0x55bae4a8a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.695+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 shutdown_connections 2024-04-22T14:03:11.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.695+0000 7f433de10740 1 -- 172.21.15.83:0/1547789194 wait complete. 2024-04-22T14:03:11.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.695+0000 7f433de10740 20 client.17262 trim_cache size 0 max 16384 2024-04-22T14:03:11.704 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 msgr2=0x7f43240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 0x7f43240a61e0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f432c004af0 tx=0x7f432c0324c0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 msgr2=0x7f4334198760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f432800c970 tx=0x7f432800ce30 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 shutdown_connections 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f43240a3d20 0x7f43240a61e0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f433419cfd0 0x7f433419d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4334106160 0x7f4334198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 --2- 172.21.15.83:0/578920488 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4334101090 0x7f4334198760 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.698+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 >> 172.21.15.83:0/578920488 conn(0x7f43340771d0 msgr2=0x7f43340fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.699+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 shutdown_connections 2024-04-22T14:03:11.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:11.699+0000 7f433b226640 1 -- 172.21.15.83:0/578920488 wait complete. 2024-04-22T14:03:11.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:11 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2619405610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:11.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:11 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2619405610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:11.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:11 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2619405610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:12.716 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:03:12.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:03:12.717 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:03:12.725 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:12 smithi084 ceph-mon[31312]: pgmap v153: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:12.740 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:12 smithi083 ceph-mon[27977]: pgmap v153: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 -- 172.21.15.83:0/2305015974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec8104d50 msgr2=0x7f0ec8108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/2305015974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec8104d50 0x7f0ec8108d90 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0009900 tx=0x7f0eb002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 -- 172.21.15.83:0/2305015974 shutdown_connections 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/2305015974 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec8109470 0x7f0ec8111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/2305015974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec8104d50 0x7f0ec8108d90 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/2305015974 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec81043a0 0x7f0ec8104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 -- 172.21.15.83:0/2305015974 >> 172.21.15.83:0/2305015974 conn(0x7f0ec80ffbc0 msgr2=0x7f0ec8101fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 -- 172.21.15.83:0/2305015974 shutdown_connections 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.835+0000 7f0ecd47b640 1 -- 172.21.15.83:0/2305015974 wait complete. 2024-04-22T14:03:12.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 Processor -- start 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 -- start start 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 0x7f0ec8196a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec8109470 0x7f0ec8196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec8078c20 con 0x7f0ec8109470 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec8078aa0 con 0x7f0ec819aee0 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.836+0000 7f0ecd47b640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec8078da0 con 0x7f0ec81043a0 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 0x7f0ec8196a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:60990/0 (socket says 172.21.15.83:60990) 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 0x7f0ec8196a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55352/0 (socket says 172.21.15.83:55352) 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 -- 172.21.15.83:0/258758512 learned_addr learned my addr 172.21.15.83:0/258758512 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec8109470 0x7f0ec8196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 -- 172.21.15.83:0/258758512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 msgr2=0x7f0ec8196a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 0x7f0ec8196a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 -- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec8109470 msgr2=0x7f0ec8196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec8109470 0x7f0ec8196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 -- 172.21.15.83:0/258758512 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec819b9d0 con 0x7f0ec819aee0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ec77fe640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800e970 tx=0x7f0eb800ed70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ebffff640 1 -- 172.21.15.83:0/258758512 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb800ccc0 con 0x7f0ec819aee0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ebffff640 1 -- 172.21.15.83:0/258758512 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0eb800ce60 con 0x7f0ec819aee0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec819bcc0 con 0x7f0ec819aee0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.837+0000 7f0ebffff640 1 -- 172.21.15.83:0/258758512 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8010430 con 0x7f0ec819aee0 2024-04-22T14:03:12.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.838+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec81a3480 con 0x7f0ec819aee0 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.840+0000 7f0ed0072740 1 Processor -- start 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ebffff640 1 -- 172.21.15.83:0/258758512 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f0eb8004ff0 con 0x7f0ec819aee0 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 -- start start 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 0x5594760aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760b7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760ba260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559476012f00 con 0x5594760ae8e0 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559475fb0590 con 0x5594760b7e10 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ed0072740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55947600eec0 con 0x5594760af290 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 0x5594760aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 0x5594760aecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47208/0 (socket says 172.21.15.83:47208) 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ec67fc640 1 -- 172.21.15.83:0/3876636465 learned_addr learned my addr 172.21.15.83:0/3876636465 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760b7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.841+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760ba260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ebffff640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 0x7f0eb40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 -- 172.21.15.83:0/3876636465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 msgr2=0x5594760ba260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760ba260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 -- 172.21.15.83:0/3876636465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 msgr2=0x5594760aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 0x5594760aecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 -- 172.21.15.83:0/3876636465 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559475ded7e0 con 0x5594760af290 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760ba260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec77fe640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 0x7f0eb40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760b7840 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005fd0 tx=0x7f0ec0011e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d53a807492ac867 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ebffff640 1 -- 172.21.15.83:0/258758512 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0eb80d0b00 con 0x7f0ec819aee0 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ebd7fa640 1 -- 172.21.15.83:0/3876636465 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0021030 con 0x5594760af290 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ebd7fa640 1 -- 172.21.15.83:0/3876636465 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec00187a0 con 0x5594760af290 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ec77fe640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 0x7f0eb40a6260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0eb809c7d0 tx=0x7f0eb80c7be0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.842+0000 7f0ebd7fa640 1 -- 172.21.15.83:0/3876636465 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0005320 con 0x5594760af290 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 -- 172.21.15.83:0/3876636465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 msgr2=0x5594760b7840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760b7840 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005fd0 tx=0x7f0ec0011e10 comp rx=0 tx=0).stop 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 -- 172.21.15.83:0/3876636465 shutdown_connections 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760ba260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760b7840 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 --2- 172.21.15.83:0/3876636465 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760ae8e0 0x5594760aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 -- 172.21.15.83:0/3876636465 >> 172.21.15.83:0/3876636465 conn(0x5594760a8fb0 msgr2=0x5594760a9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 -- 172.21.15.83:0/3876636465 shutdown_connections 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.843+0000 7f0ed0072740 1 -- 172.21.15.83:0/3876636465 wait complete. 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 -- start start 2024-04-22T14:03:12.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 Processor -- start 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760b4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760b5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5594760bad80 con 0x5594760af290 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559475fcc580 con 0x5594760b7e10 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5594760baf00 con 0x5594760ae8e0 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ed0072740 10 client.0 _ll_register_callbacks cb 0x559475fd2650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760b4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47216/0 (socket says 172.21.15.83:47216) 2024-04-22T14:03:12.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec6ffd640 1 -- 172.21.15.83:0/2366689727 learned_addr learned my addr 172.21.15.83:0/2366689727 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760b5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 -- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 msgr2=0x5594760b5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760b5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 -- 172.21.15.83:0/2366689727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 msgr2=0x5594760b5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec67fc640 1 -- 172.21.15.83:0/2366689727 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559475e4df70 con 0x5594760ae8e0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.844+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760b4e00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0000c00 tx=0x7f0eb002bc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c369cc051ffee161 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0005480 con 0x5594760ae8e0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ec00187a0 con 0x5594760ae8e0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0eb00046c0 con 0x5594760ae8e0 2024-04-22T14:03:12.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f0eb0005620 con 0x5594760ae8e0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 10 client.26386 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559475ce5170 con 0x5594760ae8e0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ec00187a0 con 0x5594760ae8e0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f0eb0003a20 con 0x5594760ae8e0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 10 client.26386 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 10 client.26386 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 20 client.26386 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5594760c82b0 0x5594760ca6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 4 client.26386 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.845+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559476020920 con 0x5594760c82b0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.846+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5594760c82b0 0x5594760ca6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.846+0000 7f0eae7fc640 10 client.26386 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.846+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5594760c82b0 0x5594760ca6e0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d0df50c4a6efd0a server_cookie=a72cc2f33ab56be9 in_seq=0 out_seq=0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0eae7fc640 1 -- 172.21.15.83:0/2366689727 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559476020920 con 0x5594760c82b0 2024-04-22T14:03:12.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0eae7fc640 10 client.26386 handle_command_reply: tid=0 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 client.26386 shutdown 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 msgr2=0x5594760b4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760b4e00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0000c00 tx=0x7f0eb002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 shutdown_connections 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5594760c82b0 0x5594760ca6e0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760b7e10 0x5594760b5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760af290 0x5594760b5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 --2- 172.21.15.83:0/2366689727 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760b4e00 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0eae7fc640 0 client.26386 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 >> 172.21.15.83:0/2366689727 conn(0x5594760a8fb0 msgr2=0x5594760aad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 shutdown_connections 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 1 -- 172.21.15.83:0/2366689727 wait complete. 2024-04-22T14:03:12.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.847+0000 7f0ed0072740 20 client.26386 trim_cache size 0 max 16384 2024-04-22T14:03:12.867 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x63e5d2a 2024-04-22T14:03:12.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.867+0000 7f0ed0072740 1 Processor -- start 2024-04-22T14:03:12.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.867+0000 7f0ed0072740 1 -- start start 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.867+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760c3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.867+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b3de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ed0072740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ab9a0 con 0x5594760b7e10 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ed0072740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ad4e0 con 0x5594760af290 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ed0072740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ac070 con 0x5594760ae8e0 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:32782/0 (socket says 172.21.15.83:32782) 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec6ffd640 1 -- 172.21.15.83:0/1641425035 learned_addr learned my addr 172.21.15.83:0/1641425035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760c3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 -- 172.21.15.83:0/1641425035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 msgr2=0x5594760c3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760c3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 -- 172.21.15.83:0/1641425035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 msgr2=0x5594760b74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 -- 172.21.15.83:0/1641425035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594760b3350 con 0x5594760b7e10 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b3de0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0003f10 tx=0x7f0eb00045d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40bf8b89bbc6fb42 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ebcff9640 1 -- 172.21.15.83:0/1641425035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0005480 con 0x5594760b7e10 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ebcff9640 1 -- 172.21.15.83:0/1641425035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0eb00046c0 con 0x5594760b7e10 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.868+0000 7f0ebcff9640 1 -- 172.21.15.83:0/1641425035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0043690 con 0x5594760b7e10 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- 172.21.15.83:0/1641425035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 msgr2=0x5594760b3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b3de0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0003f10 tx=0x7f0eb00045d0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- 172.21.15.83:0/1641425035 shutdown_connections 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b3de0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760af290 0x5594760b74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 --2- 172.21.15.83:0/1641425035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760ae8e0 0x5594760c3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- 172.21.15.83:0/1641425035 >> 172.21.15.83:0/1641425035 conn(0x5594760a8fb0 msgr2=0x5594760b36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- 172.21.15.83:0/1641425035 shutdown_connections 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- 172.21.15.83:0/1641425035 wait complete. 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.869+0000 7f0ed0072740 1 -- start start 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 Processor -- start 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760c0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ace10 con 0x5594760b7e10 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81ac740 con 0x5594760ae8e0 2024-04-22T14:03:12.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec81a9980 con 0x5594760af290 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ed0072740 10 client.0 _ll_register_callbacks cb 0x7f0eb002cd10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec6ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760c0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:32786/0 (socket says 172.21.15.83:32786) 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 -- 172.21.15.83:0/538135136 learned_addr learned my addr 172.21.15.83:0/538135136 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 -- 172.21.15.83:0/538135136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 msgr2=0x5594760c0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760c0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 -- 172.21.15.83:0/538135136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 msgr2=0x5594760b1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 -- 172.21.15.83:0/538135136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594760b1d30 con 0x5594760ae8e0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0ec67fc640 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0eb002c690 tx=0x7f0eb0003f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e770544d658553 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.870+0000 7f0eae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:12.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb005e020 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0eb0004cb0 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0eb00046c0 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f0eb0043830 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 10 client.26552 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55947612e3c0 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0eb00046c0 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f0eb0003af0 con 0x5594760ae8e0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 10 client.26552 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 10 client.26552 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 20 client.26552 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55947612ea20 0x559476130e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 4 client.26552 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55947601a790 con 0x55947612ea20 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.871+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55947612ea20 0x559476130e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.872+0000 7f0eae7fc640 10 client.26552 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:12.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.872+0000 7f0ec6ffd640 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55947612ea20 0x559476130e10 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45dca30019316c42 server_cookie=4d1ad57304fe6be in_seq=0 out_seq=0 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0eae7fc640 1 -- 172.21.15.83:0/538135136 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55947601a790 con 0x55947612ea20 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0eae7fc640 10 client.26552 handle_command_reply: tid=0 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 client.26552 shutdown 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 msgr2=0x5594760c0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0eb002c690 tx=0x7f0eb0003f90 comp rx=0 tx=0).stop 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 shutdown_connections 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55947612ea20 0x559476130e10 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5594760b7e10 0x5594760b1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5594760af290 0x5594760c0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 --2- 172.21.15.83:0/538135136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5594760ae8e0 0x5594760c0150 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0eae7fc640 0 client.26552 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:12.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 >> 172.21.15.83:0/538135136 conn(0x5594760a8fb0 msgr2=0x5594760b3f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 shutdown_connections 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 1 -- 172.21.15.83:0/538135136 wait complete. 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ed0072740 20 client.26552 trim_cache size 0 max 16384 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "07671002-0b23-43f6-82a9-bc66bd1183e3", 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:03:12.882 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:12.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.873+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 msgr2=0x7f0eb40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 0x7f0eb40a6260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0eb809c7d0 tx=0x7f0eb80c7be0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 msgr2=0x7f0ec819b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:12.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800e970 tx=0x7f0eb800ed70 comp rx=0 tx=0).stop 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 shutdown_connections 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f0eb40a3da0 0x7f0eb40a6260 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ec819aee0 0x7f0ec819b360 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0ec8109470 0x7f0ec8196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 --2- 172.21.15.83:0/258758512 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0ec81043a0 0x7f0ec8196a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 >> 172.21.15.83:0/258758512 conn(0x7f0ec80ffbc0 msgr2=0x7f0ec8107d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 shutdown_connections 2024-04-22T14:03:12.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:12.874+0000 7f0ecd47b640 1 -- 172.21.15.83:0/258758512 wait complete. 2024-04-22T14:03:12.888 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:03:12.888 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:03:12.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:12 smithi173 ceph-mon[31493]: pgmap v153: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.7 MiB/s wr, 949 op/s 2024-04-22T14:03:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 -- 172.21.15.83:0/3268690803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 msgr2=0x7fa68c10dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 --2- 172.21.15.83:0/3268690803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c10dd20 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fa684009ca0 tx=0x7fa68402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 -- 172.21.15.83:0/3268690803 shutdown_connections 2024-04-22T14:03:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 --2- 172.21.15.83:0/3268690803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c10dd20 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 --2- 172.21.15.83:0/3268690803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101a30 0x7fa68c105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 --2- 172.21.15.83:0/3268690803 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c101080 0x7fa68c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 -- 172.21.15.83:0/3268690803 >> 172.21.15.83:0/3268690803 conn(0x7fa68c078000 msgr2=0x7fa68c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 -- 172.21.15.83:0/3268690803 shutdown_connections 2024-04-22T14:03:13.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.081+0000 7fa6924eb640 1 -- 172.21.15.83:0/3268690803 wait complete. 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.082+0000 7fa6924eb640 1 Processor -- start 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.083+0000 7fa6924eb640 1 -- start start 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.083+0000 7fa6924eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa6924eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa6924eb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c19cf70 0x7fa68c19d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa6924eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1121a0 con 0x7fa68c106150 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa6924eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c112020 con 0x7fa68c101080 2024-04-22T14:03:13.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa6924eb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c112320 con 0x7fa68c19cf70 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:32810/0 (socket says 172.21.15.83:32810) 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 -- 172.21.15.83:0/573532167 learned_addr learned my addr 172.21.15.83:0/573532167 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa690a88640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c19cf70 0x7fa68c19d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 -- 172.21.15.83:0/573532167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c19cf70 msgr2=0x7fa68c19d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c19cf70 0x7fa68c19d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 -- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 msgr2=0x7fa68c198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 -- 172.21.15.83:0/573532167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa68c19da60 con 0x7fa68c101080 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.084+0000 7fa68bfff640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00e9f0 tx=0x7fa67c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.085+0000 7fa6897fa640 1 -- 172.21.15.83:0/573532167 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c00cd80 con 0x7fa68c101080 2024-04-22T14:03:13.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.085+0000 7fa6897fa640 1 -- 172.21.15.83:0/573532167 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa67c0108e0 con 0x7fa68c101080 2024-04-22T14:03:13.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.085+0000 7fa6897fa640 1 -- 172.21.15.83:0/573532167 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c018980 con 0x7fa68c101080 2024-04-22T14:03:13.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.085+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa68c19dd50 con 0x7fa68c101080 2024-04-22T14:03:13.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.085+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa68c1a54f0 con 0x7fa68c101080 2024-04-22T14:03:13.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.088+0000 7fa6951b8740 1 Processor -- start 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.088+0000 7fa6951b8740 1 -- start start 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.088+0000 7fa6897fa640 1 -- 172.21.15.83:0/573532167 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa67c010430 con 0x7fa68c101080 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.088+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 0x55834721d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834721de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6951b8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5583471821e0 con 0x55834721d9a0 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6951b8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55834711f390 con 0x55834721cff0 2024-04-22T14:03:13.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6951b8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55834717e1a0 con 0x55834722f1b0 2024-04-22T14:03:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834721de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa690a88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 0x55834721d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834721de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47260/0 (socket says 172.21.15.83:47260) 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55416/0 (socket says 172.21.15.83:55416) 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68bfff640 1 -- 172.21.15.83:0/1914259097 learned_addr learned my addr 172.21.15.83:0/1914259097 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 -- 172.21.15.83:0/1914259097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 msgr2=0x55834721d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 0x55834721d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 -- 172.21.15.83:0/1914259097 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 msgr2=0x55834721de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834721de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa68b7fe640 1 -- 172.21.15.83:0/1914259097 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558346f5e7d0 con 0x55834722f1b0 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa6897fa640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.089+0000 7fa690a88640 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 0x55834721d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa68c06b6f0 tx=0x7fa680011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a80fb30e1d2ca5a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa6897fa640 1 -- 172.21.15.83:0/573532167 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa67c0d0ab0 con 0x7fa68c101080 2024-04-22T14:03:13.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa690a88640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa6727fc640 1 -- 172.21.15.83:0/1914259097 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680004050 con 0x55834722f1b0 2024-04-22T14:03:13.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa6727fc640 1 -- 172.21.15.83:0/1914259097 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6800054d0 con 0x55834722f1b0 2024-04-22T14:03:13.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.090+0000 7fa6727fc640 1 -- 172.21.15.83:0/1914259097 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680004bc0 con 0x55834722f1b0 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- 172.21.15.83:0/1914259097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 msgr2=0x5583472315a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa690a88640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 0x7fa6740a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa684005e30 tx=0x7fa68402e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa68c06b6f0 tx=0x7fa680011810 comp rx=0 tx=0).stop 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- 172.21.15.83:0/1914259097 shutdown_connections 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x5583472315a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834721de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 --2- 172.21.15.83:0/1914259097 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721cff0 0x55834721d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- 172.21.15.83:0/1914259097 >> 172.21.15.83:0/1914259097 conn(0x558347217cb0 msgr2=0x558347218090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- 172.21.15.83:0/1914259097 shutdown_connections 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- 172.21.15.83:0/1914259097 wait complete. 2024-04-22T14:03:13.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.091+0000 7fa6951b8740 1 -- start start 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.092+0000 7fa6951b8740 1 Processor -- start 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.092+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.092+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 0x55834721fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.092+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.092+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:47262/0 (socket says 172.21.15.83:47262) 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 -- 172.21.15.83:0/2619557317 learned_addr learned my addr 172.21.15.83:0/2619557317 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x55834721ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 0x55834721fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558347232100 con 0x55834721cff0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55834713b2f0 con 0x55834721d9a0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558347232280 con 0x55834722f1b0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa6951b8740 10 client.0 _ll_register_callbacks cb 0x558347148580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:13.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa690a88640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x55834721ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 -- 172.21.15.83:0/2619557317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 msgr2=0x55834721ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x55834721ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 -- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 msgr2=0x55834721fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 0x55834721fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68bfff640 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558346e943f0 con 0x55834721cff0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.093+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 0x55834721fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fa67c09cac0 tx=0x7fa67c0d41f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566be40ab0e2eb6d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa66b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c09c490 con 0x55834721cff0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa67c09bf80 con 0x55834721cff0 2024-04-22T14:03:13.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6800054d0 con 0x55834721cff0 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa67c010720 con 0x55834721cff0 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa6951b8740 10 client.17292 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.094+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x558346e540f0 con 0x55834721cff0 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa67c0d6060 con 0x55834721cff0 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa67c098880 con 0x55834721cff0 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 10 client.17292 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:13.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 10 client.17292 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 20 client.17292 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472416d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 4 client.17292 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa6800054d0 con 0x55834723f2c0 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.095+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472416d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.096+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472416d0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e2316a56abd05f8 server_cookie=f363656d37a625f2 in_seq=0 out_seq=0 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.096+0000 7fa66b7fe640 10 client.17292 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.097+0000 7fa66b7fe640 1 -- 172.21.15.83:0/2619557317 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fa6800054d0 con 0x55834723f2c0 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.097+0000 7fa66b7fe640 10 client.17292 handle_command_reply: tid=0 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.097+0000 7fa6951b8740 1 client.17292 shutdown 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.097+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 msgr2=0x55834721f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.097+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7fa67c09cac0 tx=0x7fa67c0d41f0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 shutdown_connections 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472416d0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834722f1b0 0x55834721ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa66b7fe640 0 client.17292 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834721d9a0 0x55834721fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2619557317 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x55834721f550 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 >> 172.21.15.83:0/2619557317 conn(0x558347217cb0 msgr2=0x558347219a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 shutdown_connections 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 1 -- 172.21.15.83:0/2619557317 wait complete. 2024-04-22T14:03:13.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.098+0000 7fa6951b8740 20 client.17292 trim_cache size 0 max 16384 2024-04-22T14:03:13.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.133+0000 7fa6951b8740 1 Processor -- start 2024-04-22T14:03:13.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 -- start start 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834723b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1ab8f0 con 0x55834721d9a0 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1ad430 con 0x55834722f1b0 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa6951b8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1abfc0 con 0x55834721cff0 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa68bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:55434/0 (socket says 172.21.15.83:55434) 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa68bfff640 1 -- 172.21.15.83:0/2118513794 learned_addr learned my addr 172.21.15.83:0/2118513794 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa690a88640 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.134+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834723b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 -- 172.21.15.83:0/2118513794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 msgr2=0x55834722e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 -- 172.21.15.83:0/2118513794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 msgr2=0x55834723b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834723b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 -- 172.21.15.83:0/2118513794 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558347232150 con 0x55834721cff0 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa68bfff640 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa67c0d4260 tx=0x7fa67c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bb776cea4d50564 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa671ffb640 1 -- 172.21.15.83:0/2118513794 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0b5020 con 0x55834721cff0 2024-04-22T14:03:13.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa671ffb640 1 -- 172.21.15.83:0/2118513794 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa67c09c290 con 0x55834721cff0 2024-04-22T14:03:13.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.135+0000 7fa671ffb640 1 -- 172.21.15.83:0/2118513794 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0a0e30 con 0x55834721cff0 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.136+0000 7fa6951b8740 1 -- 172.21.15.83:0/2118513794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 msgr2=0x558347221c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.136+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa67c0d4260 tx=0x7fa67c000bc0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 -- 172.21.15.83:0/2118513794 shutdown_connections 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721d9a0 0x55834723b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 --2- 172.21.15.83:0/2118513794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721cff0 0x558347221c30 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 -- 172.21.15.83:0/2118513794 >> 172.21.15.83:0/2118513794 conn(0x558347217cb0 msgr2=0x558347216d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 -- 172.21.15.83:0/2118513794 shutdown_connections 2024-04-22T14:03:13.141 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 -- 172.21.15.83:0/2118513794 wait complete. 2024-04-22T14:03:13.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.137+0000 7fa6951b8740 1 -- start start 2024-04-22T14:03:13.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 Processor -- start 2024-04-22T14:03:13.142 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x558347237870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 0x55834722ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1acd60 con 0x55834721cff0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1ac690 con 0x55834722f1b0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa68c1a98d0 con 0x55834721d9a0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa6951b8740 10 client.0 _ll_register_callbacks cb 0x7fa67c009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa690a88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa690a88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:32832/0 (socket says 172.21.15.83:32832) 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa690a88640 1 -- 172.21.15.83:0/765277963 learned_addr learned my addr 172.21.15.83:0/765277963 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 0x55834722ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa68bfff640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x558347237870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa68b7fe640 1 -- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 msgr2=0x55834722cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.138+0000 7fa68b7fe640 1 -- 172.21.15.83:0/765277963 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 msgr2=0x558347237870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x558347237870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa68b7fe640 1 -- 172.21.15.83:0/765277963 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55834722d740 con 0x55834721d9a0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa690a88640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa68b7fe640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 0x55834722ca30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa680000c00 tx=0x7fa6800043e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb7efe59aee16820 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa66b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68002ebd0 con 0x55834721d9a0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55834718fc00 con 0x55834721d9a0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa68002ed70 con 0x55834721d9a0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa68003d050 con 0x55834721d9a0 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa6951b8740 10 client.26410 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:13.144 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5583472a5810 con 0x55834721d9a0 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.139+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55834718fc00 con 0x55834721d9a0 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa680003a80 con 0x55834721d9a0 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 10 client.26410 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 10 client.26410 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 20 client.26410 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472a7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 4 client.26410 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558347189a70 con 0x55834723f2c0 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa68bfff640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472a7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa66b7fe640 10 client.26410 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.140+0000 7fa68bfff640 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472a7ec0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be26c0564ba2acbe server_cookie=34870f564be46baf in_seq=0 out_seq=0 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa66b7fe640 1 -- 172.21.15.83:0/765277963 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558347189a70 con 0x55834723f2c0 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa66b7fe640 10 client.26410 handle_command_reply: tid=0 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 client.26410 shutdown 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 msgr2=0x55834722ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 0x55834722ca30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa680000c00 tx=0x7fa6800043e0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 shutdown_connections 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55834723f2c0 0x5583472a7ec0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55834722f1b0 0x55834722cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55834721d9a0 0x55834722ca30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 --2- 172.21.15.83:0/765277963 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55834721cff0 0x558347237870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 >> 172.21.15.83:0/765277963 conn(0x558347217cb0 msgr2=0x558347216d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa66b7fe640 0 client.26410 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 shutdown_connections 2024-04-22T14:03:13.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 1 -- 172.21.15.83:0/765277963 wait complete. 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.141+0000 7fa6951b8740 20 client.26410 trim_cache size 0 max 16384 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "07671002-0b23-43f6-82a9-bc66bd1183e3": { 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "07671002-0b23-43f6-82a9-bc66bd1183e3", 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:13.148 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:13.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 msgr2=0x7fa6740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 0x7fa6740a61e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa684005e30 tx=0x7fa68402e040 comp rx=0 tx=0).stop 2024-04-22T14:03:13.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 msgr2=0x7fa68c198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:13.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa67c00e9f0 tx=0x7fa67c00eeb0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.149 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 shutdown_connections 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa6740a3d20 0x7fa6740a61e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa68c19cf70 0x7fa68c19d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa68c106150 0x7fa68c198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 --2- 172.21.15.83:0/573532167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa68c101080 0x7fa68c198700 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 >> 172.21.15.83:0/573532167 conn(0x7fa68c078000 msgr2=0x7fa68c0feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 shutdown_connections 2024-04-22T14:03:13.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:13.142+0000 7fa6924eb640 1 -- 172.21.15.83:0/573532167 wait complete. 2024-04-22T14:03:13.164 INFO:tasks.cephfs.filesystem:scrub status for tag:07671002-0b23-43f6-82a9-bc66bd1183e3 - {'path': '/', 'tag': '07671002-0b23-43f6-82a9-bc66bd1183e3', 'options': 'recursive,force'} 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:13 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:13 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:13.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:13 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: pgmap v154: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 1.41k op/s 2024-04-22T14:03:14.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:14 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: pgmap v154: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 1.41k op/s 2024-04-22T14:03:14.876 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:14 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: pgmap v154: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 29 MiB/s rd, 3.9 MiB/s wr, 1.41k op/s 2024-04-22T14:03:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:14 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:15.428 INFO:tasks.workunit.client.0.smithi083.stdout:truncating to largest ever: 0x63e9b52 2024-04-22T14:03:16.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:16 smithi173 ceph-mon[31493]: pgmap v155: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 926 op/s 2024-04-22T14:03:16.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:16 smithi083 ceph-mon[27977]: pgmap v155: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 926 op/s 2024-04-22T14:03:16.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:16 smithi084 ceph-mon[31312]: pgmap v155: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 926 op/s 2024-04-22T14:03:17.265 INFO:tasks.workunit.client.0.smithi083.stdout:20000 read 0xa6cbf1 thru 0xa6e358 (0x1768 bytes) 2024-04-22T14:03:18.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:18 smithi173 ceph-mon[31493]: pgmap v156: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 30 MiB/s rd, 3.9 MiB/s wr, 1.36k op/s 2024-04-22T14:03:18.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:18 smithi083 ceph-mon[27977]: pgmap v156: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 30 MiB/s rd, 3.9 MiB/s wr, 1.36k op/s 2024-04-22T14:03:18.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:18 smithi084 ceph-mon[31312]: pgmap v156: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 30 MiB/s rd, 3.9 MiB/s wr, 1.36k op/s 2024-04-22T14:03:19.028 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x63ed6b9 2024-04-22T14:03:20.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:20 smithi173 ceph-mon[31493]: pgmap v157: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:20.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:20 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:03:20.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:20 smithi083 ceph-mon[27977]: pgmap v157: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:20.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:20 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:03:20.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:20 smithi084 ceph-mon[31312]: pgmap v157: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:20.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:20 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:03:21.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:21 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:03:21.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:21 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:03:21.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:21 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:03:21.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:21 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:03:21.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:21 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:03:21.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:21 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:03:21.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:21 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:03:21.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:21 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:03:21.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:21 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:03:22.216 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10.5 2024-04-22T14:03:22.216 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:03:22.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 -- 172.21.15.83:0/1295766245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f885410a8f0 msgr2=0x7f885410acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 --2- 172.21.15.83:0/1295766245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f885410a8f0 0x7f885410acd0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f8850009900 tx=0x7f885002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 -- 172.21.15.83:0/1295766245 shutdown_connections 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 --2- 172.21.15.83:0/1295766245 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8854113ea0 0x7f8854116290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 --2- 172.21.15.83:0/1295766245 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f8854113960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 --2- 172.21.15.83:0/1295766245 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f885410a8f0 0x7f885410acd0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 -- 172.21.15.83:0/1295766245 >> 172.21.15.83:0/1295766245 conn(0x7f885406f9b0 msgr2=0x7f8854071dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 -- 172.21.15.83:0/1295766245 shutdown_connections 2024-04-22T14:03:22.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.337+0000 7f885b4ba640 1 -- 172.21.15.83:0/1295766245 wait complete. 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 Processor -- start 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 -- start start 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f885410a8f0 0x7f88541a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f88541a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8854119900 con 0x7f8854113ea0 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8854119780 con 0x7f885410a8f0 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f885b4ba640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8854119a80 con 0x7f885410b210 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f8859a57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f8859a57640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49108/0 (socket says 172.21.15.83:49108) 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f8859a57640 1 -- 172.21.15.83:0/472025878 learned_addr learned my addr 172.21.15.83:0/472025878 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f8858a55640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f88541a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.338+0000 7f8859256640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f885410a8f0 0x7f88541a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 -- 172.21.15.83:0/472025878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f885410a8f0 msgr2=0x7f88541a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f885410a8f0 0x7f88541a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 -- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 msgr2=0x7f88541ace60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 -- 172.21.15.83:0/472025878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88541ad3a0 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8859a57640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f8858a55640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f88541a2320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f884400e9f0 tx=0x7f884400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f884400ccc0 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f88440108e0 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8844018880 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88541ad570 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.339+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88541ada90 con 0x7f885410b210 2024-04-22T14:03:22.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.340+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8854068de0 con 0x7f885410b210 2024-04-22T14:03:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.342+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8844010430 con 0x7f885410b210 2024-04-22T14:03:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.342+0000 7f884a7fc640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 0x7f88400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.343+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f88440d0b00 con 0x7f885410b210 2024-04-22T14:03:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.343+0000 7f8859256640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 0x7f88400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.343+0000 7f8859256640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 0x7f88400a61e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8850005ab0 tx=0x7f8850005a20 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.348+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f884409cb80 con 0x7f885410b210 2024-04-22T14:03:22.638 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.635+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f885410efe0 con 0x7f885410b210 2024-04-22T14:03:22.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.636+0000 7f884a7fc640 1 -- 172.21.15.83:0/472025878 <== mon.1 v2:172.21.15.173:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7f88440a0e80 con 0x7f885410b210 2024-04-22T14:03:22.639 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:03:22.640 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:03:22.640 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 msgr2=0x7f88400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 0x7f88400a61e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8850005ab0 tx=0x7f8850005a20 comp rx=0 tx=0).stop 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 msgr2=0x7f88541a2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f88541a2320 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f884400e9f0 tx=0x7f884400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 shutdown_connections 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88400a3d20 0x7f88400a61e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.643 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8854113ea0 0x7f88541ace60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f885410b210 0x7f88541a2320 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 --2- 172.21.15.83:0/472025878 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f885410a8f0 0x7f88541a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.639+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 >> 172.21.15.83:0/472025878 conn(0x7f885406f9b0 msgr2=0x7f8854071b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.640+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 shutdown_connections 2024-04-22T14:03:22.644 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.640+0000 7f885b4ba640 1 -- 172.21.15.83:0/472025878 wait complete. 2024-04-22T14:03:22.658 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 60 --expiration 70.5 --await' 2024-04-22T14:03:22.658 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db / --timeout 60 --expiration 70.5 --await 2024-04-22T14:03:22.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 -- 172.21.15.83:0/3338843248 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 msgr2=0x7ff5f4104780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 --2- 172.21.15.83:0/3338843248 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4104780 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7ff5f0009900 tx=0x7ff5f002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 -- 172.21.15.83:0/3338843248 shutdown_connections 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 --2- 172.21.15.83:0/3338843248 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4109470 0x7ff5f4111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 --2- 172.21.15.83:0/3338843248 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f4104d50 0x7ff5f4108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 --2- 172.21.15.83:0/3338843248 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4104780 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 -- 172.21.15.83:0/3338843248 >> 172.21.15.83:0/3338843248 conn(0x7ff5f40ffc00 msgr2=0x7ff5f4102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 -- 172.21.15.83:0/3338843248 shutdown_connections 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 -- 172.21.15.83:0/3338843248 wait complete. 2024-04-22T14:03:22.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.802+0000 7ff5fb996640 1 Processor -- start 2024-04-22T14:03:22.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 -- start start 2024-04-22T14:03:22.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4109470 0x7ff5f410e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f410e740 0x7ff5f41ab120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f41143e0 con 0x7ff5f41043a0 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f4114260 con 0x7ff5f410e740 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.803+0000 7ff5fb996640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f4114560 con 0x7ff5f4109470 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49124/0 (socket says 172.21.15.83:49124) 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 -- 172.21.15.83:0/2279686654 learned_addr learned my addr 172.21.15.83:0/2279686654 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 -- 172.21.15.83:0/2279686654 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4109470 msgr2=0x7ff5f410e0a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4109470 0x7ff5f410e0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 -- 172.21.15.83:0/2279686654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f410e740 msgr2=0x7ff5f41ab120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f410e740 0x7ff5f41ab120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 -- 172.21.15.83:0/2279686654 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f410eee0 con 0x7ff5f41043a0 2024-04-22T14:03:22.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.804+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7ff5f0005940 tx=0x7ff5f002c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.805+0000 7ff5ea7fc640 1 -- 172.21.15.83:0/2279686654 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f0043020 con 0x7ff5f41043a0 2024-04-22T14:03:22.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.805+0000 7ff5ea7fc640 1 -- 172.21.15.83:0/2279686654 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5f002ca70 con 0x7ff5f41043a0 2024-04-22T14:03:22.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.805+0000 7ff5ea7fc640 1 -- 172.21.15.83:0/2279686654 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f0003a10 con 0x7ff5f41043a0 2024-04-22T14:03:22.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.805+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f41ab6c0 con 0x7ff5f41043a0 2024-04-22T14:03:22.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.805+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f41abbc0 con 0x7ff5f41043a0 2024-04-22T14:03:22.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.808+0000 7ff5fe586740 1 Processor -- start 2024-04-22T14:03:22.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 -- start start 2024-04-22T14:03:22.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf57059c0 0x557bf5705da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57062e0 0x557bf570e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557bf56660b0 con 0x557bf570eec0 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557bf5617680 con 0x557bf57062e0 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5fe586740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557bf5623c60 con 0x557bf57059c0 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49134/0 (socket says 172.21.15.83:49134) 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5f8f31640 1 -- 172.21.15.83:0/728677271 learned_addr learned my addr 172.21.15.83:0/728677271 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.809+0000 7ff5f9f33640 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf57059c0 0x557bf5705da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 -- 172.21.15.83:0/728677271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf57059c0 msgr2=0x557bf5705da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf57059c0 0x557bf5705da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 -- 172.21.15.83:0/728677271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57062e0 msgr2=0x557bf570e980 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57062e0 0x557bf570e980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 -- 172.21.15.83:0/728677271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bf5448c90 con 0x557bf570eec0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5ea7fc640 1 -- 172.21.15.83:0/2279686654 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff5f0046020 con 0x7ff5f41043a0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4009b10 tx=0x7ff5e400e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3e90e4183ad0d4a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5df7fe640 1 -- 172.21.15.83:0/728677271 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e400ed50 con 0x557bf570eec0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5df7fe640 1 -- 172.21.15.83:0/728677271 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e4005020 con 0x557bf570eec0 2024-04-22T14:03:22.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.810+0000 7ff5df7fe640 1 -- 172.21.15.83:0/728677271 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e4004a40 con 0x557bf570eec0 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5ea7fc640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 0x7ff5e00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5f9f33640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 0x7ff5e00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5ea7fc640 1 -- 172.21.15.83:0/2279686654 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff5f00f2830 con 0x7ff5f41043a0 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 -- 172.21.15.83:0/728677271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 msgr2=0x557bf57112b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4009b10 tx=0x7ff5e400e350 comp rx=0 tx=0).stop 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 -- 172.21.15.83:0/728677271 shutdown_connections 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf570eec0 0x557bf57112b0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57062e0 0x557bf570e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 --2- 172.21.15.83:0/728677271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf57059c0 0x557bf5705da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 -- 172.21.15.83:0/728677271 >> 172.21.15.83:0/728677271 conn(0x557bf57000f0 msgr2=0x557bf57004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 -- 172.21.15.83:0/728677271 shutdown_connections 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.811+0000 7ff5fe586740 1 -- 172.21.15.83:0/728677271 wait complete. 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 -- start start 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 Processor -- start 2024-04-22T14:03:22.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5f9f33640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 0x7ff5e00a6260 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec005c40 tx=0x7ff5ec005bd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 0x557bf570be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf570c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557bf5669400 con 0x557bf57062e0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557bf5625840 con 0x557bf57059c0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.812+0000 7ff5fe586740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557bf566e720 con 0x557bf570eec0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5fe586740 10 client.0 _ll_register_callbacks cb 0x557bf5676ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9f33640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf570c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49144/0 (socket says 172.21.15.83:49144) 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 0x557bf570be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f8f31640 1 -- 172.21.15.83:0/1281018257 learned_addr learned my addr 172.21.15.83:0/1281018257 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 -- 172.21.15.83:0/1281018257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 msgr2=0x557bf570c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf570c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 -- 172.21.15.83:0/1281018257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 msgr2=0x557bf570c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 -- 172.21.15.83:0/1281018257 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bf54a9420 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9f33640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf570c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5f9732640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 0x557bf570be60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff5f00f0060 tx=0x7ff5f00be2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76dd6e4a2b73c335 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f00f03d0 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff5f00bfbe0 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.813+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5e4005020 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7ff5f00be8b0 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 10 client.26582 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x557bf533c580 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e4005020 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7ff5f00892b0 con 0x557bf57059c0 2024-04-22T14:03:22.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 10 client.26582 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 10 client.26582 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 20 client.26582 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf571ebc0 0x557bf5721060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 4 client.26582 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557bf5677b10 con 0x557bf571ebc0 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.814+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf571ebc0 0x557bf5721060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.815+0000 7ff5dcff9640 10 client.26582 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:22.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.815+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf571ebc0 0x557bf5721060 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36a8e9883c551653 server_cookie=b407f6ae9d8b5fcc in_seq=0 out_seq=0 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.815+0000 7ff5dcff9640 1 -- 172.21.15.83:0/1281018257 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557bf5677b10 con 0x557bf571ebc0 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.815+0000 7ff5dcff9640 10 client.26582 handle_command_reply: tid=0 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.815+0000 7ff5fe586740 1 client.26582 shutdown 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 msgr2=0x557bf570be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 0x557bf570be60 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff5f00f0060 tx=0x7ff5f00be2d0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 shutdown_connections 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf571ebc0 0x557bf5721060 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf570c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 --2- 172.21.15.83:0/1281018257 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf57059c0 0x557bf570be60 secure :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff5f00f0060 tx=0x7ff5f00be2d0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 >> 172.21.15.83:0/1281018257 conn(0x557bf57000f0 msgr2=0x557bf5701e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5dcff9640 0 client.26582 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 shutdown_connections 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 1 -- 172.21.15.83:0/1281018257 wait complete. 2024-04-22T14:03:22.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.816+0000 7ff5fe586740 20 client.26582 trim_cache size 0 max 16384 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 Processor -- start 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 -- start start 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570eec0 0x557bf57076a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570c730 0x557bf56ff050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d80101c0 con 0x557bf57062e0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d800ed50 con 0x557bf570eec0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5fe586740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d800f420 con 0x557bf570c730 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:49152/0 (socket says 172.21.15.83:49152) 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 -- 172.21.15.83:0/86282187 learned_addr learned my addr 172.21.15.83:0/86282187 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570eec0 0x557bf57076a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9f33640 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570c730 0x557bf56ff050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 -- 172.21.15.83:0/86282187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570c730 msgr2=0x557bf56ff050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570c730 0x557bf56ff050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 -- 172.21.15.83:0/86282187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570eec0 msgr2=0x557bf57076a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570eec0 0x557bf57076a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.836+0000 7ff5f9732640 1 -- 172.21.15.83:0/86282187 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557bf5706110 con 0x557bf57062e0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.837+0000 7ff5f9732640 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7ff5f002c780 tx=0x7ff5f00be340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52269cee8178c34e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.837+0000 7ff5deffd640 1 -- 172.21.15.83:0/86282187 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f00c7520 con 0x557bf57062e0 2024-04-22T14:03:22.841 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.837+0000 7ff5deffd640 1 -- 172.21.15.83:0/86282187 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5f00c7090 con 0x557bf57062e0 2024-04-22T14:03:22.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.837+0000 7ff5deffd640 1 -- 172.21.15.83:0/86282187 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f00f01d0 con 0x557bf57062e0 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- 172.21.15.83:0/86282187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 msgr2=0x557bf570e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7ff5f002c780 tx=0x7ff5f00be340 comp rx=0 tx=0).stop 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- 172.21.15.83:0/86282187 shutdown_connections 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570c730 0x557bf56ff050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570eec0 0x557bf57076a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 --2- 172.21.15.83:0/86282187 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf570e590 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- 172.21.15.83:0/86282187 >> 172.21.15.83:0/86282187 conn(0x557bf57000f0 msgr2=0x557bf56fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- 172.21.15.83:0/86282187 shutdown_connections 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- 172.21.15.83:0/86282187 wait complete. 2024-04-22T14:03:22.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 -- start start 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.838+0000 7ff5fe586740 1 Processor -- start 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf5708cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf5709770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d800c660 con 0x557bf57062e0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d800faf0 con 0x557bf570c730 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d800ccd0 con 0x557bf570eec0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5fe586740 10 client.0 _ll_register_callbacks cb 0x7ff5f0005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f9f33640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf5709770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:34928/0 (socket says 172.21.15.83:34928) 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f9732640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf5708cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 -- 172.21.15.83:0/2425266243 learned_addr learned my addr 172.21.15.83:0/2425266243 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:22.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 -- 172.21.15.83:0/2425266243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 msgr2=0x557bf5709770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf5709770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 -- 172.21.15.83:0/2425266243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 msgr2=0x557bf5708cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf5708cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f8f31640 1 -- 172.21.15.83:0/2425266243 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557bf5784390 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.839+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf5708cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5f8f31640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4004280 tx=0x7ff5e4009530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4bb333849562288 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e402c020 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff5e40283e0 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5f00c7090 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7ff5e4037050 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 10 client.26588 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x557bf5785630 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5f00c7090 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7ff5e4010c70 con 0x557bf570c730 2024-04-22T14:03:22.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 10 client.26588 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 10 client.26588 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 20 client.26588 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf5785c80 0x557bf57880a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 4 client.26588 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.5, "await": true}] 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.840+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.5, "await": true}) -- 0x557bf5671980 con 0x557bf5785c80 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.841+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf5785c80 0x557bf57880a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.841+0000 7ff5dcff9640 10 client.26588 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:22.848 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:22.841+0000 7ff5f9732640 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf5785c80 0x557bf57880a0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd6f416b70a65f33 server_cookie=621dad398c3c394 in_seq=0 out_seq=0 2024-04-22T14:03:22.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:22 smithi173 ceph-mon[31493]: pgmap v158: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:22.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:22 smithi083 ceph-mon[27977]: pgmap v158: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:22 smithi084 ceph-mon[31312]: pgmap v158: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 894 op/s 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5dcff9640 1 -- 172.21.15.83:0/2425266243 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x557bf5671980 con 0x557bf5785c80 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5dcff9640 10 client.26588 handle_command_reply: tid=0 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 client.26588 shutdown 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 msgr2=0x557bf5709230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff5e4004280 tx=0x7ff5e4009530 comp rx=0 tx=0).stop 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 shutdown_connections 2024-04-22T14:03:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557bf5785c80 0x557bf57880a0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557bf570eec0 0x557bf5709770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557bf570c730 0x557bf5709230 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5dcff9640 0 client.26588 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 --2- 172.21.15.83:0/2425266243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557bf57062e0 0x557bf5708cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 >> 172.21.15.83:0/2425266243 conn(0x557bf57000f0 msgr2=0x557bf570bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 shutdown_connections 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 1 -- 172.21.15.83:0/2425266243 wait complete. 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.684+0000 7ff5fe586740 20 client.26588 trim_cache size 0 max 16384 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 37, 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:03:23.689 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 14, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "c6a90b2b": { 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 14, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 70.5, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:03:23.690 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:23.691 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 msgr2=0x7ff5e00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 0x7ff5e00a6260 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec005c40 tx=0x7ff5ec005bd0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 msgr2=0x7ff5f4110fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7ff5f0005940 tx=0x7ff5f002c5f0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 shutdown_connections 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5e00a3da0 0x7ff5e00a6260 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f410e740 0x7ff5f41ab120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f4109470 0x7ff5f410e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 --2- 172.21.15.83:0/2279686654 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f41043a0 0x7ff5f4110fb0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 >> 172.21.15.83:0/2279686654 conn(0x7ff5f40ffc00 msgr2=0x7ff5f4101000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 shutdown_connections 2024-04-22T14:03:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:23.685+0000 7ff5fb996640 1 -- 172.21.15.83:0/2279686654 wait complete. 2024-04-22T14:03:23.699 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: c6a90b2b, quiesce took 1.5 seconds. Will release after: 10.5 2024-04-22T14:03:23.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:23 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/472025878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:23.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:23 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/472025878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:23.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:23 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/472025878' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:24 smithi173 ceph-mon[31493]: pgmap v159: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 1.32k op/s 2024-04-22T14:03:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:24 smithi083 ceph-mon[27977]: pgmap v159: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 1.32k op/s 2024-04-22T14:03:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:24 smithi084 ceph-mon[31312]: pgmap v159: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 28 MiB/s rd, 3.9 MiB/s wr, 1.32k op/s 2024-04-22T14:03:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:24.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:26.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:26 smithi173 ceph-mon[31493]: pgmap v160: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 856 op/s 2024-04-22T14:03:26.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:26 smithi083 ceph-mon[27977]: pgmap v160: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 856 op/s 2024-04-22T14:03:26.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:26 smithi084 ceph-mon[31312]: pgmap v160: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 MiB/s rd, 2.6 MiB/s wr, 856 op/s 2024-04-22T14:03:28.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:28 smithi173 ceph-mon[31493]: pgmap v161: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 927 op/s 2024-04-22T14:03:28.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:28 smithi083 ceph-mon[27977]: pgmap v161: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 927 op/s 2024-04-22T14:03:28.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:28 smithi084 ceph-mon[31312]: pgmap v161: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 927 op/s 2024-04-22T14:03:30.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:30 smithi173 ceph-mon[31493]: pgmap v162: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:30.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:30 smithi083 ceph-mon[27977]: pgmap v162: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:30.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:30 smithi084 ceph-mon[31312]: pgmap v162: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:32.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:32 smithi173 ceph-mon[31493]: pgmap v163: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:32.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:32 smithi083 ceph-mon[27977]: pgmap v163: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:32.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:32 smithi084 ceph-mon[31312]: pgmap v163: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 492 op/s 2024-04-22T14:03:34.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:03:34.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 -- 172.21.15.83:0/4032500718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30741004c0 msgr2=0x7f3074100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 --2- 172.21.15.83:0/4032500718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30741004c0 0x7f3074100940 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f305c009930 tx=0x7f305c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:34.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 -- 172.21.15.83:0/4032500718 shutdown_connections 2024-04-22T14:03:34.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 --2- 172.21.15.83:0/4032500718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074100e80 0x7f307410ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 --2- 172.21.15.83:0/4032500718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f30741004c0 0x7f3074100940 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 --2- 172.21.15.83:0/4032500718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3074106f50 0x7f3074107330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 -- 172.21.15.83:0/4032500718 >> 172.21.15.83:0/4032500718 conn(0x7f3074077450 msgr2=0x7f30740fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.307+0000 7f307903e640 1 -- 172.21.15.83:0/4032500718 shutdown_connections 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.308+0000 7f307903e640 1 -- 172.21.15.83:0/4032500718 wait complete. 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.308+0000 7f307903e640 1 Processor -- start 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.308+0000 7f307903e640 1 -- start start 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.308+0000 7f307903e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30741004c0 0x7f3074198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 0x7f307419cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f3074112280 con 0x7f3074100e80 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3074112100 con 0x7f30741004c0 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3074112400 con 0x7f3074106f50 2024-04-22T14:03:34.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:60952/0 (socket says 172.21.15.83:60952) 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 -- 172.21.15.83:0/858865227 learned_addr learned my addr 172.21.15.83:0/858865227 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f3072d9d640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30741004c0 0x7f3074198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307359e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 0x7f307419cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 -- 172.21.15.83:0/858865227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 msgr2=0x7f307419cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 0x7f307419cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 -- 172.21.15.83:0/858865227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30741004c0 msgr2=0x7f3074198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30741004c0 0x7f3074198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 -- 172.21.15.83:0/858865227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f307419d700 con 0x7f3074100e80 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307359e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 0x7f307419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f306bfff640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f305c005940 tx=0x7f305c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c043020 con 0x7f3074100e80 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f307419d990 con 0x7f3074100e80 2024-04-22T14:03:34.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f305c0044c0 con 0x7f3074100e80 2024-04-22T14:03:34.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c003b20 con 0x7f3074100e80 2024-04-22T14:03:34.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.309+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30741a5280 con 0x7f3074100e80 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.311+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3074069230 con 0x7f3074100e80 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.312+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f305c046020 con 0x7f3074100e80 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.313+0000 7f3070d99640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 0x7f30600a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.313+0000 7f3072d9d640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 0x7f30600a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.313+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f305c0f2830 con 0x7f3074100e80 2024-04-22T14:03:34.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.313+0000 7f3072d9d640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 0x7f30600a61e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f306400abe0 tx=0x7f306400a2d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.316+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f305c04d070 con 0x7f3074100e80 2024-04-22T14:03:34.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.533+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f307410a4a0 con 0x7f3074100e80 2024-04-22T14:03:34.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.533+0000 7f3070d99640 1 -- 172.21.15.83:0/858865227 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7f305c03c350 con 0x7f3074100e80 2024-04-22T14:03:34.537 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:03:34.537 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:03:34.537 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 msgr2=0x7f30600a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 0x7f30600a61e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f306400abe0 tx=0x7f306400a2d0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 msgr2=0x7f3074198ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f305c005940 tx=0x7f305c0040c0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 shutdown_connections 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30600a3d20 0x7f30600a61e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3074106f50 0x7f307419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3074100e80 0x7f3074198ca0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 --2- 172.21.15.83:0/858865227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f30741004c0 0x7f3074198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 >> 172.21.15.83:0/858865227 conn(0x7f3074077450 msgr2=0x7f3074104ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 shutdown_connections 2024-04-22T14:03:34.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.535+0000 7f307903e640 1 -- 172.21.15.83:0/858865227 wait complete. 2024-04-22T14:03:34.550 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id c6a90b2b --release --await' 2024-04-22T14:03:34.550 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --set-id c6a90b2b --release --await 2024-04-22T14:03:34.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 -- 172.21.15.83:0/3331703398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 msgr2=0x7fee2010dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3331703398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee2010dc80 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fee18009cd0 tx=0x7fee1802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 -- 172.21.15.83:0/3331703398 shutdown_connections 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3331703398 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee2010dc80 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3331703398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee201011a0 0x7fee20101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3331703398 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee20107030 0x7fee20107410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 -- 172.21.15.83:0/3331703398 >> 172.21.15.83:0/3331703398 conn(0x7fee20076c50 msgr2=0x7fee20077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 -- 172.21.15.83:0/3331703398 shutdown_connections 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.651+0000 7fee27bb2640 1 -- 172.21.15.83:0/3331703398 wait complete. 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 Processor -- start 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 -- start start 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee201011a0 0x7fee20199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 0x7fee201a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fee20111140 con 0x7fee20101b40 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee20110fc0 con 0x7fee20107030 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee27bb2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fee201112c0 con 0x7fee201011a0 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:60978/0 (socket says 172.21.15.83:60978) 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 -- 172.21.15.83:0/3181831464 learned_addr learned my addr 172.21.15.83:0/3181831464 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2594e640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee201011a0 0x7fee20199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2614f640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 0x7fee201a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 -- 172.21.15.83:0/3181831464 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee201011a0 msgr2=0x7fee20199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee201011a0 0x7fee20199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 -- 172.21.15.83:0/3181831464 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 msgr2=0x7fee201a45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 0x7fee201a45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 -- 172.21.15.83:0/3181831464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee201a4b00 con 0x7fee20101b40 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2614f640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 0x7fee201a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee2514d640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fee1000b4a0 tx=0x7fee1000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.652+0000 7fee16ffd640 1 -- 172.21.15.83:0/3181831464 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10014070 con 0x7fee20101b40 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.653+0000 7fee16ffd640 1 -- 172.21.15.83:0/3181831464 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee10010ac0 con 0x7fee20101b40 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.653+0000 7fee16ffd640 1 -- 172.21.15.83:0/3181831464 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10017c30 con 0x7fee20101b40 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.653+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee201a4d30 con 0x7fee20101b40 2024-04-22T14:03:34.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.653+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee201a5240 con 0x7fee20101b40 2024-04-22T14:03:34.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.655+0000 7fee16ffd640 1 -- 172.21.15.83:0/3181831464 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fee10017070 con 0x7fee20101b40 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.655+0000 7fee2a7a1740 1 Processor -- start 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 -- start start 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee16ffd640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 0x7fee0c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fd310 0x5558118fd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x555811908c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555811862500 con 0x5558118fdc30 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5558118086a0 con 0x5558118fd310 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55581185e4c0 con 0x555811906810 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2614f640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 0x7fee0c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:60984/0 (socket says 172.21.15.83:60984) 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee16ffd640 1 -- 172.21.15.83:0/3181831464 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fee100cfdd0 con 0x7fee20101b40 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 -- 172.21.15.83:0/3947716873 learned_addr learned my addr 172.21.15.83:0/3947716873 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2594e640 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fd310 0x5558118fd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2614f640 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x555811908c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 -- 172.21.15.83:0/3947716873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 msgr2=0x555811908c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x555811908c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 -- 172.21.15.83:0/3947716873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fd310 msgr2=0x5558118fd6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fd310 0x5558118fd6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 -- 172.21.15.83:0/3947716873 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558118275e0 con 0x5558118fdc30 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2614f640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 0x7fee0c0a6260 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fee18037040 tx=0x7fee18032f10 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.656+0000 7fee2514d640 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fee10098310 tx=0x7fee1001d360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6171f9b47dbb37e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee0bfff640 1 -- 172.21.15.83:0/3947716873 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10017360 con 0x5558118fdc30 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee0bfff640 1 -- 172.21.15.83:0/3947716873 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee1009c5b0 con 0x5558118fdc30 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee0bfff640 1 -- 172.21.15.83:0/3947716873 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1009a1b0 con 0x5558118fdc30 2024-04-22T14:03:34.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3947716873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 msgr2=0x5558119062d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fee10098310 tx=0x7fee1001d360 comp rx=0 tx=0).stop 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3947716873 shutdown_connections 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x555811908c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fdc30 0x5558119062d0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3947716873 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fd310 0x5558118fd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3947716873 >> 172.21.15.83:0/3947716873 conn(0x5558118f7a40 msgr2=0x5558118f7e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3947716873 shutdown_connections 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.657+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3947716873 wait complete. 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 -- start start 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 Processor -- start 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x555811903bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x5558119040f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555811909600 con 0x5558118fd310 2024-04-22T14:03:34.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55581181ba60 con 0x5558118fdc30 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555811909780 con 0x555811906810 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2a7a1740 10 client.0 _ll_register_callbacks cb 0x555811574110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2594e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2594e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:60992/0 (socket says 172.21.15.83:60992) 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.658+0000 7fee2594e640 1 -- 172.21.15.83:0/3154002394 learned_addr learned my addr 172.21.15.83:0/3154002394 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2514d640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x555811903bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 -- 172.21.15.83:0/3154002394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 msgr2=0x5558119040f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x5558119040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 -- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 msgr2=0x555811903bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x555811903bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 -- 172.21.15.83:0/3154002394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555811574920 con 0x5558118fd310 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2594e640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fee1c004640 tx=0x7fee1c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1780157959dd7c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c011a50 con 0x5558118fd310 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fee1c011bf0 con 0x5558118fd310 2024-04-22T14:03:34.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee1009c5b0 con 0x5558118fd310 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fee1c011df0 con 0x5558118fd310 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2a7a1740 10 client.17337 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x555811640d30 con 0x5558118fd310 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee1009c5b0 con 0x5558118fd310 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fee1c018070 con 0x5558118fd310 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2a7a1740 10 client.17337 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.659+0000 7fee2a7a1740 10 client.17337 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2a7a1740 20 client.17337 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811918e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2a7a1740 4 client.17337 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555811835a10 con 0x5558119169c0 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2514d640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811918e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee2514d640 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811918e30 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18d5eff127a04b70 server_cookie=a3e71e7ca56b3acd in_seq=0 out_seq=0 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.660+0000 7fee097fa640 10 client.17337 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:34.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee097fa640 1 -- 172.21.15.83:0/3154002394 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555811835a10 con 0x5558119169c0 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee097fa640 10 client.17337 handle_command_reply: tid=0 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 client.17337 shutdown 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 msgr2=0x555811903670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fee1c004640 tx=0x7fee1c0039c0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 shutdown_connections 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811918e30 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555811906810 0x5558119040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x555811903bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee097fa640 0 client.17337 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3154002394 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x555811903670 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 >> 172.21.15.83:0/3154002394 conn(0x5558118f7a40 msgr2=0x5558118f9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 shutdown_connections 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3154002394 wait complete. 2024-04-22T14:03:34.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.661+0000 7fee2a7a1740 20 client.17337 trim_cache size 0 max 16384 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 Processor -- start 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 -- start start 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fdc30 0x5558118f68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555811906810 0x555811901f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fee201adbe0 con 0x5558118fd310 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee201af720 con 0x555811906810 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fee201ae2b0 con 0x5558118fdc30 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32774/0 (socket says 172.21.15.83:32774) 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 -- 172.21.15.83:0/3936421022 learned_addr learned my addr 172.21.15.83:0/3936421022 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 -- 172.21.15.83:0/3936421022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fdc30 msgr2=0x5558118f68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fdc30 0x5558118f68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 -- 172.21.15.83:0/3936421022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555811906810 msgr2=0x555811901f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555811906810 0x555811901f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 -- 172.21.15.83:0/3936421022 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558118f8610 con 0x5558118fd310 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.678+0000 7fee2594e640 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fee1c019620 tx=0x7fee1c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71b7d281efdd1c78 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee0b7fe640 1 -- 172.21.15.83:0/3936421022 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c027070 con 0x5558118fd310 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee0b7fe640 1 -- 172.21.15.83:0/3936421022 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee1c019890 con 0x5558118fd310 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee0b7fe640 1 -- 172.21.15.83:0/3936421022 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c01a8a0 con 0x5558118fd310 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3936421022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 msgr2=0x5558119124c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fee1c019620 tx=0x7fee1c00ce60 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3936421022 shutdown_connections 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555811906810 0x555811901f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fdc30 0x5558118f68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3936421022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5558118fd310 0x5558119124c0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3936421022 >> 172.21.15.83:0/3936421022 conn(0x5558118f7a40 msgr2=0x555811903ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3936421022 shutdown_connections 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.679+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3936421022 wait complete. 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 -- start start 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 Processor -- start 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 0x5558119012d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x5558118ff8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fee201af050 con 0x555811906810 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fee201ae980 con 0x5558118fdc30 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fee201abbc0 con 0x5558118fd310 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2a7a1740 10 client.0 _ll_register_callbacks cb 0x7fee1c004180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32786/0 (socket says 172.21.15.83:32786) 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 -- 172.21.15.83:0/3119772209 learned_addr learned my addr 172.21.15.83:0/3119772209 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2594e640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 0x5558119012d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2514d640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x5558118ff8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 -- 172.21.15.83:0/3119772209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 msgr2=0x5558119012d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 0x5558119012d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 -- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 msgr2=0x5558118ff8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x5558118ff8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2614f640 1 -- 172.21.15.83:0/3119772209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555811900690 con 0x555811906810 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.680+0000 7fee2594e640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 0x5558119012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2614f640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fee18036000 tx=0x7fee18003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20648f0c524521fe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18053060 con 0x555811906810 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fee18004440 con 0x555811906810 2024-04-22T14:03:34.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee1c019890 con 0x555811906810 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fee18039070 con 0x555811906810 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 10 client.17343 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x555811982090 con 0x555811906810 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee1c019890 con 0x555811906810 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fee1804d070 con 0x555811906810 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 10 client.17343 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 10 client.17343 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 20 client.17343 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811984820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 4 client.17343 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c6a90b2b", "release": true, "await": true}] 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.681+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c6a90b2b", "release": true, "await": true}) -- 0x55581186ff20 con 0x5558119169c0 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.682+0000 7fee2594e640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811984820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.682+0000 7fee2594e640 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811984820 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28e704920a1eb575 server_cookie=311b398ea053445c in_seq=0 out_seq=0 2024-04-22T14:03:34.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.682+0000 7fee097fa640 10 client.17343 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee097fa640 1 -- 172.21.15.83:0/3119772209 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55581186ff20 con 0x5558119169c0 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee097fa640 10 client.17343 handle_command_reply: tid=0 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 client.17343 shutdown 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 msgr2=0x5558118ffe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fee18036000 tx=0x7fee18003b80 comp rx=0 tx=0).stop 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 shutdown_connections 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558119169c0 0x555811984820 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555811906810 0x5558118ffe60 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5558118fdc30 0x5558118ff8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 --2- 172.21.15.83:0/3119772209 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5558118fd310 0x5558119012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee097fa640 0 client.17343 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:34.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 >> 172.21.15.83:0/3119772209 conn(0x5558118f7a40 msgr2=0x5558118f8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 shutdown_connections 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 1 -- 172.21.15.83:0/3119772209 wait complete. 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.687+0000 7fee2a7a1740 20 client.17343 trim_cache size 0 max 16384 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 37, 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 16, 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "c6a90b2b": { 2024-04-22T14:03:34.693 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 16, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 70.5, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:34.694 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:34.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:34.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:34.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:34.695 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:34.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 msgr2=0x7fee0c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 0x7fee0c0a6260 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fee18037040 tx=0x7fee18032f10 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 msgr2=0x7fee20199a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7fee1000b4a0 tx=0x7fee1000b960 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 shutdown_connections 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fee0c0a3da0 0x7fee0c0a6260 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fee20107030 0x7fee201a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fee20101b40 0x7fee20199a80 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 --2- 172.21.15.83:0/3181831464 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fee201011a0 0x7fee20199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 >> 172.21.15.83:0/3181831464 conn(0x7fee20076c50 msgr2=0x7fee200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 shutdown_connections 2024-04-22T14:03:34.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:34.688+0000 7fee27bb2640 1 -- 172.21.15.83:0/3181831464 wait complete. 2024-04-22T14:03:34.702 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: c6a90b2b, seconds elapsed: 12.5 2024-04-22T14:03:34.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:34 smithi173 ceph-mon[31493]: pgmap v164: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 497 op/s 2024-04-22T14:03:34.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:34 smithi083 ceph-mon[27977]: pgmap v164: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 497 op/s 2024-04-22T14:03:34.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:34 smithi084 ceph-mon[31312]: pgmap v164: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 1.6 MiB/s wr, 497 op/s 2024-04-22T14:03:35.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:35 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/858865227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:35.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:35 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/858865227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:35.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:35 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/858865227' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:36.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:36 smithi173 ceph-mon[31493]: pgmap v165: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 198 KiB/s wr, 75 op/s 2024-04-22T14:03:36.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:36 smithi083 ceph-mon[27977]: pgmap v165: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 198 KiB/s wr, 75 op/s 2024-04-22T14:03:36.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:36 smithi084 ceph-mon[31312]: pgmap v165: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 882 KiB/s rd, 198 KiB/s wr, 75 op/s 2024-04-22T14:03:38.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:38 smithi173 ceph-mon[31493]: pgmap v166: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 733 KiB/s wr, 289 op/s 2024-04-22T14:03:38.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:38 smithi083 ceph-mon[27977]: pgmap v166: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 733 KiB/s wr, 289 op/s 2024-04-22T14:03:38.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:38 smithi084 ceph-mon[31312]: pgmap v166: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 733 KiB/s wr, 289 op/s 2024-04-22T14:03:40.859 INFO:tasks.workunit.client.0.smithi083.stdout:copying to largest ever: 0x63ef9ee 2024-04-22T14:03:40.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:40 smithi173 ceph-mon[31493]: pgmap v167: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:40.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:40 smithi083 ceph-mon[27977]: pgmap v167: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:40.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:40 smithi084 ceph-mon[31312]: pgmap v167: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:42.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:42 smithi173 ceph-mon[31493]: pgmap v168: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:42.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:42 smithi083 ceph-mon[27977]: pgmap v168: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:42 smithi084 ceph-mon[31312]: pgmap v168: 97 pgs: 97 active+clean; 204 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 537 KiB/s wr, 218 op/s 2024-04-22T14:03:43.165 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:03:43.165 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:03:43.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1822790140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8106ed0 msgr2=0x7f6cf81072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1822790140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8106ed0 0x7f6cf81072b0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009900 tx=0x7f6ce802bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1822790140 shutdown_connections 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1822790140 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf8101a40 0x7f6cf810dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1822790140 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf81010a0 0x7f6cf8101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1822790140 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8106ed0 0x7f6cf81072b0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1822790140 >> 172.21.15.83:0/1822790140 conn(0x7f6cf8077c40 msgr2=0x7f6cf8078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1822790140 shutdown_connections 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1822790140 wait complete. 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 Processor -- start 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.293+0000 7f6cfd81e640 1 -- start start 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 0x7f6cf819cf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf8112220 con 0x7f6cf8101a40 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81120a0 con 0x7f6cf8106ed0 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cfd81e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81123a0 con 0x7f6cf81010a0 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cf6ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32802/0 (socket says 172.21.15.83:32802) 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 -- 172.21.15.83:0/1539683894 learned_addr learned my addr 172.21.15.83:0/1539683894 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cf6ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:57274/0 (socket says 172.21.15.83:57274) 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 0x7f6cf819cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 -- 172.21.15.83:0/1539683894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 msgr2=0x7f6cf81986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 -- 172.21.15.83:0/1539683894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 msgr2=0x7f6cf819cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 0x7f6cf819cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 -- 172.21.15.83:0/1539683894 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cf819d690 con 0x7f6cf8101a40 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 0x7f6cf819cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.294+0000 7f6ceffff640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000e9f0 tx=0x7f6ce000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.295+0000 7f6cfc81c640 1 -- 172.21.15.83:0/1539683894 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce000cd80 con 0x7f6cf8101a40 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.295+0000 7f6cfc81c640 1 -- 172.21.15.83:0/1539683894 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ce00108e0 con 0x7f6cf8101a40 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.295+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cf819d980 con 0x7f6cf8101a40 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.295+0000 7f6cfc81c640 1 -- 172.21.15.83:0/1539683894 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0018980 con 0x7f6cf8101a40 2024-04-22T14:03:43.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.295+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cf81a5210 con 0x7f6cf8101a40 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 Processor -- start 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 -- start start 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3ea0 0x55afd3fcc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fcee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55afd3f281e0 con 0x55afd3fc3580 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55afd3ec5390 con 0x55afd3fcca80 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.298+0000 7f6d00405740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55afd3f241a0 con 0x55afd3fc3ea0 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32804/0 (socket says 172.21.15.83:32804) 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 -- 172.21.15.83:0/2944758902 learned_addr learned my addr 172.21.15.83:0/2944758902 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3ea0 0x55afd3fcc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 -- 172.21.15.83:0/2944758902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3ea0 msgr2=0x55afd3fcc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3ea0 0x55afd3fcc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 -- 172.21.15.83:0/2944758902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 msgr2=0x55afd3fcee70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fcee70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 -- 172.21.15.83:0/2944758902 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afd3d047d0 con 0x55afd3fc3580 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0011790 tx=0x7f6cf0011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d48f0d94a575840 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cfc81c640 1 -- 172.21.15.83:0/1539683894 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6ce0010430 con 0x7f6cf8101a40 2024-04-22T14:03:43.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cedffb640 1 -- 172.21.15.83:0/2944758902 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf0003c30 con 0x55afd3fc3580 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cedffb640 1 -- 172.21.15.83:0/2944758902 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cf000fe50 con 0x55afd3fc3580 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.299+0000 7f6cedffb640 1 -- 172.21.15.83:0/2944758902 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf00193e0 con 0x55afd3fc3580 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6cfc81c640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 0x7f6ce40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 0x7f6ce40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6cfc81c640 1 -- 172.21.15.83:0/1539683894 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6ce00d0a90 con 0x7f6cf8101a40 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 -- 172.21.15.83:0/2944758902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 msgr2=0x55afd3fc3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0011790 tx=0x7f6cf0011c50 comp rx=0 tx=0).stop 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 -- 172.21.15.83:0/2944758902 shutdown_connections 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fcee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3ea0 0x55afd3fcc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 --2- 172.21.15.83:0/2944758902 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3580 0x55afd3fc3960 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 -- 172.21.15.83:0/2944758902 >> 172.21.15.83:0/2944758902 conn(0x55afd3fbdcb0 msgr2=0x55afd3fbe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 -- 172.21.15.83:0/2944758902 shutdown_connections 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6d00405740 1 -- 172.21.15.83:0/2944758902 wait complete. 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.300+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 0x7f6ce40a61e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8006010 tx=0x7f6ce8005e40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 -- start start 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 Processor -- start 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fc9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fca050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd3fca590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55afd3fcf870 con 0x55afd3fc3ea0 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55afd3ee12f0 con 0x55afd3fc3580 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55afd3fcf9f0 con 0x55afd3fcca80 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6d00405740 10 client.0 _ll_register_callbacks cb 0x55afd3eee580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:43.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fca050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6cf77fe640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd3fca590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fca050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32816/0 (socket says 172.21.15.83:32816) 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6ceffff640 1 -- 172.21.15.83:0/4101652944 learned_addr learned my addr 172.21.15.83:0/4101652944 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.301+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fc9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 -- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 msgr2=0x55afd3fc9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fc9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 -- 172.21.15.83:0/4101652944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 msgr2=0x55afd3fca050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fca050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 -- 172.21.15.83:0/4101652944 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afd3c3a3f0 con 0x55afd3fcca80 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd3fca590 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0011790 tx=0x7f6cf0004050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1b6bf9462df21e8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cd6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf001f040 con 0x55afd3fcca80 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6cf0011050 con 0x55afd3fcca80 2024-04-22T14:03:43.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cf000fe50 con 0x55afd3fcca80 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f6cf0032050 con 0x55afd3fcca80 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6d00405740 10 client.26455 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.302+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55afd3bfa0f0 con 0x55afd3fcca80 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cf000fe50 con 0x55afd3fcca80 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f6cf0018070 con 0x55afd3fcca80 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 10 client.26455 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 10 client.26455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 20 client.26455 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd3fdee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 4 client.26455 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afd3f35c00 con 0x55afd3fdca70 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.303+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd3fdee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6cd6ffd640 10 client.26455 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd3fdee60 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3211560bd80bba20 server_cookie=56f970b2c8c9168 in_seq=0 out_seq=0 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/4101652944 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55afd3f35c00 con 0x55afd3fdca70 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6cd6ffd640 10 client.26455 handle_command_reply: tid=0 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6d00405740 1 client.26455 shutdown 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 msgr2=0x55afd3fca590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.304+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd3fca590 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6cf0011790 tx=0x7f6cf0004050 comp rx=0 tx=0).stop 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 shutdown_connections 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd3fdee60 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd3fca590 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6cd6ffd640 0 client.26455 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fca050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 --2- 172.21.15.83:0/4101652944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fc9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 >> 172.21.15.83:0/4101652944 conn(0x55afd3fbdcb0 msgr2=0x55afd3fbfa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 shutdown_connections 2024-04-22T14:03:43.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 1 -- 172.21.15.83:0/4101652944 wait complete. 2024-04-22T14:03:43.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.305+0000 7f6d00405740 20 client.26455 trim_cache size 0 max 16384 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.333+0000 7f6d00405740 1 Processor -- start 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.333+0000 7f6d00405740 1 -- start start 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.333+0000 7f6d00405740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3580 0x55afd3fcc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6d00405740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6d00405740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fd8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6d00405740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81ada90 con 0x55afd3fc3ea0 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6d00405740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81af5d0 con 0x55afd3fcca80 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6d00405740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81ae160 con 0x55afd3fc3580 2024-04-22T14:03:43.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32832/0 (socket says 172.21.15.83:32832) 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6cf77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fd8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 -- 172.21.15.83:0/2659624153 learned_addr learned my addr 172.21.15.83:0/2659624153 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3580 0x55afd3fcc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 -- 172.21.15.83:0/2659624153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3580 msgr2=0x55afd3fcc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3580 0x55afd3fcc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 -- 172.21.15.83:0/2659624153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 msgr2=0x55afd3fd8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fd8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 -- 172.21.15.83:0/2659624153 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afd3fc8060 con 0x55afd3fc3ea0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fd8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ceffff640 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0098f70 tx=0x7f6ce001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19e0284aaf6a62e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ced7fa640 1 -- 172.21.15.83:0/2659624153 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce009cb10 con 0x55afd3fc3ea0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ced7fa640 1 -- 172.21.15.83:0/2659624153 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ce00a0e10 con 0x55afd3fc3ea0 2024-04-22T14:03:43.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.334+0000 7f6ced7fa640 1 -- 172.21.15.83:0/2659624153 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0018b20 con 0x55afd3fc3ea0 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 -- 172.21.15.83:0/2659624153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 msgr2=0x55afd3fc8a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f6ce0098f70 tx=0x7f6ce001f000 comp rx=0 tx=0).stop 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 -- 172.21.15.83:0/2659624153 shutdown_connections 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fcca80 0x55afd3fd8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fc8a50 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 --2- 172.21.15.83:0/2659624153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fc3580 0x55afd3fcc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 -- 172.21.15.83:0/2659624153 >> 172.21.15.83:0/2659624153 conn(0x55afd3fbdcb0 msgr2=0x55afd3fbcd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 -- 172.21.15.83:0/2659624153 shutdown_connections 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.335+0000 7f6d00405740 1 -- 172.21.15.83:0/2659624153 wait complete. 2024-04-22T14:03:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.336+0000 7f6d00405740 1 -- start start 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.336+0000 7f6d00405740 1 Processor -- start 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fd1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd4041ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81aef00 con 0x55afd3fc3ea0 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81ae830 con 0x55afd3fc3580 2024-04-22T14:03:43.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6cf81aba70 con 0x55afd3fcca80 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6d00405740 10 client.0 _ll_register_callbacks cb 0x7f6cf00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fd1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:33432/0 (socket says 172.21.15.83:33432) 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6ceffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fd1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:32840/0 (socket says 172.21.15.83:32840) 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 -- 172.21.15.83:0/3149892159 learned_addr learned my addr 172.21.15.83:0/3149892159 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf77fe640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd4041ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 -- 172.21.15.83:0/3149892159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 msgr2=0x55afd4041ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd4041ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 -- 172.21.15.83:0/3149892159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 msgr2=0x55afd3fd1290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fd1290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 -- 172.21.15.83:0/3149892159 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afd4042410 con 0x55afd3fc3580 2024-04-22T14:03:43.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cf6ffd640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009230 tx=0x7f6ce8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37afad9c7ea00128 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.337+0000 7f6cd6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8065060 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ce00a0e10 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6ce8058600 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f6ce8046070 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 10 client.26615 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55afd4043730 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ce00a0e10 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f6ce805f030 con 0x55afd3fc3580 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 10 client.26615 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 10 client.26615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 20 client.26615 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd4045ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 4 client.26615 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55afd3f2fa70 con 0x55afd3fdca70 2024-04-22T14:03:43.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.338+0000 7f6ceffff640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd4045ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6cd6ffd640 10 client.26615 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6ceffff640 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd4045ea0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2df31822add3e5e server_cookie=a266c0e4066b21ae in_seq=0 out_seq=0 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6cd6ffd640 1 -- 172.21.15.83:0/3149892159 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55afd3f2fa70 con 0x55afd3fdca70 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6cd6ffd640 10 client.26615 handle_command_reply: tid=0 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 client.26615 shutdown 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 msgr2=0x55afd3fd0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009230 tx=0x7f6ce8009260 comp rx=0 tx=0).stop 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 shutdown_connections 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55afd3fdca70 0x55afd4045ea0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55afd3fcca80 0x55afd4041ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55afd3fc3ea0 0x55afd3fd1290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 --2- 172.21.15.83:0/3149892159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55afd3fc3580 0x55afd3fd0d50 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6cd6ffd640 0 client.26615 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 >> 172.21.15.83:0/3149892159 conn(0x55afd3fbdcb0 msgr2=0x55afd3fbf100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 shutdown_connections 2024-04-22T14:03:43.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 1 -- 172.21.15.83:0/3149892159 wait complete. 2024-04-22T14:03:43.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.339+0000 7f6d00405740 20 client.26615 trim_cache size 0 max 16384 2024-04-22T14:03:43.349 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:43.349 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:03:43.349 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:03:43.349 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 msgr2=0x7f6ce40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 0x7f6ce40a61e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8006010 tx=0x7f6ce8005e40 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 msgr2=0x7f6cf8198be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000e9f0 tx=0x7f6ce000eeb0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 shutdown_connections 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6ce40a3d20 0x7f6ce40a61e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6cf8106ed0 0x7f6cf819cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6cf8101a40 0x7f6cf8198be0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 --2- 172.21.15.83:0/1539683894 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6cf81010a0 0x7f6cf81986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 >> 172.21.15.83:0/1539683894 conn(0x7f6cf8077c40 msgr2=0x7f6cf80ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 shutdown_connections 2024-04-22T14:03:43.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.340+0000 7f6cfd81e640 1 -- 172.21.15.83:0/1539683894 wait complete. 2024-04-22T14:03:43.356 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:03:43.357 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:03:43.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 -- 172.21.15.83:0/1473541000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8901072d0 msgr2=0x7ff89010eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 --2- 172.21.15.83:0/1473541000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8901072d0 0x7ff89010eea0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff888009860 tx=0x7ff88802bb70 comp rx=0 tx=0).stop 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 -- 172.21.15.83:0/1473541000 shutdown_connections 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 --2- 172.21.15.83:0/1473541000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff8901072d0 0x7ff89010eea0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 --2- 172.21.15.83:0/1473541000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102bb0 0x7ff890106bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 --2- 172.21.15.83:0/1473541000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff890102200 0x7ff8901025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 -- 172.21.15.83:0/1473541000 >> 172.21.15.83:0/1473541000 conn(0x7ff8900793e0 msgr2=0x7ff8900797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 -- 172.21.15.83:0/1473541000 shutdown_connections 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.477+0000 7ff895f32640 1 -- 172.21.15.83:0/1473541000 wait complete. 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 Processor -- start 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 -- start start 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 0x7ff890198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff89019d010 0x7ff89019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff8901121d0 con 0x7ff8901072d0 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff890112050 con 0x7ff890102200 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff895f32640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff890112350 con 0x7ff89019d010 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43250/0 (socket says 172.21.15.83:43250) 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 0x7ff890198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 -- 172.21.15.83:0/1205556124 learned_addr learned my addr 172.21.15.83:0/1205556124 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88ffff640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff89019d010 0x7ff89019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 -- 172.21.15.83:0/1205556124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff89019d010 msgr2=0x7ff89019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff89019d010 0x7ff89019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 -- 172.21.15.83:0/1205556124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 msgr2=0x7ff890198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.478+0000 7ff88effd640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 0x7ff890198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88effd640 1 -- 172.21.15.83:0/1205556124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff89019db00 con 0x7ff8901072d0 2024-04-22T14:03:43.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88f7fe640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 0x7ff890198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88effd640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7ff87800e9a0 tx=0x7ff87800ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff87800cd80 con 0x7ff8901072d0 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff89019ddf0 con 0x7ff8901072d0 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8780035f0 con 0x7ff8901072d0 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff878010690 con 0x7ff8901072d0 2024-04-22T14:03:43.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.479+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8901a55e0 con 0x7ff8901072d0 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.480+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff890068550 con 0x7ff8901072d0 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.481+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff878004000 con 0x7ff8901072d0 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.481+0000 7ff88cff9640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 0x7ff87c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.482+0000 7ff88f7fe640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 0x7ff87c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.482+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff8780d09f0 con 0x7ff8901072d0 2024-04-22T14:03:43.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.482+0000 7ff88f7fe640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 0x7ff87c0a61e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff880005fd0 tx=0x7ff880010040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.492+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff8780042f0 con 0x7ff8901072d0 2024-04-22T14:03:43.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.770+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff890102bb0 con 0x7ff8901072d0 2024-04-22T14:03:43.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.771+0000 7ff88cff9640 1 -- 172.21.15.83:0/1205556124 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7ff87809d0c0 con 0x7ff8901072d0 2024-04-22T14:03:43.774 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:03:43.774 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:03:43.775 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 msgr2=0x7ff87c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 0x7ff87c0a61e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff880005fd0 tx=0x7ff880010040 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 msgr2=0x7ff890198c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7ff87800e9a0 tx=0x7ff87800ee60 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 shutdown_connections 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff87c0a3d20 0x7ff87c0a61e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff89019d010 0x7ff89019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff8901072d0 0x7ff890198c90 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 --2- 172.21.15.83:0/1205556124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff890102200 0x7ff890198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 >> 172.21.15.83:0/1205556124 conn(0x7ff8900793e0 msgr2=0x7ff8900fff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 shutdown_connections 2024-04-22T14:03:43.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.773+0000 7ff895f32640 1 -- 172.21.15.83:0/1205556124 wait complete. 2024-04-22T14:03:43.790 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 -- 172.21.15.83:0/3164006107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd04102b90 msgr2=0x7efd04106bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/3164006107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd04102b90 0x7efd04106bd0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009900 tx=0x7efcf402bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 -- 172.21.15.83:0/3164006107 shutdown_connections 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/3164006107 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041072b0 0x7efd0410ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/3164006107 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd04102b90 0x7efd04106bd0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/3164006107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041021e0 0x7efd041025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 -- 172.21.15.83:0/3164006107 >> 172.21.15.83:0/3164006107 conn(0x7efd040fda60 msgr2=0x7efd040ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 -- 172.21.15.83:0/3164006107 shutdown_connections 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.910+0000 7efd0b2b2640 1 -- 172.21.15.83:0/3164006107 wait complete. 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 Processor -- start 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 -- start start 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041021e0 0x7efd0419e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.916 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041072b0 0x7efd0419e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efd041121d0 con 0x7efd041985f0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efd04112050 con 0x7efd041072b0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0b2b2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efd04112350 con 0x7efd041021e0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43258/0 (socket says 172.21.15.83:43258) 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 -- 172.21.15.83:0/2852531023 learned_addr learned my addr 172.21.15.83:0/2852531023 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0904e640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041021e0 0x7efd0419e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0884d640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041072b0 0x7efd0419e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 -- 172.21.15.83:0/2852531023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041021e0 msgr2=0x7efd0419e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041021e0 0x7efd0419e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 -- 172.21.15.83:0/2852531023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041072b0 msgr2=0x7efd0419e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041072b0 0x7efd0419e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.911+0000 7efd0984f640 1 -- 172.21.15.83:0/2852531023 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd04199110 con 0x7efd041985f0 2024-04-22T14:03:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efd0984f640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00efd0 tx=0x7efcfc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efcfa7fc640 1 -- 172.21.15.83:0/2852531023 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcfc003b70 con 0x7efd041985f0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efcfa7fc640 1 -- 172.21.15.83:0/2852531023 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcfc003d10 con 0x7efd041985f0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efcfa7fc640 1 -- 172.21.15.83:0/2852531023 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcfc0108a0 con 0x7efd041985f0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd04199400 con 0x7efd041985f0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.912+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd041a5600 con 0x7efd041985f0 2024-04-22T14:03:43.918 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.915+0000 7efd0df77740 1 Processor -- start 2024-04-22T14:03:43.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.916+0000 7efcfa7fc640 1 -- 172.21.15.83:0/2852531023 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7efcfc004020 con 0x7efd041985f0 2024-04-22T14:03:43.921 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 -- start start 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88eb0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a88e111f0 con 0x559a88eb0fb0 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a88dae4b0 con 0x559a88eb0690 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0df77740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a88e0d1b0 con 0x559a88ebe570 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0904e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0904e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43262/0 (socket says 172.21.15.83:43262) 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0904e640 1 -- 172.21.15.83:0/389345635 learned_addr learned my addr 172.21.15.83:0/389345635 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0884d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88eb0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efd0884d640 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.917+0000 7efcfa7fc640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 0x7efcf00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.922 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0984f640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 0x7efcf00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 -- 172.21.15.83:0/389345635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 msgr2=0x559a88ec0960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec0960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 -- 172.21.15.83:0/389345635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 msgr2=0x559a88ebe030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 -- 172.21.15.83:0/389345635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a88da01b0 con 0x559a88eb0690 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0904e640 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efcfa7fc640 1 -- 172.21.15.83:0/2852531023 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efcfc0d0bf0 con 0x7efd041985f0 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0884d640 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88eb0a70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7efcf4036040 tx=0x7efcf4005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bcfed3ff082793c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efd0984f640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 0x7efcf00a6260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7efcfc099530 tx=0x7efcfc0bd040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efcef7fe640 1 -- 172.21.15.83:0/389345635 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf404a070 con 0x559a88eb0690 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efcef7fe640 1 -- 172.21.15.83:0/389345635 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf402cc90 con 0x559a88eb0690 2024-04-22T14:03:43.923 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.918+0000 7efcef7fe640 1 -- 172.21.15.83:0/389345635 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4003de0 con 0x559a88eb0690 2024-04-22T14:03:43.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- 172.21.15.83:0/389345635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 msgr2=0x559a88eb0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88eb0a70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7efcf4036040 tx=0x7efcf4005e80 comp rx=0 tx=0).stop 2024-04-22T14:03:43.927 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- 172.21.15.83:0/389345635 shutdown_connections 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec0960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ebe030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 --2- 172.21.15.83:0/389345635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88eb0a70 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- 172.21.15.83:0/389345635 >> 172.21.15.83:0/389345635 conn(0x559a88eaaef0 msgr2=0x559a88eab2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- 172.21.15.83:0/389345635 shutdown_connections 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- 172.21.15.83:0/389345635 wait complete. 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.919+0000 7efd0df77740 1 -- start start 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 Processor -- start 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88ea9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a88ec1140 con 0x559a88ebe570 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a88dca500 con 0x559a88eb0fb0 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a88ec12c0 con 0x559a88eb0690 2024-04-22T14:03:43.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0df77740 10 client.0 _ll_register_callbacks cb 0x559a88d98b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0884d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:36980/0 (socket says 172.21.15.83:36980) 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0884d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88ea9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 -- 172.21.15.83:0/2531790691 learned_addr learned my addr 172.21.15.83:0/2531790691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 -- 172.21.15.83:0/2531790691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 msgr2=0x559a88ea9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88ea9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 -- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 msgr2=0x559a88ea7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0904e640 1 -- 172.21.15.83:0/2531790691 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a88b233f0 con 0x559a88eb0fb0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.920+0000 7efd0884d640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88ea9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efd0904e640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd00012740 tx=0x7efd00012c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7eae06d8abd0cfea server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efcecff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0000f920 con 0x559a88eb0fb0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf402cc90 con 0x559a88eb0fb0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efd0000fac0 con 0x559a88eb0fb0 2024-04-22T14:03:43.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7efd0000fcc0 con 0x559a88eb0fb0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efd0df77740 10 client.26633 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559a88bed7d0 con 0x559a88eb0fb0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.921+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf402cc90 con 0x559a88eb0fb0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7efd00010430 con 0x559a88eb0fb0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 10 client.26633 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 10 client.26633 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 20 client.26633 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88ece4d0 0x559a88ed08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 4 client.26633 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a88db0930 con 0x559a88ece4d0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.922+0000 7efd0884d640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88ece4d0 0x559a88ed08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.923+0000 7efd0884d640 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88ece4d0 0x559a88ed08f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=80d951c6f3ac8696 server_cookie=bbe3e40ced9560ad in_seq=0 out_seq=0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.923+0000 7efcecff9640 10 client.26633 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.923+0000 7efcecff9640 1 -- 172.21.15.83:0/2531790691 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559a88db0930 con 0x559a88ece4d0 2024-04-22T14:03:43.930 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.923+0000 7efcecff9640 10 client.26633 handle_command_reply: tid=0 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 client.26633 shutdown 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 msgr2=0x559a88ea71a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7efd00012740 tx=0x7efd00012c00 comp rx=0 tx=0).stop 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 shutdown_connections 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88ece4d0 0x559a88ed08f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea71a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efcecff9640 0 client.26633 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 --2- 172.21.15.83:0/2531790691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88ea9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 >> 172.21.15.83:0/2531790691 conn(0x559a88eaaef0 msgr2=0x559a88eacd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 shutdown_connections 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 1 -- 172.21.15.83:0/2531790691 wait complete. 2024-04-22T14:03:43.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.924+0000 7efd0df77740 20 client.26633 trim_cache size 0 max 16384 2024-04-22T14:03:43.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.941+0000 7efd0df77740 1 Processor -- start 2024-04-22T14:03:43.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.941+0000 7efd0df77740 1 -- start start 2024-04-22T14:03:43.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.941+0000 7efd0df77740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88eba8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.942+0000 7efd0df77740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.942+0000 7efd0df77740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.942+0000 7efd0df77740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efd041ab910 con 0x559a88ebe570 2024-04-22T14:03:43.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.942+0000 7efd0df77740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efd041ad450 con 0x559a88eb0fb0 2024-04-22T14:03:43.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.942+0000 7efd0df77740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efd041abfe0 con 0x559a88eb0690 2024-04-22T14:03:43.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.946+0000 7efd0904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.946+0000 7efd0904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea98d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:36990/0 (socket says 172.21.15.83:36990) 2024-04-22T14:03:43.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.946+0000 7efd0904e640 1 -- 172.21.15.83:0/1007945028 learned_addr learned my addr 172.21.15.83:0/1007945028 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88eba8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 -- 172.21.15.83:0/1007945028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 msgr2=0x559a88ea98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 -- 172.21.15.83:0/1007945028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 msgr2=0x559a88ea9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 -- 172.21.15.83:0/1007945028 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a88eb0de0 con 0x559a88eb0690 2024-04-22T14:03:43.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.947+0000 7efd0884d640 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88eba8a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7efcf4004610 tx=0x7efcf402c610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75294cf38052994f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.948+0000 7efceeffd640 1 -- 172.21.15.83:0/1007945028 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf404a040 con 0x559a88eb0690 2024-04-22T14:03:43.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.948+0000 7efceeffd640 1 -- 172.21.15.83:0/1007945028 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf402cbc0 con 0x559a88eb0690 2024-04-22T14:03:43.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.948+0000 7efceeffd640 1 -- 172.21.15.83:0/1007945028 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf40046c0 con 0x559a88eb0690 2024-04-22T14:03:43.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- 172.21.15.83:0/1007945028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 msgr2=0x559a88eba8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88eba8a0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7efcf4004610 tx=0x7efcf402c610 comp rx=0 tx=0).stop 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- 172.21.15.83:0/1007945028 shutdown_connections 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88ebe570 0x559a88ea9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0fb0 0x559a88ea98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 --2- 172.21.15.83:0/1007945028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88eb0690 0x559a88eba8a0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- 172.21.15.83:0/1007945028 >> 172.21.15.83:0/1007945028 conn(0x559a88eaaef0 msgr2=0x559a88ebaea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- 172.21.15.83:0/1007945028 shutdown_connections 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- 172.21.15.83:0/1007945028 wait complete. 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 -- start start 2024-04-22T14:03:43.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.949+0000 7efd0df77740 1 Processor -- start 2024-04-22T14:03:43.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88ec6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ec5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efd041acd80 con 0x559a88eb0fb0 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efd041ac6b0 con 0x559a88eb0690 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efd041a9910 con 0x559a88ebe570 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0df77740 10 client.0 _ll_register_callbacks cb 0x7efd00009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0904e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ec5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0884d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88ec6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0904e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ec5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43288/0 (socket says 172.21.15.83:43288) 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0904e640 1 -- 172.21.15.83:0/2942065112 learned_addr learned my addr 172.21.15.83:0/2942065112 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0884d640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0884d640 1 -- 172.21.15.83:0/2942065112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 msgr2=0x559a88ec5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.950+0000 7efd0884d640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0884d640 1 -- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 msgr2=0x559a88ec5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0884d640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ec5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0884d640 1 -- 172.21.15.83:0/2942065112 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a88ec6230 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0884d640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88ec6910 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009850 tx=0x7efcf4005390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cb8c73efb5f8662 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efcecff9640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf404a040 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf402cbc0 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efcf4005530 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7efcf4003a80 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0df77740 10 client.26639 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559a88eb6650 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.951+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf402cbc0 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7efcf40596d0 con 0x559a88eb0690 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 10 client.26639 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 10 client.26639 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 20 client.26639 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88eb6940 0x559a88eb8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:43.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 4 client.26639 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559a88ea7530 con 0x559a88eb6940 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0904e640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88eb6940 0x559a88eb8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efcecff9640 10 client.26639 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0904e640 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88eb6940 0x559a88eb8d60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=da8e983e2525bd2 server_cookie=578746fd066f5c83 in_seq=0 out_seq=0 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efcecff9640 1 -- 172.21.15.83:0/2942065112 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559a88ea7530 con 0x559a88eb6940 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efcecff9640 10 client.26639 handle_command_reply: tid=0 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.952+0000 7efd0df77740 1 client.26639 shutdown 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 msgr2=0x559a88ec6910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88ec6910 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009850 tx=0x7efcf4005390 comp rx=0 tx=0).stop 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 shutdown_connections 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a88ebe570 0x559a88ec5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a88eb0fb0 0x559a88ec5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x559a88eb6940 0x559a88eb8d60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 --2- 172.21.15.83:0/2942065112 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a88eb0690 0x559a88ec6910 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efcecff9640 0 client.26639 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:03:43.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 >> 172.21.15.83:0/2942065112 conn(0x559a88eaaef0 msgr2=0x559a88eabfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 shutdown_connections 2024-04-22T14:03:43.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 1 -- 172.21.15.83:0/2942065112 wait complete. 2024-04-22T14:03:43.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0df77740 20 client.26639 trim_cache size 0 max 16384 2024-04-22T14:03:43.960 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 msgr2=0x7efcf00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 0x7efcf00a6260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7efcfc099530 tx=0x7efcfc0bd040 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 msgr2=0x7efd04198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00efd0 tx=0x7efcfc00c6a0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 shutdown_connections 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcf00a3da0 0x7efcf00a6260 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efd041985f0 0x7efd04198aa0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efd041072b0 0x7efd0419e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 --2- 172.21.15.83:0/2852531023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efd041021e0 0x7efd0419e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.953+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 >> 172.21.15.83:0/2852531023 conn(0x7efd040fda60 msgr2=0x7efd040fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:43.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.954+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 shutdown_connections 2024-04-22T14:03:43.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:43.954+0000 7efd0b2b2640 1 -- 172.21.15.83:0/2852531023 wait complete. 2024-04-22T14:03:43.969 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:03:44.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 -- 172.21.15.83:0/1824973439 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde8806a5b0 msgr2=0x7fde8806a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 --2- 172.21.15.83:0/1824973439 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde8806a5b0 0x7fde8806a990 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009900 tx=0x7fde7c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 -- 172.21.15.83:0/1824973439 shutdown_connections 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 --2- 172.21.15.83:0/1824973439 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde88107270 0x7fde8810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 --2- 172.21.15.83:0/1824973439 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806af60 0x7fde88106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 --2- 172.21.15.83:0/1824973439 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde8806a5b0 0x7fde8806a990 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.085+0000 7fde8eac1640 1 -- 172.21.15.83:0/1824973439 >> 172.21.15.83:0/1824973439 conn(0x7fde88077ef0 msgr2=0x7fde88078300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.086+0000 7fde8eac1640 1 -- 172.21.15.83:0/1824973439 shutdown_connections 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.086+0000 7fde8eac1640 1 -- 172.21.15.83:0/1824973439 wait complete. 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.086+0000 7fde8eac1640 1 Processor -- start 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.086+0000 7fde8eac1640 1 -- start start 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 0x7fde8819f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde88107270 0x7fde8819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 0x7fde8819f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 0x7fde8810e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 0x7fde8819f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51238/0 (socket says 172.21.15.83:51238) 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8c85d640 1 -- 172.21.15.83:0/2231005701 learned_addr learned my addr 172.21.15.83:0/2231005701 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde881121f0 con 0x7fde88107270 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde88112070 con 0x7fde8810e270 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde88112370 con 0x7fde8806a5b0 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 0x7fde8810e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 -- 172.21.15.83:0/2231005701 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 msgr2=0x7fde8819f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 0x7fde8819f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 -- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde88107270 msgr2=0x7fde8819f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde88107270 0x7fde8819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.087+0000 7fde8d05e640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde8819ae90 con 0x7fde8810e270 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.088+0000 7fde8d05e640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 0x7fde8810e720 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde80009fd0 tx=0x7fde8000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.088+0000 7fde85ffb640 1 -- 172.21.15.83:0/2231005701 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde8000ce20 con 0x7fde8810e270 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.088+0000 7fde85ffb640 1 -- 172.21.15.83:0/2231005701 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde80005020 con 0x7fde8810e270 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.088+0000 7fde85ffb640 1 -- 172.21.15.83:0/2231005701 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde80010690 con 0x7fde8810e270 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.088+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde8819b180 con 0x7fde8810e270 2024-04-22T14:03:44.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.089+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde8819b680 con 0x7fde8810e270 2024-04-22T14:03:44.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.091+0000 7fde85ffb640 1 -- 172.21.15.83:0/2231005701 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fde800054d0 con 0x7fde8810e270 2024-04-22T14:03:44.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.091+0000 7fde85ffb640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 0x7fde780a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde8c85d640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 0x7fde780a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde85ffb640 1 -- 172.21.15.83:0/2231005701 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fde800d0e70 con 0x7fde8810e270 2024-04-22T14:03:44.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 Processor -- start 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 -- start start 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde8c85d640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 0x7fde780a6330 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fde7c000c00 tx=0x7fde7c0058d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562928094a00 0x562928096e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562927ff01f0 con 0x562928094a00 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562927f8d4b0 con 0x56292808b4d0 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.092+0000 7fde9178e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562927fec1b0 con 0x56292808be80 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde87fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde87fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51254/0 (socket says 172.21.15.83:51254) 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37020/0 (socket says 172.21.15.83:37020) 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde87fff640 1 -- 172.21.15.83:0/2291804847 learned_addr learned my addr 172.21.15.83:0/2291804847 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8d05e640 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562928094a00 0x562928096e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 -- 172.21.15.83:0/2291804847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 msgr2=0x562928094430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 -- 172.21.15.83:0/2291804847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562928094a00 msgr2=0x562928096e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562928094a00 0x562928096e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 -- 172.21.15.83:0/2291804847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562927f7f1b0 con 0x56292808b4d0 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde87fff640 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde8c85d640 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fde7c005ec0 tx=0x7fde7c03e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64a2b1ec5815a6b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde72ffd640 1 -- 172.21.15.83:0/2291804847 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c0042d0 con 0x56292808b4d0 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde72ffd640 1 -- 172.21.15.83:0/2291804847 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde7c004470 con 0x56292808b4d0 2024-04-22T14:03:44.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.093+0000 7fde72ffd640 1 -- 172.21.15.83:0/2291804847 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c004d30 con 0x56292808b4d0 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 -- 172.21.15.83:0/2291804847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 msgr2=0x56292808b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fde7c005ec0 tx=0x7fde7c03e000 comp rx=0 tx=0).stop 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 -- 172.21.15.83:0/2291804847 shutdown_connections 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562928094a00 0x562928096e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808be80 0x562928094430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 --2- 172.21.15.83:0/2291804847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808b4d0 0x56292808b8b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 -- 172.21.15.83:0/2291804847 >> 172.21.15.83:0/2291804847 conn(0x562928085ba0 msgr2=0x562928085f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 -- 172.21.15.83:0/2291804847 shutdown_connections 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.094+0000 7fde9178e740 1 -- 172.21.15.83:0/2291804847 wait complete. 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 -- start start 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 Processor -- start 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808b4d0 0x5629280943e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 0x562928091eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde87fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562928097910 con 0x56292808be80 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde87fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43330/0 (socket says 172.21.15.83:43330) 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde87fff640 1 -- 172.21.15.83:0/1151774035 learned_addr learned my addr 172.21.15.83:0/1151774035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562927fa9500 con 0x562928094a00 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562928097a90 con 0x56292808b4d0 2024-04-22T14:03:44.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde8d05e640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 0x562928091eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.095+0000 7fde8c85d640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808b4d0 0x5629280943e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde9178e740 10 client.0 _ll_register_callbacks cb 0x562927f77b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 -- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808b4d0 msgr2=0x5629280943e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808b4d0 0x5629280943e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 -- 172.21.15.83:0/1151774035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 msgr2=0x562928091eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 0x562928091eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562927d023f0 con 0x56292808be80 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde8d05e640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 0x562928091eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde87fff640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fde740116f0 tx=0x7fde74011af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab1e96e21e42433 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde67fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde74005020 con 0x56292808be80 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fde740051c0 con 0x56292808be80 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde7c004470 con 0x56292808be80 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fde740053c0 con 0x56292808be80 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde9178e740 10 client.17394 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.096+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x562927dcc7d0 con 0x56292808be80 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde74005560 con 0x56292808be80 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fde74003800 con 0x56292808be80 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 10 client.17394 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 10 client.17394 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 20 client.17394 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629280a4b60 0x5629280a6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 4 client.17394 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fde7c004470 con 0x5629280a4b60 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde8c85d640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629280a4b60 0x5629280a6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde67fff640 10 client.17394 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.097+0000 7fde8c85d640 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629280a4b60 0x5629280a6f80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1a1af5e8d7a1acc8 server_cookie=e26c26d34b24ec61 in_seq=0 out_seq=0 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde67fff640 1 -- 172.21.15.83:0/1151774035 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x7fde7c004470 con 0x5629280a4b60 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde67fff640 10 client.17394 handle_command_reply: tid=0 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 client.17394 shutdown 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 msgr2=0x562928091770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fde740116f0 tx=0x7fde74011af0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 shutdown_connections 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629280a4b60 0x5629280a6f80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562928094a00 0x562928091eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde67fff640 0 client.17394 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808be80 0x562928091770 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 --2- 172.21.15.83:0/1151774035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56292808b4d0 0x5629280943e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.098+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 >> 172.21.15.83:0/1151774035 conn(0x562928085ba0 msgr2=0x5629280878f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.099+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 shutdown_connections 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.099+0000 7fde9178e740 1 -- 172.21.15.83:0/1151774035 wait complete. 2024-04-22T14:03:44.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.099+0000 7fde9178e740 20 client.17394 trim_cache size 0 max 16384 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 Processor -- start 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 -- start start 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x5629280907e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x562928093ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde881bc8b0 con 0x56292808b4d0 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde881be3f0 con 0x56292808be80 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde9178e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde881bcf80 con 0x562928094a00 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43342/0 (socket says 172.21.15.83:43342) 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde8c85d640 1 -- 172.21.15.83:0/4271730009 learned_addr learned my addr 172.21.15.83:0/4271730009 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.115+0000 7fde8d05e640 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x562928093ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde87fff640 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x5629280907e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 -- 172.21.15.83:0/4271730009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 msgr2=0x562928093ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x562928093ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 -- 172.21.15.83:0/4271730009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 msgr2=0x5629280907e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x5629280907e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 -- 172.21.15.83:0/4271730009 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562928092220 con 0x56292808b4d0 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde8c85d640 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009430 tx=0x7fde7c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eda94111cf3ccb1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde727fc640 1 -- 172.21.15.83:0/4271730009 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c03a040 con 0x56292808b4d0 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde727fc640 1 -- 172.21.15.83:0/4271730009 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde7c004860 con 0x56292808b4d0 2024-04-22T14:03:44.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.116+0000 7fde727fc640 1 -- 172.21.15.83:0/4271730009 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c0038e0 con 0x56292808b4d0 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.117+0000 7fde9178e740 1 -- 172.21.15.83:0/4271730009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 msgr2=0x5629280a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.117+0000 7fde9178e740 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009430 tx=0x7fde7c0040c0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.118+0000 7fde9178e740 1 -- 172.21.15.83:0/4271730009 shutdown_connections 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.118+0000 7fde9178e740 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x562928093ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.118+0000 7fde9178e740 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x5629280907e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.118+0000 7fde9178e740 1 --2- 172.21.15.83:0/4271730009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56292808b4d0 0x5629280a07d0 secure :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fde7c009430 tx=0x7fde7c0040c0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.123 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.118+0000 7fde9178e740 1 -- 172.21.15.83:0/4271730009 >> 172.21.15.83:0/4271730009 conn(0x562928085ba0 msgr2=0x562928084e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.120+0000 7fde9178e740 1 -- 172.21.15.83:0/4271730009 shutdown_connections 2024-04-22T14:03:44.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.120+0000 7fde9178e740 1 -- 172.21.15.83:0/4271730009 wait complete. 2024-04-22T14:03:44.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.121+0000 7fde9178e740 1 -- start start 2024-04-22T14:03:44.124 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.121+0000 7fde9178e740 1 Processor -- start 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629280a4b60 0x56292808e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde881bdd20 con 0x5629280a4b60 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde881bd650 con 0x56292808be80 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde881ba890 con 0x562928094a00 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde9178e740 10 client.0 _ll_register_callbacks cb 0x7fde74009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde87fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37054/0 (socket says 172.21.15.83:37054) 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 -- 172.21.15.83:0/732968302 learned_addr learned my addr 172.21.15.83:0/732968302 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.127 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8d05e640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629280a4b60 0x56292808e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde87fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51286/0 (socket says 172.21.15.83:51286) 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 -- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 msgr2=0x56292808e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 -- 172.21.15.83:0/732968302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629280a4b60 msgr2=0x56292808e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629280a4b60 0x56292808e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde8c85d640 1 -- 172.21.15.83:0/732968302 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56292808f030 con 0x56292808be80 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.122+0000 7fde87fff640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde8c85d640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fde7c02c780 tx=0x7fde7c03a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a3f9dbb241cf477 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7c05b170 con 0x56292808be80 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fde7c05b310 con 0x56292808be80 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde7c004860 con 0x56292808be80 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fde7c05b510 con 0x56292808be80 2024-04-22T14:03:44.128 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 10 client.26657 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x56292810b180 con 0x56292808be80 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde7c004860 con 0x56292808be80 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fde7c041460 con 0x56292808be80 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 10 client.26657 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 10 client.26657 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 20 client.26657 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56292810b400 0x56292810d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.123+0000 7fde9178e740 4 client.26657 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562927f8f930 con 0x56292810b400 2024-04-22T14:03:44.129 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde87fff640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56292810b400 0x56292810d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde67fff640 10 client.26657 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:44.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde87fff640 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56292810b400 0x56292810d7f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ba45d786957ceca3 server_cookie=379fe9076878ef06 in_seq=0 out_seq=0 2024-04-22T14:03:44.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde67fff640 1 -- 172.21.15.83:0/732968302 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562927f8f930 con 0x56292810b400 2024-04-22T14:03:44.130 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde67fff640 10 client.26657 handle_command_reply: tid=0 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.124+0000 7fde9178e740 1 client.26657 shutdown 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 msgr2=0x56292809d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fde7c02c780 tx=0x7fde7c03a040 comp rx=0 tx=0).stop 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 shutdown_connections 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x56292810b400 0x56292810d7f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629280a4b60 0x56292808e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562928094a00 0x56292808e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 --2- 172.21.15.83:0/732968302 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56292808be80 0x56292809d170 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde67fff640 0 client.26657 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 >> 172.21.15.83:0/732968302 conn(0x562928085ba0 msgr2=0x5629280907e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 shutdown_connections 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 1 -- 172.21.15.83:0/732968302 wait complete. 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.125+0000 7fde9178e740 20 client.26657 trim_cache size 0 max 16384 2024-04-22T14:03:44.131 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 msgr2=0x7fde780a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 0x7fde780a6330 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fde7c000c00 tx=0x7fde7c0058d0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 msgr2=0x7fde8810e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 0x7fde8810e720 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde80009fd0 tx=0x7fde8000ef10 comp rx=0 tx=0).stop 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 shutdown_connections 2024-04-22T14:03:44.132 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde780a3e70 0x7fde780a6330 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde8810e270 0x7fde8810e720 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde88107270 0x7fde8819f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 --2- 172.21.15.83:0/2231005701 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde8806a5b0 0x7fde8819f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 >> 172.21.15.83:0/2231005701 conn(0x7fde88077ef0 msgr2=0x7fde88103d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 shutdown_connections 2024-04-22T14:03:44.133 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.126+0000 7fde8eac1640 1 -- 172.21.15.83:0/2231005701 wait complete. 2024-04-22T14:03:44.143 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 -- 172.21.15.83:0/146246444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a8101080 msgr2=0x7fa8a8106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 --2- 172.21.15.83:0/146246444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a8101080 0x7fa8a8106bb0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fa890009900 tx=0x7fa89002bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 -- 172.21.15.83:0/146246444 shutdown_connections 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 --2- 172.21.15.83:0/146246444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81072e0 0x7fa8a810ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 --2- 172.21.15.83:0/146246444 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a8101080 0x7fa8a8106bb0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 --2- 172.21.15.83:0/146246444 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81006d0 0x7fa8a8100ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 -- 172.21.15.83:0/146246444 >> 172.21.15.83:0/146246444 conn(0x7fa8a80773f0 msgr2=0x7fa8a80fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.262+0000 7fa8acec1640 1 -- 172.21.15.83:0/146246444 shutdown_connections 2024-04-22T14:03:44.266 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.263+0000 7fa8acec1640 1 -- 172.21.15.83:0/146246444 wait complete. 2024-04-22T14:03:44.268 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.263+0000 7fa8acec1640 1 Processor -- start 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 -- start start 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 0x7fa8a8198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81072e0 0x7fa8a8198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a8112190 con 0x7fa8a819d010 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a8112010 con 0x7fa8a81006d0 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8acec1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a8112310 con 0x7fa8a81072e0 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43376/0 (socket says 172.21.15.83:43376) 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1991334189 learned_addr learned my addr 172.21.15.83:0/1991334189 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81072e0 0x7fa8a8198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a659c640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 0x7fa8a8198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1991334189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81072e0 msgr2=0x7fa8a8198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81072e0 0x7fa8a8198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.269 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.264+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1991334189 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 msgr2=0x7fa8a8198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 0x7fa8a8198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1991334189 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8a819db00 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8a659c640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 0x7fa8a8198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000eb10 tx=0x7fa8a000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa89ffff640 1 -- 172.21.15.83:0/1991334189 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0004b20 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8a819ddf0 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa89ffff640 1 -- 172.21.15.83:0/1991334189 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8a0004cc0 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa89ffff640 1 -- 172.21.15.83:0/1991334189 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0010670 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.265+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8a81a5560 con 0x7fa8a819d010 2024-04-22T14:03:44.270 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.267+0000 7fa89ffff640 1 -- 172.21.15.83:0/1991334189 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa8a0005020 con 0x7fa8a819d010 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa89ffff640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 0x7fa8940a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 Processor -- start 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8a659c640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 0x7fa8940a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa89ffff640 1 -- 172.21.15.83:0/1991334189 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa8a00d0d80 con 0x7fa8a819d010 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 -- start start 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b91e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5aeb1f0 con 0x55b7f5b8fa00 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5a884b0 con 0x55b7f5b864d0 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8afb94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5ae71b0 con 0x55b7f5b86e80 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8a659c640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 0x7fa8940a61e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa898009c20 tx=0x7fa898005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.268+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.273 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37078/0 (socket says 172.21.15.83:37078) 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a659c640 1 -- 172.21.15.83:0/1157497996 learned_addr learned my addr 172.21.15.83:0/1157497996 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b91e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1157497996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 msgr2=0x55b7f5b8f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1157497996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 msgr2=0x55b7f5b868b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 -- 172.21.15.83:0/1157497996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7f5a7a1b0 con 0x55b7f5b8fa00 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a659c640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b91e50 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00ce500 tx=0x7fa8a009cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3a9dd5a7b88da8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa89cd99640 1 -- 172.21.15.83:0/1157497996 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a009cd50 con 0x55b7f5b8fa00 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa89cd99640 1 -- 172.21.15.83:0/1157497996 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8a00a1100 con 0x55b7f5b8fa00 2024-04-22T14:03:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.269+0000 7fa89cd99640 1 -- 172.21.15.83:0/1157497996 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a009d210 con 0x55b7f5b8fa00 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- 172.21.15.83:0/1157497996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 msgr2=0x55b7f5b91e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b91e50 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fa8a00ce500 tx=0x7fa8a009cbe0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- 172.21.15.83:0/1157497996 shutdown_connections 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b91e50 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.277 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 --2- 172.21.15.83:0/1157497996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b864d0 0x55b7f5b868b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- 172.21.15.83:0/1157497996 >> 172.21.15.83:0/1157497996 conn(0x55b7f5b80ba0 msgr2=0x55b7f5b80f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- 172.21.15.83:0/1157497996 shutdown_connections 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- 172.21.15.83:0/1157497996 wait complete. 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 -- start start 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.270+0000 7fa8afb94740 1 Processor -- start 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5b92970 con 0x55b7f5b864d0 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5aa4500 con 0x55b7f5b86e80 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b7f5b92af0 con 0x55b7f5b8fa00 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 10 client.0 _ll_register_callbacks cb 0x55b7f5a72b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43386/0 (socket says 172.21.15.83:43386) 2024-04-22T14:03:44.278 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 -- 172.21.15.83:0/3498703499 learned_addr learned my addr 172.21.15.83:0/3498703499 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 -- 172.21.15.83:0/3498703499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 msgr2=0x55b7f5b8cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 -- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 msgr2=0x55b7f5b8c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 -- 172.21.15.83:0/3498703499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7f57fd3f0 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8a659c640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fa898009fd0 tx=0x7fa898004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=261a721e8c0b42b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa88dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898013be0 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa898013d80 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8a00a1100 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa898021410 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.271+0000 7fa8afb94740 10 client.17412 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b7f58c77d0 con 0x55b7f5b864d0 2024-04-22T14:03:44.279 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8a00a1100 con 0x55b7f5b864d0 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa898032680 con 0x55b7f5b864d0 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 10 client.17412 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 10 client.17412 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 20 client.17412 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5ba1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 4 client.17412 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.272+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b7f5a8a930 con 0x55b7f5b9fb60 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.273+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5ba1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.273+0000 7fa88dffb640 10 client.17412 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.273+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5ba1f70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=414844eada2b007 server_cookie=6ba13ba61e22e6a1 in_seq=0 out_seq=0 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.274+0000 7fa88dffb640 1 -- 172.21.15.83:0/3498703499 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b7f5a8a930 con 0x55b7f5b9fb60 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.274+0000 7fa88dffb640 10 client.17412 handle_command_reply: tid=0 2024-04-22T14:03:44.280 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.274+0000 7fa8afb94740 1 client.17412 shutdown 2024-04-22T14:03:44.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.278+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 msgr2=0x55b7f5b8f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.278+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fa898009fd0 tx=0x7fa898004730 comp rx=0 tx=0).stop 2024-04-22T14:03:44.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.278+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 shutdown_connections 2024-04-22T14:03:44.282 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.278+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5ba1f70 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.278+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b8c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa88dffb640 0 client.17412 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 1 --2- 172.21.15.83:0/3498703499 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b8f2a0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 >> 172.21.15.83:0/3498703499 conn(0x55b7f5b80ba0 msgr2=0x55b7f5b828f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 shutdown_connections 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 1 -- 172.21.15.83:0/3498703499 wait complete. 2024-04-22T14:03:44.283 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.279+0000 7fa8afb94740 20 client.17412 trim_cache size 0 max 16384 2024-04-22T14:03:44.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 Processor -- start 2024-04-22T14:03:44.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 -- start start 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b87ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81adb40 con 0x55b7f5b864d0 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81af680 con 0x55b7f5b8fa00 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.293+0000 7fa8afb94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81ae210 con 0x55b7f5b86e80 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43388/0 (socket says 172.21.15.83:43388) 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 -- 172.21.15.83:0/676729161 learned_addr learned my addr 172.21.15.83:0/676729161 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b87ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 -- 172.21.15.83:0/676729161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 msgr2=0x55b7f5b87ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b87ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 -- 172.21.15.83:0/676729161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b8fa00 msgr2=0x55b7f5b8ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 -- 172.21.15.83:0/676729161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b7f5b8b5e0 con 0x55b7f5b864d0 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa8a659c640 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa898032a50 tx=0x7fa898009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ecceef52591537 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa88ffff640 1 -- 172.21.15.83:0/676729161 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898038040 con 0x55b7f5b864d0 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa88ffff640 1 -- 172.21.15.83:0/676729161 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa898016070 con 0x55b7f5b864d0 2024-04-22T14:03:44.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.294+0000 7fa88ffff640 1 -- 172.21.15.83:0/676729161 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898021810 con 0x55b7f5b864d0 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- 172.21.15.83:0/676729161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 msgr2=0x55b7f5b9b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa898032a50 tx=0x7fa898009f50 comp rx=0 tx=0).stop 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- 172.21.15.83:0/676729161 shutdown_connections 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b8ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b86e80 0x55b7f5b87ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 --2- 172.21.15.83:0/676729161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b9b830 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- 172.21.15.83:0/676729161 >> 172.21.15.83:0/676729161 conn(0x55b7f5b80ba0 msgr2=0x55b7f5b7fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- 172.21.15.83:0/676729161 shutdown_connections 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- 172.21.15.83:0/676729161 wait complete. 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 -- start start 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.295+0000 7fa8afb94740 1 Processor -- start 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b93f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b94460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81aefb0 con 0x55b7f5b864d0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81ae8e0 con 0x55b7f5b86e80 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a81abb20 con 0x55b7f5b8fa00 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 10 client.0 _ll_register_callbacks cb 0x7fa8980043d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43394/0 (socket says 172.21.15.83:43394) 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 -- 172.21.15.83:0/508942129 learned_addr learned my addr 172.21.15.83:0/508942129 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b93f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a6d9d640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b94460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 -- 172.21.15.83:0/508942129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 msgr2=0x55b7f5b94460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b94460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 -- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 msgr2=0x55b7f5b93f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b93f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 -- 172.21.15.83:0/508942129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b7f5c05320 con 0x55b7f5b864d0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8a659c640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa898000c00 tx=0x7fa898005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6794eda1a6a807ad server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa88dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898038040 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa898032600 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.296+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa898016070 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fa898052050 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 10 client.17418 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b7f5c06600 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa898049070 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fa8980047c0 con 0x55b7f5b864d0 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 10 client.17418 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 10 client.17418 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 20 client.17418 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5c08c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 4 client.17418 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fa898016070 con 0x55b7f5b9fb60 2024-04-22T14:03:44.305 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.297+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5c08c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa89dd9b640 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5c08c60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=677158956719ce11 server_cookie=7687a66a2d605c1d in_seq=0 out_seq=0 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa88dffb640 10 client.17418 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa88dffb640 1 -- 172.21.15.83:0/508942129 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fa898016070 con 0x55b7f5b9fb60 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa88dffb640 10 client.17418 handle_command_reply: tid=0 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 client.17418 shutdown 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 msgr2=0x55b7f5b939e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fa898000c00 tx=0x7fa898005980 comp rx=0 tx=0).stop 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 shutdown_connections 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b7f5b9fb60 0x55b7f5c08c60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b7f5b8fa00 0x55b7f5b94460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b7f5b86e80 0x55b7f5b93f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa88dffb640 0 client.17418 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 --2- 172.21.15.83:0/508942129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b7f5b864d0 0x55b7f5b939e0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 >> 172.21.15.83:0/508942129 conn(0x55b7f5b80ba0 msgr2=0x55b7f5b82860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.306 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 shutdown_connections 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 1 -- 172.21.15.83:0/508942129 wait complete. 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.298+0000 7fa8afb94740 20 client.17418 trim_cache size 0 max 16384 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.300+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 msgr2=0x7fa8940a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 0x7fa8940a61e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa898009c20 tx=0x7fa898005f90 comp rx=0 tx=0).stop 2024-04-22T14:03:44.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 msgr2=0x7fa8a819d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000eb10 tx=0x7fa8a000c2d0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 shutdown_connections 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa8940a3d20 0x7fa8940a61e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa8a819d010 0x7fa8a819d4c0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa8a81072e0 0x7fa8a8198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 --2- 172.21.15.83:0/1991334189 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8a81006d0 0x7fa8a8198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.301+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 >> 172.21.15.83:0/1991334189 conn(0x7fa8a80773f0 msgr2=0x7fa8a8105700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.302+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 shutdown_connections 2024-04-22T14:03:44.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.302+0000 7fa8acec1640 1 -- 172.21.15.83:0/1991334189 wait complete. 2024-04-22T14:03:44.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 -- 172.21.15.83:0/2535287913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd841072e0 msgr2=0x7fdd8410eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/2535287913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd841072e0 0x7fdd8410eeb0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c009be0 tx=0x7fdd7c02bef0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 -- 172.21.15.83:0/2535287913 shutdown_connections 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/2535287913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd841072e0 0x7fdd8410eeb0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/2535287913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd84102bc0 0x7fdd84106c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/2535287913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd84102210 0x7fdd841025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 -- 172.21.15.83:0/2535287913 >> 172.21.15.83:0/2535287913 conn(0x7fdd840fdab0 msgr2=0x7fdd840ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 -- 172.21.15.83:0/2535287913 shutdown_connections 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.441+0000 7fdd8aceb640 1 -- 172.21.15.83:0/2535287913 wait complete. 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 Processor -- start 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 -- start start 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd841072e0 0x7fdd841a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd8419a7d0 0x7fdd8419ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdd84114450 con 0x7fdd84102210 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841142d0 con 0x7fdd841072e0 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd8aceb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841145d0 con 0x7fdd8419a7d0 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd88a87640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd88a87640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43422/0 (socket says 172.21.15.83:43422) 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd88a87640 1 -- 172.21.15.83:0/1140309916 learned_addr learned my addr 172.21.15.83:0/1140309916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd83fff640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd841072e0 0x7fdd841a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.442+0000 7fdd89288640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd8419a7d0 0x7fdd8419ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 -- 172.21.15.83:0/1140309916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd8419a7d0 msgr2=0x7fdd8419ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd8419a7d0 0x7fdd8419ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 -- 172.21.15.83:0/1140309916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd841072e0 msgr2=0x7fdd841a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd841072e0 0x7fdd841a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 -- 172.21.15.83:0/1140309916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8419b360 con 0x7fdd84102210 2024-04-22T14:03:44.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd88a87640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fdd7800c920 tx=0x7fdd7800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd81ffb640 1 -- 172.21.15.83:0/1140309916 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd78007c70 con 0x7fdd84102210 2024-04-22T14:03:44.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8419b650 con 0x7fdd84102210 2024-04-22T14:03:44.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd81ffb640 1 -- 172.21.15.83:0/1140309916 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd78007e10 con 0x7fdd84102210 2024-04-22T14:03:44.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd81ffb640 1 -- 172.21.15.83:0/1140309916 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd780187c0 con 0x7fdd84102210 2024-04-22T14:03:44.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.443+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd841a7830 con 0x7fdd84102210 2024-04-22T14:03:44.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd81ffb640 1 -- 172.21.15.83:0/1140309916 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fdd7800fa20 con 0x7fdd84102210 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 Processor -- start 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 -- start start 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dc28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd81ffb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 0x7fdd740a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcde50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564819d271f0 con 0x564819dcba00 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564819cc44b0 con 0x564819dc24d0 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564819d231b0 con 0x564819dc2e80 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd88a87640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 0x7fdd740a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.446+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51354/0 (socket says 172.21.15.83:51354) 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 -- 172.21.15.83:0/613115655 learned_addr learned my addr 172.21.15.83:0/613115655 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcde50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43436/0 (socket says 172.21.15.83:43436) 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd89288640 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dc28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd81ffb640 1 -- 172.21.15.83:0/1140309916 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fdd780d0810 con 0x7fdd84102210 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 -- 172.21.15.83:0/613115655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 msgr2=0x564819dc28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dc28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 -- 172.21.15.83:0/613115655 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 msgr2=0x564819dcde50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcde50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 -- 172.21.15.83:0/613115655 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564819cb61b0 con 0x564819dc2e80 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd83fff640 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdd70009ba0 tx=0x7fdd70011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97a9b57f2ef11c78 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd88a87640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 0x7fdd740a6260 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd780ce590 tx=0x7fdd78008ee0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd6effd640 1 -- 172.21.15.83:0/613115655 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70004050 con 0x564819dc2e80 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd6effd640 1 -- 172.21.15.83:0/613115655 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd700054d0 con 0x564819dc2e80 2024-04-22T14:03:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.447+0000 7fdd6effd640 1 -- 172.21.15.83:0/613115655 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70004c80 con 0x564819dc2e80 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/613115655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 msgr2=0x564819dcb430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdd70009ba0 tx=0x7fdd70011810 comp rx=0 tx=0).stop 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/613115655 shutdown_connections 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcde50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dcb430 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/613115655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dc28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/613115655 >> 172.21.15.83:0/613115655 conn(0x564819dbcba0 msgr2=0x564819dbcf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/613115655 shutdown_connections 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.448+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/613115655 wait complete. 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 -- start start 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 Processor -- start 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dcb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dcba00 0x564819dc8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x564819dce970 con 0x564819dc24d0 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x564819ce0500 con 0x564819dcba00 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x564819dceaf0 con 0x564819dc2e80 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd8d9bc740 10 client.0 _ll_register_callbacks cb 0x564819caeb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dcb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51360/0 (socket says 172.21.15.83:51360) 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dcb310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43450/0 (socket says 172.21.15.83:43450) 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd83fff640 1 -- 172.21.15.83:0/3281104181 learned_addr learned my addr 172.21.15.83:0/3281104181 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.449+0000 7fdd89288640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dcba00 0x564819dc8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 -- 172.21.15.83:0/3281104181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dcba00 msgr2=0x564819dc8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dcba00 0x564819dc8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 -- 172.21.15.83:0/3281104181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 msgr2=0x564819dcb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dcb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 -- 172.21.15.83:0/3281104181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564819a393f0 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdd70000c00 tx=0x7fdd700056f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f8fc1ad6fab8fbe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd63fff640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70029070 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fdd70003a00 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd700054d0 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fdd70035050 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd8d9bc740 10 client.26533 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.450+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564819b037d0 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd700054d0 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fdd70004f00 con 0x564819dc2e80 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 10 client.26533 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 10 client.26533 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 20 client.26533 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819ddbaa0 0x564819ddde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 4 client.26533 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:44.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564819cc6930 con 0x564819ddbaa0 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd89288640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819ddbaa0 0x564819ddde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd63fff640 10 client.26533 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.451+0000 7fdd89288640 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819ddbaa0 0x564819ddde90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=92875ca51f8b988a server_cookie=90f1b87917479e32 in_seq=0 out_seq=0 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd63fff640 1 -- 172.21.15.83:0/3281104181 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564819cc6930 con 0x564819ddbaa0 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd63fff640 10 client.26533 handle_command_reply: tid=0 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 client.26533 shutdown 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 msgr2=0x564819dc86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdd70000c00 tx=0x7fdd700056f0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 shutdown_connections 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819ddbaa0 0x564819ddde90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dcba00 0x564819dc8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dc86a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd63fff640 0 client.26533 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3281104181 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dcb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.452+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 >> 172.21.15.83:0/3281104181 conn(0x564819dbcba0 msgr2=0x564819dbe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.453+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 shutdown_connections 2024-04-22T14:03:44.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.453+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3281104181 wait complete. 2024-04-22T14:03:44.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.453+0000 7fdd8d9bc740 20 client.26533 trim_cache size 0 max 16384 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 Processor -- start 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 -- start start 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 0x564819dbba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dcba00 0x564819dcadd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841afce0 con 0x564819dc24d0 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841b1820 con 0x564819dc2e80 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841b03b0 con 0x564819dcba00 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43454/0 (socket says 172.21.15.83:43454) 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd89288640 1 -- 172.21.15.83:0/3233886579 learned_addr learned my addr 172.21.15.83:0/3233886579 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 0x564819dbba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.469+0000 7fdd89288640 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dcba00 0x564819dcadd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 -- 172.21.15.83:0/3233886579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dcba00 msgr2=0x564819dcadd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dcba00 0x564819dcadd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 -- 172.21.15.83:0/3233886579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 msgr2=0x564819dd7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 -- 172.21.15.83:0/3233886579 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564819dc2c20 con 0x564819dc2e80 2024-04-22T14:03:44.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd89288640 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd83fff640 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 0x564819dbba80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd700052a0 tx=0x7fdd70009c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b94d789e3520c495 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd6e7fc640 1 -- 172.21.15.83:0/3233886579 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70029070 con 0x564819dc2e80 2024-04-22T14:03:44.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd6e7fc640 1 -- 172.21.15.83:0/3233886579 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd70005490 con 0x564819dc2e80 2024-04-22T14:03:44.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.470+0000 7fdd6e7fc640 1 -- 172.21.15.83:0/3233886579 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70003800 con 0x564819dc2e80 2024-04-22T14:03:44.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3233886579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 msgr2=0x564819dbba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 0x564819dbba80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdd700052a0 tx=0x7fdd70009c90 comp rx=0 tx=0).stop 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3233886579 shutdown_connections 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dcba00 0x564819dcadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc2e80 0x564819dbba80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/3233886579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dc24d0 0x564819dd7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3233886579 >> 172.21.15.83:0/3233886579 conn(0x564819dbcba0 msgr2=0x564819dbb370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3233886579 shutdown_connections 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/3233886579 wait complete. 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 -- start start 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.471+0000 7fdd8d9bc740 1 Processor -- start 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dd3b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841b1150 con 0x564819dcba00 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841b0a80 con 0x564819dc24d0 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fdd841adcc0 con 0x564819dc2e80 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd8d9bc740 10 client.0 _ll_register_callbacks cb 0x7fdd70009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd89288640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51364/0 (socket says 172.21.15.83:51364) 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 -- 172.21.15.83:0/1432482800 learned_addr learned my addr 172.21.15.83:0/1432482800 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd89288640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dd3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 -- 172.21.15.83:0/1432482800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 msgr2=0x564819dd3b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dd3b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 -- 172.21.15.83:0/1432482800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 msgr2=0x564819dcf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 -- 172.21.15.83:0/1432482800 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564819dcf8b0 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd83fff640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdd70011850 tx=0x7fdd700057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bfa27ead0bce386a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd63fff640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.472+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd70029070 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fdd70023aa0 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd70005490 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fdd70049050 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 10 client.26539 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x564819e419f0 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd70005490 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fdd70003d00 con 0x564819dc2e80 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 10 client.26539 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 10 client.26539 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 20 client.26539 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819e42190 0x564819e445b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 4 client.26539 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564819d34c10 con 0x564819e42190 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.473+0000 7fdd89288640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819e42190 0x564819e445b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd63fff640 10 client.26539 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd89288640 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819e42190 0x564819e445b0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b5691dbb3ab21e2 server_cookie=35dcf367a270e5c in_seq=0 out_seq=0 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd63fff640 1 -- 172.21.15.83:0/1432482800 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564819d34c10 con 0x564819e42190 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd63fff640 10 client.26539 handle_command_reply: tid=0 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 client.26539 shutdown 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 msgr2=0x564819dd40b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdd70011850 tx=0x7fdd700057f0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 shutdown_connections 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x564819e42190 0x564819e445b0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x564819dcba00 0x564819dcf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x564819dc2e80 0x564819dd40b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 --2- 172.21.15.83:0/1432482800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x564819dc24d0 0x564819dd3b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd63fff640 0 client.26539 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 >> 172.21.15.83:0/1432482800 conn(0x564819dbcba0 msgr2=0x564819dbbc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 shutdown_connections 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 1 -- 172.21.15.83:0/1432482800 wait complete. 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.474+0000 7fdd8d9bc740 20 client.26539 trim_cache size 0 max 16384 2024-04-22T14:03:44.485 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 msgr2=0x7fdd740a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 0x7fdd740a6260 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd780ce590 tx=0x7fdd78008ee0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 msgr2=0x7fdd841a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fdd7800c920 tx=0x7fdd7800cde0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 shutdown_connections 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fdd740a3da0 0x7fdd740a6260 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fdd8419a7d0 0x7fdd8419ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdd841072e0 0x7fdd841a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 --2- 172.21.15.83:0/1140309916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fdd84102210 0x7fdd841a0610 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 >> 172.21.15.83:0/1140309916 conn(0x7fdd840fdab0 msgr2=0x7fdd840ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 shutdown_connections 2024-04-22T14:03:44.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.475+0000 7fdd8aceb640 1 -- 172.21.15.83:0/1140309916 wait complete. 2024-04-22T14:03:44.493 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 -- 172.21.15.83:0/165254681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81006d0 msgr2=0x7f00e8100ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/165254681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81006d0 0x7f00e8100ab0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f00e4009900 tx=0x7f00e402bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 -- 172.21.15.83:0/165254681 shutdown_connections 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/165254681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81072e0 0x7f00e810ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/165254681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e8101080 0x7f00e8106bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/165254681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81006d0 0x7f00e8100ab0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 -- 172.21.15.83:0/165254681 >> 172.21.15.83:0/165254681 conn(0x7f00e80773f0 msgr2=0x7f00e80fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 -- 172.21.15.83:0/165254681 shutdown_connections 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.608+0000 7f00ef5f4640 1 -- 172.21.15.83:0/165254681 wait complete. 2024-04-22T14:03:44.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 Processor -- start 2024-04-22T14:03:44.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 -- start start 2024-04-22T14:03:44.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81006d0 0x7f00e819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.614 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e81985f0 0x7f00e8198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81121f0 con 0x7f00e81072e0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8112070 con 0x7f00e81006d0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ef5f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00e8112370 con 0x7f00e81985f0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43472/0 (socket says 172.21.15.83:43472) 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3561329432 learned_addr learned my addr 172.21.15.83:0/3561329432 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00ed390640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81006d0 0x7f00e819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.609+0000 7f00edb91640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e81985f0 0x7f00e8198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3561329432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e81985f0 msgr2=0x7f00e8198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e81985f0 0x7f00e8198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3561329432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81006d0 msgr2=0x7f00e819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81006d0 0x7f00e819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3561329432 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00e8199110 con 0x7f00e81072e0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f00d800e9c0 tx=0x7f00d800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00de7fc640 1 -- 172.21.15.83:0/3561329432 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d800ccc0 con 0x7f00e81072e0 2024-04-22T14:03:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00de7fc640 1 -- 172.21.15.83:0/3561329432 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00d80054d0 con 0x7f00e81072e0 2024-04-22T14:03:44.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00e8199400 con 0x7f00e81072e0 2024-04-22T14:03:44.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00de7fc640 1 -- 172.21.15.83:0/3561329432 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d8010430 con 0x7f00e81072e0 2024-04-22T14:03:44.616 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.610+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00e81a5650 con 0x7f00e81072e0 2024-04-22T14:03:44.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.612+0000 7f00de7fc640 1 -- 172.21.15.83:0/3561329432 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f00d8005020 con 0x7f00e81072e0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 Processor -- start 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00de7fc640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 0x7f00d40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 -- start start 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00edb91640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 0x7f00d40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00de7fc640 1 -- 172.21.15.83:0/3561329432 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00d80d0a80 con 0x7f00e81072e0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5a8550 0x55732f5aa940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55732f4fb1f0 con 0x55732f5a8550 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55732f4984b0 con 0x55732f5969a0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00f21e4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55732f4f71b0 con 0x55732f596080 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.613+0000 7f00edb91640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5a8550 0x55732f5aa940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ed390640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ed390640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51380/0 (socket says 172.21.15.83:51380) 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ed390640 1 -- 172.21.15.83:0/3430681754 learned_addr learned my addr 172.21.15.83:0/3430681754 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3430681754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 msgr2=0x55732f596460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3430681754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5a8550 msgr2=0x55732f5aa940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5a8550 0x55732f5aa940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 -- 172.21.15.83:0/3430681754 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732f48a1b0 con 0x55732f5969a0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00edb91640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 0x7f00d40a6260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005fd0 tx=0x7f00e0013ae0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ed390640 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a8010 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f00d80ce200 tx=0x7f00d800ce60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e92a9bcc340e2e46 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00d37fe640 1 -- 172.21.15.83:0/3430681754 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d80bd0d0 con 0x55732f5969a0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00d37fe640 1 -- 172.21.15.83:0/3430681754 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00d809d150 con 0x55732f5969a0 2024-04-22T14:03:44.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.614+0000 7f00d37fe640 1 -- 172.21.15.83:0/3430681754 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d80990c0 con 0x55732f5969a0 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- 172.21.15.83:0/3430681754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 msgr2=0x55732f5a8010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a8010 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f00d80ce200 tx=0x7f00d800ce60 comp rx=0 tx=0).stop 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- 172.21.15.83:0/3430681754 shutdown_connections 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5a8550 0x55732f5aa940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a8010 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 --2- 172.21.15.83:0/3430681754 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f596080 0x55732f596460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- 172.21.15.83:0/3430681754 >> 172.21.15.83:0/3430681754 conn(0x55732f590ba0 msgr2=0x55732f590f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- 172.21.15.83:0/3430681754 shutdown_connections 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- 172.21.15.83:0/3430681754 wait complete. 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 -- start start 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.615+0000 7f00f21e4740 1 Processor -- start 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f5a58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55732f5ab180 con 0x55732f596080 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55732f4b4500 con 0x55732f5969a0 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55732f5ab300 con 0x55732f5a8550 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 10 client.0 _ll_register_callbacks cb 0x55732f482b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43486/0 (socket says 172.21.15.83:43486) 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 -- 172.21.15.83:0/692159110 learned_addr learned my addr 172.21.15.83:0/692159110 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00edb91640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f5a58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 -- 172.21.15.83:0/692159110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 msgr2=0x55732f5a58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f5a58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 -- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 msgr2=0x55732f5a52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 -- 172.21.15.83:0/692159110 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732f20d3f0 con 0x55732f596080 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00ed390640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f00e4036040 tx=0x7f00e402c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=169c389efa2213ce server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e402c610 con 0x55732f596080 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00e4005030 con 0x55732f596080 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.616+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00d809d150 con 0x55732f596080 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f00e4005230 con 0x55732f596080 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 10 client.17448 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55732f2d77d0 con 0x55732f596080 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00d809d150 con 0x55732f596080 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f00e4003680 con 0x55732f596080 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 10 client.17448 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 10 client.17448 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 20 client.17448 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f5ba890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 4 client.17448 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55732f49a930 con 0x55732f5b84a0 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.617+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f5ba890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.618+0000 7f00d0ff9640 10 client.17448 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.618+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f5ba890 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75f0f146e31ed4bf server_cookie=13437f8b9bc7963c in_seq=0 out_seq=0 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.618+0000 7f00d0ff9640 1 -- 172.21.15.83:0/692159110 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55732f49a930 con 0x55732f5b84a0 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.618+0000 7f00d0ff9640 10 client.17448 handle_command_reply: tid=0 2024-04-22T14:03:44.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 client.17448 shutdown 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 msgr2=0x55732f5a7f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f00e4036040 tx=0x7f00e402c9f0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 shutdown_connections 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f5ba890 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00d0ff9640 0 client.17448 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f5a58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5969a0 0x55732f5a52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 --2- 172.21.15.83:0/692159110 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f5a7f40 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 >> 172.21.15.83:0/692159110 conn(0x55732f590ba0 msgr2=0x55732f5928f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 shutdown_connections 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 1 -- 172.21.15.83:0/692159110 wait complete. 2024-04-22T14:03:44.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.619+0000 7f00f21e4740 20 client.17448 trim_cache size 0 max 16384 2024-04-22T14:03:44.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 Processor -- start 2024-04-22T14:03:44.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 -- start start 2024-04-22T14:03:44.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.639 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 0x55732f58fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 0x55732f5a7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81ab950 con 0x55732f596080 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81ad490 con 0x55732f5a8550 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00f21e4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81ac020 con 0x55732f5969a0 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00ed390640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00edb91640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 0x55732f5a7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00ed390640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43496/0 (socket says 172.21.15.83:43496) 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00ed390640 1 -- 172.21.15.83:0/1119546675 learned_addr learned my addr 172.21.15.83:0/1119546675 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.635+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 0x55732f58fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 -- 172.21.15.83:0/1119546675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 msgr2=0x55732f58fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 0x55732f58fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 -- 172.21.15.83:0/1119546675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 msgr2=0x55732f5a7a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 0x55732f5a7a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.640 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 -- 172.21.15.83:0/1119546675 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732f5967d0 con 0x55732f596080 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 0x55732f58fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00edb91640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 0x55732f5a7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00ed390640 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f00e4003a70 tx=0x7f00e402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5275be53966f19d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00d2ffd640 1 -- 172.21.15.83:0/1119546675 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e402c610 con 0x55732f596080 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00d2ffd640 1 -- 172.21.15.83:0/1119546675 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00e40035f0 con 0x55732f596080 2024-04-22T14:03:44.641 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.636+0000 7f00d2ffd640 1 -- 172.21.15.83:0/1119546675 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00e40408f0 con 0x55732f596080 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- 172.21.15.83:0/1119546675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 msgr2=0x55732f597f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f00e4003a70 tx=0x7f00e402bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- 172.21.15.83:0/1119546675 shutdown_connections 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f5a8550 0x55732f5a7a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5969a0 0x55732f58fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1119546675 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f596080 0x55732f597f40 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- 172.21.15.83:0/1119546675 >> 172.21.15.83:0/1119546675 conn(0x55732f590ba0 msgr2=0x55732f591d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- 172.21.15.83:0/1119546675 shutdown_connections 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- 172.21.15.83:0/1119546675 wait complete. 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 -- start start 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.637+0000 7f00f21e4740 1 Processor -- start 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 0x55732f599420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.646 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f599ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81acdc0 con 0x55732f5969a0 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81ac6f0 con 0x55732f596080 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f00e81a9950 con 0x55732f5a8550 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 10 client.0 _ll_register_callbacks cb 0x7f00e4004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ed390640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 0x55732f599420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00edb91640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f599ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ed390640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 0x55732f599420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37218/0 (socket says 172.21.15.83:37218) 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43508/0 (socket says 172.21.15.83:43508) 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ed390640 1 -- 172.21.15.83:0/1212345803 learned_addr learned my addr 172.21.15.83:0/1212345803 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 -- 172.21.15.83:0/1212345803 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 msgr2=0x55732f599ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f599ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 -- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 msgr2=0x55732f599420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:44.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 0x55732f599420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 -- 172.21.15.83:0/1212345803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732f61d960 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00ecb8f640 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f00d809d300 tx=0x7f00d809c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d15ef5ff9d58419b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00d8098cf0 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00e40035f0 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.638+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f00d80990c0 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f00d809d150 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 10 client.17454 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55732f61ec60 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f00e40035f0 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f00d80a5230 con 0x55732f5969a0 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 10 client.17454 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 10 client.17454 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:44.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 20 client.17454 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f620fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 4 client.17454 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55732f508c10 con 0x55732f5b84a0 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00ed390640 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f620fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.639+0000 7f00d0ff9640 10 client.17454 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00ed390640 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f620fa0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9220ade0766e85d4 server_cookie=698b71d55d90dcb9 in_seq=0 out_seq=0 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00d0ff9640 1 -- 172.21.15.83:0/1212345803 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55732f508c10 con 0x55732f5b84a0 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00d0ff9640 10 client.17454 handle_command_reply: tid=0 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 client.17454 shutdown 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 msgr2=0x55732f599960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f00d809d300 tx=0x7f00d809c950 comp rx=0 tx=0).stop 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 shutdown_connections 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55732f5b84a0 0x55732f620fa0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55732f5a8550 0x55732f599ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55732f5969a0 0x55732f599960 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.649 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00d0ff9640 0 client.17454 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 --2- 172.21.15.83:0/1212345803 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55732f596080 0x55732f599420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 >> 172.21.15.83:0/1212345803 conn(0x55732f590ba0 msgr2=0x55732f58fa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 shutdown_connections 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 1 -- 172.21.15.83:0/1212345803 wait complete. 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.640+0000 7f00f21e4740 20 client.17454 trim_cache size 0 max 16384 2024-04-22T14:03:44.650 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 msgr2=0x7f00d40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 0x7f00d40a6260 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f00e0005fd0 tx=0x7f00e0013ae0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 msgr2=0x7f00e819e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f00d800e9c0 tx=0x7f00d800ee80 comp rx=0 tx=0).stop 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 shutdown_connections 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f00d40a3da0 0x7f00d40a6260 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f00e81985f0 0x7f00e8198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f00e81072e0 0x7f00e819e980 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 --2- 172.21.15.83:0/3561329432 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f00e81006d0 0x7f00e819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:44.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 >> 172.21.15.83:0/3561329432 conn(0x7f00e80773f0 msgr2=0x7f00e81055c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:44.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 shutdown_connections 2024-04-22T14:03:44.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:44.641+0000 7f00ef5f4640 1 -- 172.21.15.83:0/3561329432 wait complete. 2024-04-22T14:03:44.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:44 smithi173 ceph-mon[31493]: pgmap v169: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 640 op/s 2024-04-22T14:03:44.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:44 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1205556124' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:44.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:44 smithi083 ceph-mon[27977]: pgmap v169: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 640 op/s 2024-04-22T14:03:44.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:44 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1205556124' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:44.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:44 smithi084 ceph-mon[31312]: pgmap v169: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 640 op/s 2024-04-22T14:03:44.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:44 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1205556124' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:45.656 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:03:45.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:03:45.657 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:03:45.784 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/300832525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101ac0 msgr2=0x7fe1b0105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/300832525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101ac0 0x7fe1b0105b00 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fe198009860 tx=0x7fe19802bb70 comp rx=0 tx=0).stop 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/300832525 shutdown_connections 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/300832525 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b010ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/300832525 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101ac0 0x7fe1b0105b00 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/300832525 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b0101110 0x7fe1b01014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/300832525 >> 172.21.15.83:0/300832525 conn(0x7fe1b0077f80 msgr2=0x7fe1b0078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/300832525 shutdown_connections 2024-04-22T14:03:45.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.781+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/300832525 wait complete. 2024-04-22T14:03:45.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 Processor -- start 2024-04-22T14:03:45.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 -- start start 2024-04-22T14:03:45.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b01a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 0x7fe1b019acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01110b0 con 0x7fe1b0101110 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0110f30 con 0x7fe1b01061e0 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1b4ad2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0111230 con 0x7fe1b019a800 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1ae59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1aed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 0x7fe1b019acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1aed9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 0x7fe1b019acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:51436/0 (socket says 172.21.15.83:51436) 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1ae59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43532/0 (socket says 172.21.15.83:43532) 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b01a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.782+0000 7fe1aed9d640 1 -- 172.21.15.83:0/432382475 learned_addr learned my addr 172.21.15.83:0/432382475 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 -- 172.21.15.83:0/432382475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 msgr2=0x7fe1b019acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 0x7fe1b019acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 -- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 msgr2=0x7fe1b01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 -- 172.21.15.83:0/432382475 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b019b390 con 0x7fe1b01061e0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b01a0bd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe19802c0b0 tx=0x7fe1980359a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a77fe640 1 -- 172.21.15.83:0/432382475 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198041020 con 0x7fe1b01061e0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a77fe640 1 -- 172.21.15.83:0/432382475 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe19802c9c0 con 0x7fe1b01061e0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b019b620 con 0x7fe1b01061e0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1a77fe640 1 -- 172.21.15.83:0/432382475 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198039040 con 0x7fe1b01061e0 2024-04-22T14:03:45.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.783+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b01a7770 con 0x7fe1b01061e0 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.786+0000 7fe1a77fe640 1 -- 172.21.15.83:0/432382475 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe198044020 con 0x7fe1b01061e0 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1a77fe640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 0x7fe19c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 Processor -- start 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 0x7fe19c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1a77fe640 1 -- 172.21.15.83:0/432382475 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe1980f1da0 con 0x7fe1b01061e0 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 -- start start 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9c6290 0x55f49e9ce840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 0x55f49e9d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f49e929f00 con 0x55f49e9c58e0 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f49e8c7590 con 0x55f49e9cee10 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1b779e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f49e925ec0 con 0x55f49e9c6290 2024-04-22T14:03:45.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 0x7fe19c0a61e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe1a00096c0 tx=0x7fe1a0009260 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1ae59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1aed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 0x55f49e9d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1ae59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43544/0 (socket says 172.21.15.83:43544) 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9c6290 0x55f49e9ce840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.787+0000 7fe1ae59c640 1 -- 172.21.15.83:0/1331450000 learned_addr learned my addr 172.21.15.83:0/1331450000 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 -- 172.21.15.83:0/1331450000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9c6290 msgr2=0x55f49e9ce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9c6290 0x55f49e9ce840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 -- 172.21.15.83:0/1331450000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 msgr2=0x55f49e9c5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 -- 172.21.15.83:0/1331450000 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f49e7047e0 con 0x55f49e9cee10 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 0x55f49e9d1260 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009f30 tx=0x7fe1a80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=faab92c4c1b70f35 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1a4ff9640 1 -- 172.21.15.83:0/1331450000 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8004b20 con 0x55f49e9cee10 2024-04-22T14:03:45.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1a4ff9640 1 -- 172.21.15.83:0/1331450000 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a8004cc0 con 0x55f49e9cee10 2024-04-22T14:03:45.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.788+0000 7fe1a4ff9640 1 -- 172.21.15.83:0/1331450000 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8005280 con 0x55f49e9cee10 2024-04-22T14:03:45.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- 172.21.15.83:0/1331450000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 msgr2=0x55f49e9d1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 0x55f49e9d1260 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009f30 tx=0x7fe1a80118d0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- 172.21.15.83:0/1331450000 shutdown_connections 2024-04-22T14:03:45.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9cee10 0x55f49e9d1260 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9c6290 0x55f49e9ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1331450000 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9c5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- 172.21.15.83:0/1331450000 >> 172.21.15.83:0/1331450000 conn(0x55f49e9bffb0 msgr2=0x55f49e9c0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- 172.21.15.83:0/1331450000 shutdown_connections 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- 172.21.15.83:0/1331450000 wait complete. 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 -- start start 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.789+0000 7fe1b779e740 1 Processor -- start 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9cc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f49e9d1d80 con 0x55f49e9c58e0 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f49e8e3580 con 0x55f49e9c6290 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f49e9d1f00 con 0x55f49e9cee10 2024-04-22T14:03:45.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37268/0 (socket says 172.21.15.83:37268) 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3608897315 learned_addr learned my addr 172.21.15.83:0/3608897315 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 10 client.0 _ll_register_callbacks cb 0x55f49e8e9650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3608897315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 msgr2=0x55f49e9cc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9cc700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3608897315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 msgr2=0x55f49e9cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9cbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3608897315 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f49e764f70 con 0x55f49e9c6290 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a8004cc0 con 0x55f49e9c6290 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe19802cb90 tx=0x7fe1980bd8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd2e28464df78db7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe195ffb640 10 client.26720 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.790+0000 7fe195ffb640 1 -- 172.21.15.83:0/3608897315 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980d6070 con 0x55f49e9c6290 2024-04-22T14:03:45.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe195ffb640 1 -- 172.21.15.83:0/3608897315 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe1980d7260 con 0x55f49e9c6290 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe195ffb640 1 -- 172.21.15.83:0/3608897315 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fe1980c2230 con 0x55f49e9c6290 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 10 client.26720 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({fsmap=37}) -- 0x55f49e5fc170 con 0x55f49e9c6290 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe195ffb640 1 -- 172.21.15.83:0/3608897315 <== mon.2 v2:172.21.15.84:3300/0 4 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fe19803c030 con 0x55f49e9c6290 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 10 client.26720 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 10 client.26720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 20 client.26720 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49e9e1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 4 client.26720 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f49e937920 con 0x55f49e9df000 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.791+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49e9e1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe195ffb640 10 client.26720 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49e9e1450 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8e560ddf2e2f8bb server_cookie=d8d8a9570d4be711 in_seq=0 out_seq=0 2024-04-22T14:03:45.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe195ffb640 1 -- 172.21.15.83:0/3608897315 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f49e937920 con 0x55f49e9df000 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe195ffb640 10 client.26720 handle_command_reply: tid=0 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 client.26720 shutdown 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 msgr2=0x55f49e9cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe19802cb90 tx=0x7fe1980bd8a0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 shutdown_connections 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49e9e1450 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe195ffb640 0 client.26720 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9cc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c6290 0x55f49e9cc1c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3608897315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c58e0 0x55f49e9cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.792+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 >> 172.21.15.83:0/3608897315 conn(0x55f49e9bffb0 msgr2=0x55f49e9c1d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.793+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 shutdown_connections 2024-04-22T14:03:45.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.793+0000 7fe1b779e740 1 -- 172.21.15.83:0/3608897315 wait complete. 2024-04-22T14:03:45.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.793+0000 7fe1b779e740 20 client.26720 trim_cache size 0 max 16384 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 Processor -- start 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 -- start start 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9dac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9c1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01afc50 con 0x55f49e9c6290 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01b1790 con 0x55f49e9c58e0 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1b779e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01b0320 con 0x55f49e9cee10 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1ae59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9dac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43564/0 (socket says 172.21.15.83:43564) 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3107288656 learned_addr learned my addr 172.21.15.83:0/3107288656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9c1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3107288656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 msgr2=0x55f49e9c1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9c1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3107288656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 msgr2=0x55f49e9dac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9dac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1a7fff640 1 -- 172.21.15.83:0/3107288656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f49e9db950 con 0x55f49e9c6290 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.813+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9dac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe198009780 tx=0x7fe198047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5312b2d194ea40de server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe197fff640 1 -- 172.21.15.83:0/3107288656 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980d6040 con 0x55f49e9c6290 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe197fff640 1 -- 172.21.15.83:0/3107288656 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a8004cc0 con 0x55f49e9c6290 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe197fff640 1 -- 172.21.15.83:0/3107288656 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980c68c0 con 0x55f49e9c6290 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 -- 172.21.15.83:0/3107288656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 msgr2=0x55f49e9cc520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fe198009780 tx=0x7fe198047000 comp rx=0 tx=0).stop 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 -- 172.21.15.83:0/3107288656 shutdown_connections 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9c1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9cc520 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 --2- 172.21.15.83:0/3107288656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9dac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 -- 172.21.15.83:0/3107288656 >> 172.21.15.83:0/3107288656 conn(0x55f49e9bffb0 msgr2=0x55f49e9c1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 -- 172.21.15.83:0/3107288656 shutdown_connections 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.814+0000 7fe1b779e740 1 -- 172.21.15.83:0/3107288656 wait complete. 2024-04-22T14:03:45.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 -- start start 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 Processor -- start 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9d2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9d3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01b10c0 con 0x55f49e9c6290 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01b09f0 con 0x55f49e9c58e0 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01adc50 con 0x55f49e9cee10 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1b779e740 10 client.0 _ll_register_callbacks cb 0x7fe1980bd9c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43572/0 (socket says 172.21.15.83:43572) 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 -- 172.21.15.83:0/1628207561 learned_addr learned my addr 172.21.15.83:0/1628207561 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1aed9d640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9d3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9d2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 -- 172.21.15.83:0/1628207561 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 msgr2=0x55f49e9d3890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9d3890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 -- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 msgr2=0x55f49e9d2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9d2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1a7fff640 1 -- 172.21.15.83:0/1628207561 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f49ea44870 con 0x55f49e9c6290 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.815+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9d2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1a7fff640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fe19802cb90 tx=0x7fe19802bb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8095a32fbdef5b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980d6070 con 0x55f49e9c6290 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1a8004cc0 con 0x55f49e9c6290 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe1980be2e0 con 0x55f49e9c6290 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fe1980c6af0 con 0x55f49e9c6290 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 10 client.17472 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:45.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55f49ea44870 con 0x55f49e9c6290 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1a8004cc0 con 0x55f49e9c6290 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fe1980b9bd0 con 0x55f49e9c6290 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 10 client.17472 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 10 client.17472 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 20 client.17472 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49ea47e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 4 client.17472 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f49e931790 con 0x55f49e9df000 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.816+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49ea47e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.817+0000 7fe195ffb640 10 client.17472 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.817+0000 7fe1ae59c640 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49ea47e20 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4b45cf8c7b9b5a6 server_cookie=d60f089091bdd754 in_seq=0 out_seq=0 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe195ffb640 1 -- 172.21.15.83:0/1628207561 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f49e931790 con 0x55f49e9df000 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe195ffb640 10 client.17472 handle_command_reply: tid=0 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 client.17472 shutdown 2024-04-22T14:03:45.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 msgr2=0x55f49e9d3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fe19802cb90 tx=0x7fe19802bb70 comp rx=0 tx=0).stop 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 shutdown_connections 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f49e9df000 0x55f49ea47e20 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe195ffb640 0 client.17472 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f49e9cee10 0x55f49e9d3890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f49e9c6290 0x55f49e9d3350 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 --2- 172.21.15.83:0/1628207561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f49e9c58e0 0x55f49e9d2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 >> 172.21.15.83:0/1628207561 conn(0x55f49e9bffb0 msgr2=0x55f49e9be780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 shutdown_connections 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 1 -- 172.21.15.83:0/1628207561 wait complete. 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b779e740 20 client.17472 trim_cache size 0 max 16384 2024-04-22T14:03:45.828 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:45.829 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:03:45.829 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "a2725a86-806c-415c-97d8-6352f217d3c0", 2024-04-22T14:03:45.829 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:03:45.829 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 msgr2=0x7fe19c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 0x7fe19c0a61e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe1a00096c0 tx=0x7fe1a0009260 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 msgr2=0x7fe1b01a0bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.818+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b01a0bd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe19802c0b0 tx=0x7fe1980359a0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 shutdown_connections 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe19c0a3d20 0x7fe19c0a61e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe1b019a800 0x7fe1b019acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1b01061e0 0x7fe1b01a0bd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 --2- 172.21.15.83:0/432382475 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe1b0101110 0x7fe1b01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 >> 172.21.15.83:0/432382475 conn(0x7fe1b0077f80 msgr2=0x7fe1b006a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 shutdown_connections 2024-04-22T14:03:45.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.819+0000 7fe1b4ad2640 1 -- 172.21.15.83:0/432382475 wait complete. 2024-04-22T14:03:45.833 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:03:45.833 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 -- 172.21.15.83:0/196787542 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf04107270 msgr2=0x7fcf0410ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/196787542 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf04107270 0x7fcf0410ee20 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcefc009ca0 tx=0x7fcefc02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 -- 172.21.15.83:0/196787542 shutdown_connections 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/196787542 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf04107270 0x7fcf0410ee20 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/196787542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf0406af60 0x7fcf04106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/196787542 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf0406a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 -- 172.21.15.83:0/196787542 >> 172.21.15.83:0/196787542 conn(0x7fcf04077c40 msgr2=0x7fcf04078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.984+0000 7fcf08bb6640 1 -- 172.21.15.83:0/196787542 shutdown_connections 2024-04-22T14:03:45.988 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.985+0000 7fcf08bb6640 1 -- 172.21.15.83:0/196787542 wait complete. 2024-04-22T14:03:45.990 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.985+0000 7fcf08bb6640 1 Processor -- start 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 -- start start 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf041a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf04107270 0x7fcf041a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 0x7fcf0419ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04102c10 con 0x7fcf0406a5b0 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04102a90 con 0x7fcf04107270 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf08bb6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04102d90 con 0x7fcf0419a690 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf041a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 0x7fcf0419ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf041a05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43578/0 (socket says 172.21.15.83:43578) 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf0259c640 1 -- 172.21.15.83:0/1118464068 learned_addr learned my addr 172.21.15.83:0/1118464068 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf04107270 0x7fcf041a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 -- 172.21.15.83:0/1118464068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf04107270 msgr2=0x7fcf041a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.991 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf04107270 0x7fcf041a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 -- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 msgr2=0x7fcf041a05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf041a05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.986+0000 7fcf02d9d640 1 -- 172.21.15.83:0/1118464068 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf0419b290 con 0x7fcf0419a690 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 0x7fcf0419ab10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcefc009bf0 tx=0x7fcefc032420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcef37fe640 1 -- 172.21.15.83:0/1118464068 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc041020 con 0x7fcf0419a690 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcef37fe640 1 -- 172.21.15.83:0/1118464068 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcefc032970 con 0x7fcf0419a690 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf0419b520 con 0x7fcf0419a690 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcef37fe640 1 -- 172.21.15.83:0/1118464068 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc039040 con 0x7fcf0419a690 2024-04-22T14:03:45.992 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.987+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf041a7660 con 0x7fcf0419a690 2024-04-22T14:03:45.993 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.990+0000 7fcf0b7aa740 1 Processor -- start 2024-04-22T14:03:45.994 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.990+0000 7fcef37fe640 1 -- 172.21.15.83:0/1118464068 <== mon.1 v2:172.21.15.173:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcefc044020 con 0x7fcf0419a690 2024-04-22T14:03:45.996 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.991+0000 7fcef37fe640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 0x7fceec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.991+0000 7fcf0b7aa740 1 -- start start 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68580 0x561fc3e68960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e71540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcef37fe640 1 -- 172.21.15.83:0/1118464068 <== mon.1 v2:172.21.15.173:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcefc0f23e0 con 0x7fcf0419a690 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561fc3dcd1e0 con 0x561fc3e71a80 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561fc3d6a390 con 0x561fc3e68ea0 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561fc3dc91a0 con 0x561fc3e68580 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 0x7fceec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf02d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf02d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43590/0 (socket says 172.21.15.83:43590) 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf02d9d640 1 -- 172.21.15.83:0/2623198696 learned_addr learned my addr 172.21.15.83:0/2623198696 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:45.997 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e71540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.992+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68580 0x561fc3e68960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 -- 172.21.15.83:0/2623198696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68580 msgr2=0x561fc3e68960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68580 0x561fc3e68960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 -- 172.21.15.83:0/2623198696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 msgr2=0x561fc3e71540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e71540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 -- 172.21.15.83:0/2623198696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fc3ba97d0 con 0x561fc3e71a80 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 0x7fceec0a61e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcef800bfd0 tx=0x7fcef800bb40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fcefc0c6ba0 tx=0x7fcefc02c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c03bbab821d376dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcef0ff9640 1 -- 172.21.15.83:0/2623198696 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc0d7070 con 0x561fc3e71a80 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcef0ff9640 1 -- 172.21.15.83:0/2623198696 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcefc003970 con 0x561fc3e71a80 2024-04-22T14:03:45.998 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.993+0000 7fcef0ff9640 1 -- 172.21.15.83:0/2623198696 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc0efd80 con 0x561fc3e71a80 2024-04-22T14:03:46.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.997+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/2623198696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 msgr2=0x561fc3e73e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.997+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fcefc0c6ba0 tx=0x7fcefc02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/2623198696 shutdown_connections 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e73e70 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e71540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/2623198696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68580 0x561fc3e68960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/2623198696 >> 172.21.15.83:0/2623198696 conn(0x561fc3e62cb0 msgr2=0x561fc3e63090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.998+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/2623198696 shutdown_connections 2024-04-22T14:03:46.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.999+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/2623198696 wait complete. 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.999+0000 7fcf0b7aa740 1 -- start start 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:45.999+0000 7fcf0b7aa740 1 Processor -- start 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e6f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e71a80 0x561fc3e6f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561fc3e7ce40 con 0x561fc3e68580 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561fc3d862f0 con 0x561fc3e68ea0 2024-04-22T14:03:46.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561fc3e7cfc0 con 0x561fc3e71a80 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0b7aa740 10 client.0 _ll_register_callbacks cb 0x561fc3d93580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43602/0 (socket says 172.21.15.83:43602) 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf0259c640 1 -- 172.21.15.83:0/1156615779 learned_addr learned my addr 172.21.15.83:0/1156615779 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.000+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e6f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e71a80 0x561fc3e6f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 -- 172.21.15.83:0/1156615779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e71a80 msgr2=0x561fc3e6f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e71a80 0x561fc3e6f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 -- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 msgr2=0x561fc3e6f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e6f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 -- 172.21.15.83:0/1156615779 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fc3adf3f0 con 0x561fc3e68580 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e6f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:46.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0259c640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fcef4012980 tx=0x7fcef4012e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52709cbb74eadeb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcee9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef400f9e0 con 0x561fc3e68580 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcef400fb80 con 0x561fc3e68580 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561fc3ddac00 con 0x561fc3e68580 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.001+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fcef400fdc0 con 0x561fc3e68580 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 10 client.17484 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:46.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x561fc3a9f0f0 con 0x561fc3e68580 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x561fc3ddac00 con 0x561fc3e68580 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fcef401c530 con 0x561fc3e68580 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 10 client.17484 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 10 client.17484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 20 client.17484 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e8a0a0 0x561fc3e8c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 4 client.17484 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.002+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fc3dd4a70 con 0x561fc3e8a0a0 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.003+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e8a0a0 0x561fc3e8c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.004+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e8a0a0 0x561fc3e8c510 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0f580134784c970 server_cookie=611fa9b547005930 in_seq=0 out_seq=0 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.004+0000 7fcee9ffb640 10 client.17484 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:46.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcee9ffb640 1 -- 172.21.15.83:0/1156615779 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561fc3dd4a70 con 0x561fc3e8a0a0 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcee9ffb640 10 client.17484 handle_command_reply: tid=0 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 client.17484 shutdown 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 msgr2=0x561fc3e6eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fcef4012980 tx=0x7fcef4012e40 comp rx=0 tx=0).stop 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 shutdown_connections 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e8a0a0 0x561fc3e8c510 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e71a80 0x561fc3e6f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68ea0 0x561fc3e6f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1156615779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e68580 0x561fc3e6eb70 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcee9ffb640 0 client.17484 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 >> 172.21.15.83:0/1156615779 conn(0x561fc3e62cb0 msgr2=0x561fc3e64a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 shutdown_connections 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.005+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1156615779 wait complete. 2024-04-22T14:03:46.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.006+0000 7fcf0b7aa740 20 client.17484 trim_cache size 0 max 16384 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 Processor -- start 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 -- start start 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e63090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e85ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041ab8d0 con 0x561fc3e71a80 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041ad410 con 0x561fc3e68580 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041abfa0 con 0x561fc3e68ea0 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e63090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37320/0 (socket says 172.21.15.83:37320) 2024-04-22T14:03:46.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf0259c640 1 -- 172.21.15.83:0/1650727391 learned_addr learned my addr 172.21.15.83:0/1650727391 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e85ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 -- 172.21.15.83:0/1650727391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 msgr2=0x561fc3e712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 -- 172.21.15.83:0/1650727391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 msgr2=0x561fc3e85ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e85ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.033+0000 7fcf01d9b640 1 -- 172.21.15.83:0/1650727391 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fc3e86020 con 0x561fc3e68ea0 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fcf0259c640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:46.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e85ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:03:46.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fcf01d9b640 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e63090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcf0419bee0 tx=0x7fcef8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2014eb41fa6f29a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:46.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fceebfff640 1 -- 172.21.15.83:0/1650727391 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef802abc0 con 0x561fc3e68ea0 2024-04-22T14:03:46.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fceebfff640 1 -- 172.21.15.83:0/1650727391 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcef802ad60 con 0x561fc3e68ea0 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.034+0000 7fceebfff640 1 -- 172.21.15.83:0/1650727391 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef802a620 con 0x561fc3e68ea0 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1650727391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 msgr2=0x561fc3e63090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e63090 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcf0419bee0 tx=0x7fcef8004730 comp rx=0 tx=0).stop 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1650727391 shutdown_connections 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e85ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e63090 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/1650727391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.035+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1650727391 >> 172.21.15.83:0/1650727391 conn(0x561fc3e62cb0 msgr2=0x561fc3e6d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1650727391 shutdown_connections 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/1650727391 wait complete. 2024-04-22T14:03:46.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 -- start start 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 Processor -- start 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e81ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e82530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.036+0000 7fcf0b7aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041acd40 con 0x561fc3e71a80 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041ac670 con 0x561fc3e68580 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf0b7aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcf041a98d0 con 0x561fc3e68ea0 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf0b7aa740 10 client.0 _ll_register_callbacks cb 0x7fcef40099b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43618/0 (socket says 172.21.15.83:43618) 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 -- 172.21.15.83:0/3934531770 learned_addr learned my addr 172.21.15.83:0/3934531770 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 -- 172.21.15.83:0/3934531770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 msgr2=0x561fc3e82530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e82530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 -- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 msgr2=0x561fc3e81ff0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e81ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.037+0000 7fcf02d9d640 1 -- 172.21.15.83:0/3934531770 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fc3e6bba0 con 0x561fc3e71a80 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcf02d9d640 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fcefc02c630 tx=0x7fcefc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c23431da589c4eb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:46.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcee9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:46.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc0d7040 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcefc0baad0 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcef802ad60 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.038+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fcefc0be460 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.039+0000 7fcf0b7aa740 10 client.17490 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.039+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x561fc3e75160 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcef802ad60 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fcefc03c030 con 0x561fc3e71a80 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 10 client.17490 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 10 client.17490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 20 client.17490 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:46.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e754a0 0x561fc3e77900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:46.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 4 client.17490 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:03:46.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.040+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561fc3d50590 con 0x561fc3e754a0 2024-04-22T14:03:46.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.043+0000 7fcf0259c640 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e754a0 0x561fc3e77900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:46.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.044+0000 7fcf0259c640 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e754a0 0x561fc3e77900 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95e0bf59d4e4c34c server_cookie=e244672ee896592b in_seq=0 out_seq=0 2024-04-22T14:03:46.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.044+0000 7fcee9ffb640 10 client.17490 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:46.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.044+0000 7fcee9ffb640 1 -- 172.21.15.83:0/3934531770 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561fc3d50590 con 0x561fc3e754a0 2024-04-22T14:03:46.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.044+0000 7fcee9ffb640 10 client.17490 handle_command_reply: tid=0 2024-04-22T14:03:46.048 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.044+0000 7fcf0b7aa740 1 client.17490 shutdown 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 msgr2=0x561fc3e6b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fcefc02c630 tx=0x7fcefc005ef0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 shutdown_connections 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561fc3e754a0 0x561fc3e77900 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561fc3e71a80 0x561fc3e6b3a0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561fc3e68ea0 0x561fc3e82530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 --2- 172.21.15.83:0/3934531770 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561fc3e68580 0x561fc3e81ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 >> 172.21.15.83:0/3934531770 conn(0x561fc3e62cb0 msgr2=0x561fc3e6eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcee9ffb640 0 client.17490 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 shutdown_connections 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 1 -- 172.21.15.83:0/3934531770 wait complete. 2024-04-22T14:03:46.049 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.045+0000 7fcf0b7aa740 20 client.17490 trim_cache size 0 max 16384 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "a2725a86-806c-415c-97d8-6352f217d3c0": { 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "a2725a86-806c-415c-97d8-6352f217d3c0", 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:46.050 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 msgr2=0x7fceec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 0x7fceec0a61e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fcef800bfd0 tx=0x7fcef800bb40 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 msgr2=0x7fcf0419ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 0x7fcf0419ab10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcefc009bf0 tx=0x7fcefc032420 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 shutdown_connections 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceec0a3d20 0x7fceec0a61e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcf0419a690 0x7fcf0419ab10 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcf04107270 0x7fcf041a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 --2- 172.21.15.83:0/1118464068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcf0406a5b0 0x7fcf041a05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.046+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 >> 172.21.15.83:0/1118464068 conn(0x7fcf04077c40 msgr2=0x7fcf040ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.047+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 shutdown_connections 2024-04-22T14:03:46.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:46.047+0000 7fcf08bb6640 1 -- 172.21.15.83:0/1118464068 wait complete. 2024-04-22T14:03:46.066 INFO:tasks.cephfs.filesystem:scrub status for tag:a2725a86-806c-415c-97d8-6352f217d3c0 - {'path': '/', 'tag': 'a2725a86-806c-415c-97d8-6352f217d3c0', 'options': 'recursive,force'} 2024-04-22T14:03:46.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: pgmap v170: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 635 op/s 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:46 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: pgmap v170: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 635 op/s 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:46.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:46 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: pgmap v170: 97 pgs: 97 active+clean; 203 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 635 op/s 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:46.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:46 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:47 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:03:47.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:47 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:47 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:03:47.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:47 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:47 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:47 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:03:47.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:47 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:47 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:03:47.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:47 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:47 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:47 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:03:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:47 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:47 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:03:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:47 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:47 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:03:48.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:48 smithi173 ceph-mon[31493]: pgmap v171: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 1.03k op/s 2024-04-22T14:03:48.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:48 smithi083 ceph-mon[27977]: pgmap v171: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 1.03k op/s 2024-04-22T14:03:48.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:48 smithi084 ceph-mon[31312]: pgmap v171: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 1.03k op/s 2024-04-22T14:03:50.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:50 smithi173 ceph-mon[31493]: pgmap v172: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:50.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:50 smithi083 ceph-mon[27977]: pgmap v172: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:50.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:50 smithi084 ceph-mon[31312]: pgmap v172: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:52.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:52 smithi173 ceph-mon[31493]: pgmap v173: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:52.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:52 smithi083 ceph-mon[27977]: pgmap v173: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:52.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:52 smithi084 ceph-mon[31312]: pgmap v173: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 MiB/s rd, 2.3 MiB/s wr, 818 op/s 2024-04-22T14:03:54.202 INFO:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 23.6 2024-04-22T14:03:54.203 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:03:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 -- 172.21.15.83:0/1464179828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 msgr2=0x7f2440102ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 --2- 172.21.15.83:0/1464179828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f2440102ee0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f242c009930 tx=0x7f242c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 -- 172.21.15.83:0/1464179828 shutdown_connections 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 --2- 172.21.15.83:0/1464179828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 0x7f244010de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 --2- 172.21.15.83:0/1464179828 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f2440102ee0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 --2- 172.21.15.83:0/1464179828 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 0x7f2440101580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.322+0000 7f2446af2640 1 -- 172.21.15.83:0/1464179828 >> 172.21.15.83:0/1464179828 conn(0x7f24400771d0 msgr2=0x7f24400775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- 172.21.15.83:0/1464179828 shutdown_connections 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- 172.21.15.83:0/1464179828 wait complete. 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 Processor -- start 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- start start 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 0x7f24401a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 0x7f244019a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2440111210 con 0x7f2440102a80 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2440111090 con 0x7f2440103420 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f2446af2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2440111390 con 0x7f24401011a0 2024-04-22T14:03:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.323+0000 7f243ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39316/0 (socket says 172.21.15.83:39316) 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 -- 172.21.15.83:0/2525865308 learned_addr learned my addr 172.21.15.83:0/2525865308 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f244488e640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 0x7f24401a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f244508f640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 0x7f244019a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 -- 172.21.15.83:0/2525865308 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 msgr2=0x7f24401a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 0x7f24401a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 -- 172.21.15.83:0/2525865308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 msgr2=0x7f244019a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 0x7f244019a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 -- 172.21.15.83:0/2525865308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244019afe0 con 0x7f2440102a80 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243ffff640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f242c000c00 tx=0x7f242c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c043020 con 0x7f2440102a80 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f244019b270 con 0x7f2440102a80 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f242c02cb70 con 0x7f2440102a80 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.324+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242c003b80 con 0x7f2440102a80 2024-04-22T14:03:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.325+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24401a74f0 con 0x7f2440102a80 2024-04-22T14:03:54.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.326+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2440102590 con 0x7f2440102a80 2024-04-22T14:03:54.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.329+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f242c046020 con 0x7f2440102a80 2024-04-22T14:03:54.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.330+0000 7f243dffb640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 0x7f24300a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.330+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f242c0f26f0 con 0x7f2440102a80 2024-04-22T14:03:54.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.331+0000 7f244488e640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 0x7f24300a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.332+0000 7f244488e640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 0x7f24300a62e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2434009bd0 tx=0x7f2434005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.338+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f242c04d020 con 0x7f2440102a80 2024-04-22T14:03:54.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.627+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f244019bd40 con 0x7f2440102a80 2024-04-22T14:03:54.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.628+0000 7f243dffb640 1 -- 172.21.15.83:0/2525865308 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7f242c0bef90 con 0x7f2440102a80 2024-04-22T14:03:54.631 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:03:54.631 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:03:54.631 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:03:54.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 msgr2=0x7f24300a62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.633 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 0x7f24300a62e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2434009bd0 tx=0x7f2434005f90 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 msgr2=0x7f24401a0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f242c000c00 tx=0x7f242c0045e0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 shutdown_connections 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24300a3e20 0x7f24300a62e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2440103420 0x7f244019a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2440102a80 0x7f24401a0be0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 --2- 172.21.15.83:0/2525865308 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f24401011a0 0x7f24401a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 >> 172.21.15.83:0/2525865308 conn(0x7f24400771d0 msgr2=0x7f24400ffb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 shutdown_connections 2024-04-22T14:03:54.634 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.630+0000 7f2446af2640 1 -- 172.21.15.83:0/2525865308 wait complete. 2024-04-22T14:03:54.645 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db / --timeout 60 --expiration 83.6 --await' 2024-04-22T14:03:54.645 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db / --timeout 60 --expiration 83.6 --await 2024-04-22T14:03:54.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 -- 172.21.15.83:0/1747090470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 msgr2=0x7fda24112d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.782 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 --2- 172.21.15.83:0/1747090470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda24112d00 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fda18009930 tx=0x7fda1802bc30 comp rx=0 tx=0).stop 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 -- 172.21.15.83:0/1747090470 shutdown_connections 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 --2- 172.21.15.83:0/1747090470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410d2d0 0x7fda241197e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 --2- 172.21.15.83:0/1747090470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410c910 0x7fda2410cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 --2- 172.21.15.83:0/1747090470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda24112d00 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 -- 172.21.15.83:0/1747090470 >> 172.21.15.83:0/1747090470 conn(0x7fda2406cff0 msgr2=0x7fda2410af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 -- 172.21.15.83:0/1747090470 shutdown_connections 2024-04-22T14:03:54.783 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.779+0000 7fda2b062640 1 -- 172.21.15.83:0/1747090470 wait complete. 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 Processor -- start 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 -- start start 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410d2d0 0x7fda241a3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fda2411cbb0 con 0x7fda24112920 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fda2411ca30 con 0x7fda2410c910 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda2b062640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fda2411cd30 con 0x7fda2410d2d0 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda295ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.785 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37270/0 (socket says 172.21.15.83:37270) 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda295ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39342/0 (socket says 172.21.15.83:39342) 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 -- 172.21.15.83:0/331017867 learned_addr learned my addr 172.21.15.83:0/331017867 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda23fff640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410d2d0 0x7fda241a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 -- 172.21.15.83:0/331017867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410d2d0 msgr2=0x7fda241a3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410d2d0 0x7fda241a3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 -- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 msgr2=0x7fda241a7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda28dfe640 1 -- 172.21.15.83:0/331017867 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda241a8150 con 0x7fda2410c910 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.780+0000 7fda295ff640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda28dfe640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fda18009230 tx=0x7fda1802c710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda21ffb640 1 -- 172.21.15.83:0/331017867 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18043020 con 0x7fda2410c910 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda241a83e0 con 0x7fda2410c910 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda21ffb640 1 -- 172.21.15.83:0/331017867 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda1802caf0 con 0x7fda2410c910 2024-04-22T14:03:54.786 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda21ffb640 1 -- 172.21.15.83:0/331017867 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18003b50 con 0x7fda2410c910 2024-04-22T14:03:54.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.781+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda241afcd0 con 0x7fda2410c910 2024-04-22T14:03:54.787 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.784+0000 7fda21ffb640 1 -- 172.21.15.83:0/331017867 <== mon.2 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fda18046020 con 0x7fda2410c910 2024-04-22T14:03:54.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.785+0000 7fda21ffb640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 0x7fda140a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.785+0000 7fda21ffb640 1 -- 172.21.15.83:0/331017867 <== mon.2 v2:172.21.15.84:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fda180f2790 con 0x7fda2410c910 2024-04-22T14:03:54.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.786+0000 7fda23fff640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 0x7fda140a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.786+0000 7fda23fff640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 0x7fda140a6260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fda2410c330 tx=0x7fda1000b410 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 Processor -- start 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 -- start start 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975c2e0 0x55c689764980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c6897672b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c6896bc0b0 con 0x55c68975b9c0 2024-04-22T14:03:54.791 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c68966d680 con 0x55c689764ec0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c689679c60 con 0x55c68975c2e0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39348/0 (socket says 172.21.15.83:39348) 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 -- 172.21.15.83:0/788545374 learned_addr learned my addr 172.21.15.83:0/788545374 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda295ff640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c6897672b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda23fff640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975c2e0 0x55c689764980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 -- 172.21.15.83:0/788545374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975c2e0 msgr2=0x55c689764980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975c2e0 0x55c689764980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 -- 172.21.15.83:0/788545374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 msgr2=0x55c6897672b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c6897672b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 -- 172.21.15.83:0/788545374 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c68949ec90 con 0x55c68975b9c0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda295ff640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c6897672b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.787+0000 7fda28dfe640 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fda180bb1e0 tx=0x7fda18003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6364dd21d851be61 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.788+0000 7fda0effd640 1 -- 172.21.15.83:0/788545374 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda180bef10 con 0x55c68975b9c0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.788+0000 7fda0effd640 1 -- 172.21.15.83:0/788545374 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda180be810 con 0x55c68975b9c0 2024-04-22T14:03:54.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.788+0000 7fda0effd640 1 -- 172.21.15.83:0/788545374 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda18005460 con 0x55c68975b9c0 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.788+0000 7fda2dc4b740 1 -- 172.21.15.83:0/788545374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 msgr2=0x55c68975bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.788+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fda180bb1e0 tx=0x7fda18003680 comp rx=0 tx=0).stop 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- 172.21.15.83:0/788545374 shutdown_connections 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c6897672b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975c2e0 0x55c689764980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/788545374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975b9c0 0x55c68975bda0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- 172.21.15.83:0/788545374 >> 172.21.15.83:0/788545374 conn(0x55c6897560f0 msgr2=0x55c6897564d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- 172.21.15.83:0/788545374 shutdown_connections 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- 172.21.15.83:0/788545374 wait complete. 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- start start 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 Processor -- start 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689761eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c689762930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55c6896bf400 con 0x55c68975c2e0 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55c68967b840 con 0x55c689764ec0 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55c6896c4720 con 0x55c68975b9c0 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda23fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.789+0000 7fda2dc4b740 10 client.0 _ll_register_callbacks cb 0x55c6896ccea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39364/0 (socket says 172.21.15.83:39364) 2024-04-22T14:03:54.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 -- 172.21.15.83:0/1783742355 learned_addr learned my addr 172.21.15.83:0/1783742355 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda28dfe640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689761eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda295ff640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c689762930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 -- 172.21.15.83:0/1783742355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 msgr2=0x55c689761eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689761eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 -- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 msgr2=0x55c689762930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c689762930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 -- 172.21.15.83:0/1783742355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6894ff420 con 0x55c68975c2e0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda23fff640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fda10011770 tx=0x7fda10004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e21b47035147d0d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda03fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1001fab0 con 0x55c68975c2e0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fda1001fc50 con 0x55c68975c2e0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda180be810 con 0x55c68975c2e0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fda10028440 con 0x55c68975c2e0 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda2dc4b740 10 client.17508 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:54.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.790+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c689392580 con 0x55c68975c2e0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda180be810 con 0x55c68975c2e0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fda10026070 con 0x55c68975c2e0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 10 client.17508 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 10 client.17508 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 20 client.17508 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c689776dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 4 client.17508 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6896cdb10 con 0x55c689774990 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.791+0000 7fda28dfe640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c689776dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.792+0000 7fda03fff640 10 client.17508 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.792+0000 7fda28dfe640 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c689776dd0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffb8cf15fd67f6cd server_cookie=b27667ce2d5b2fcb in_seq=0 out_seq=0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.792+0000 7fda03fff640 1 -- 172.21.15.83:0/1783742355 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c6896cdb10 con 0x55c689774990 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.792+0000 7fda03fff640 10 client.17508 handle_command_reply: tid=0 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.792+0000 7fda2dc4b740 1 client.17508 shutdown 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 msgr2=0x55c6897623f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fda10011770 tx=0x7fda10004730 comp rx=0 tx=0).stop 2024-04-22T14:03:54.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 shutdown_connections 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c689776dd0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda03fff640 0 client.17508 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c689762930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c6897623f0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/1783742355 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689761eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 >> 172.21.15.83:0/1783742355 conn(0x55c6897560f0 msgr2=0x55c689757e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 shutdown_connections 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 1 -- 172.21.15.83:0/1783742355 wait complete. 2024-04-22T14:03:54.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.793+0000 7fda2dc4b740 20 client.17508 trim_cache size 0 max 16384 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 Processor -- start 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 -- start start 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689770630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c68977c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.814+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fda241ba080 con 0x55c68975c2e0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fda241b8c10 con 0x55c689764ec0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fda241b92e0 con 0x55c68975b9c0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39376/0 (socket says 172.21.15.83:39376) 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 -- 172.21.15.83:0/610374625 learned_addr learned my addr 172.21.15.83:0/610374625 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda295ff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c68977c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda28dfe640 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689770630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 -- 172.21.15.83:0/610374625 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 msgr2=0x55c689770630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689770630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 -- 172.21.15.83:0/610374625 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 msgr2=0x55c68977c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c68977c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 -- 172.21.15.83:0/610374625 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c689760e60 con 0x55c68975c2e0 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda295ff640 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c68977c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda23fff640 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fda10005d00 tx=0x7fda10004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=497e587d65cf1ec3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda0e7fc640 1 -- 172.21.15.83:0/610374625 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10035070 con 0x55c68975c2e0 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda0e7fc640 1 -- 172.21.15.83:0/610374625 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda10027960 con 0x55c68975c2e0 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.815+0000 7fda0e7fc640 1 -- 172.21.15.83:0/610374625 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda100285e0 con 0x55c68975c2e0 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- 172.21.15.83:0/610374625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 msgr2=0x55c689762700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fda10005d00 tx=0x7fda10004660 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- 172.21.15.83:0/610374625 shutdown_connections 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c689764ec0 0x55c68977c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c68975c2e0 0x55c689762700 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/610374625 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c689770630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- 172.21.15.83:0/610374625 >> 172.21.15.83:0/610374625 conn(0x55c6897560f0 msgr2=0x55c689754940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:54.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- 172.21.15.83:0/610374625 shutdown_connections 2024-04-22T14:03:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- 172.21.15.83:0/610374625 wait complete. 2024-04-22T14:03:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.816+0000 7fda2dc4b740 1 -- start start 2024-04-22T14:03:54.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 Processor -- start 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c68976cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 0x55c689769470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fda241b6520 con 0x55c689764ec0 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fda241b99b0 con 0x55c68975c2e0 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fda241b6b90 con 0x55c68975b9c0 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda2dc4b740 10 client.0 _ll_register_callbacks cb 0x7fda1000bce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:03:54.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda295ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 0x55c689769470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:37306/0 (socket says 172.21.15.83:37306) 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda295ff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 0x55c689769470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:39388/0 (socket says 172.21.15.83:39388) 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 -- 172.21.15.83:0/620617275 learned_addr learned my addr 172.21.15.83:0/620617275 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda28dfe640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c68976cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 -- 172.21.15.83:0/620617275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 msgr2=0x55c68976cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c68976cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 -- 172.21.15.83:0/620617275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 msgr2=0x55c689769470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 0x55c689769470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.817+0000 7fda23fff640 1 -- 172.21.15.83:0/620617275 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6897699b0 con 0x55c68975c2e0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda23fff640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fda1001fa90 tx=0x7fda10027610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5726497f48aedd59 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10046060 con 0x55c68975c2e0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mon.2 v2:172.21.15.84:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fda1001f040 con 0x55c68975c2e0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda10027960 con 0x55c68975c2e0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fda10035040 con 0x55c68975c2e0 2024-04-22T14:03:54.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda2dc4b740 10 client.26762 fetch_fsmap learned FSMap version 37 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55c6897dbbf0 con 0x55c68975c2e0 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mon.2 v2:172.21.15.84:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda10027960 con 0x55c68975c2e0 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.818+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mon.2 v2:172.21.15.84:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fda10026040 con 0x55c68975c2e0 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 10 client.26762 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 10 client.26762 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 20 client.26762 populate_metadata read hostname 'smithi083' 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c6897de2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 4 client.26762 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 83.6, "await": true}] 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 83.6, "await": true}) -- 0x55c6896c7980 con 0x55c689774990 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda28dfe640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c6897de2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda03fff640 10 client.26762 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:54.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:54.819+0000 7fda28dfe640 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c6897de2e0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd62578291392aea server_cookie=5215fd23fae5f334 in_seq=0 out_seq=0 2024-04-22T14:03:54.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:54 smithi173 ceph-mon[31493]: pgmap v174: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 1.24k op/s 2024-04-22T14:03:54.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:54 smithi083 ceph-mon[27977]: pgmap v174: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 1.24k op/s 2024-04-22T14:03:54.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:54 smithi084 ceph-mon[31312]: pgmap v174: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 25 MiB/s rd, 3.5 MiB/s wr, 1.24k op/s 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.764+0000 7fda03fff640 1 -- 172.21.15.83:0/620617275 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55c6896c7980 con 0x55c689774990 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.764+0000 7fda03fff640 10 client.26762 handle_command_reply: tid=0 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.764+0000 7fda2dc4b740 1 client.26762 shutdown 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 msgr2=0x55c689768f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fda1001fa90 tx=0x7fda10027610 comp rx=0 tx=0).stop 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 shutdown_connections 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55c689774990 0x55c6897de2e0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55c689764ec0 0x55c689769470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda03fff640 0 client.26762 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55c68975c2e0 0x55c689768f30 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 --2- 172.21.15.83:0/620617275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55c68975b9c0 0x55c68976cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 >> 172.21.15.83:0/620617275 conn(0x55c6897560f0 msgr2=0x55c689762580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 shutdown_connections 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 1 -- 172.21.15.83:0/620617275 wait complete. 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.765+0000 7fda2dc4b740 20 client.26762 trim_cache size 0 max 16384 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 37, 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 18, 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:03:55.770 INFO:teuthology.orchestra.run.smithi083.stdout: "45d1e9b7": { 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 18, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 83.6, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "QUIESCED", 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:03:55.771 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:55.772 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:55.772 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:55.772 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:55.772 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:03:55.772 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 msgr2=0x7fda140a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 0x7fda140a6260 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fda2410c330 tx=0x7fda1000b410 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 msgr2=0x7fda241a3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fda18009230 tx=0x7fda1802c710 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 shutdown_connections 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fda140a3da0 0x7fda140a6260 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fda24112920 0x7fda241a7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fda2410d2d0 0x7fda241a3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 --2- 172.21.15.83:0/331017867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fda2410c910 0x7fda241a3200 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 >> 172.21.15.83:0/331017867 conn(0x7fda2406cff0 msgr2=0x7fda2410fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:03:55.773 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 shutdown_connections 2024-04-22T14:03:55.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:03:55.766+0000 7fda2b062640 1 -- 172.21.15.83:0/331017867 wait complete. 2024-04-22T14:03:55.780 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced, set_id: 45d1e9b7, quiesce took 1.6 seconds. Will release after: 23.6 2024-04-22T14:03:55.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:55 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2525865308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:55.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:55 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2525865308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:55.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:55 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2525865308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:03:56.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:56 smithi173 ceph-mon[31493]: pgmap v175: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 819 op/s 2024-04-22T14:03:56.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:56 smithi083 ceph-mon[27977]: pgmap v175: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 819 op/s 2024-04-22T14:03:56.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:56 smithi084 ceph-mon[31312]: pgmap v175: 97 pgs: 97 active+clean; 195 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 819 op/s 2024-04-22T14:03:58.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:58 smithi173 ceph-mon[31493]: pgmap v176: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 1.04k op/s 2024-04-22T14:03:58.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:58 smithi083 ceph-mon[27977]: pgmap v176: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 1.04k op/s 2024-04-22T14:03:58.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:58 smithi084 ceph-mon[31312]: pgmap v176: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 20 MiB/s rd, 2.8 MiB/s wr, 1.04k op/s 2024-04-22T14:03:59.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:59.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:59.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:59.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:03:59 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:03:59.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:59.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:59.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:59.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:03:59 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:03:59.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:59.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:59.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:03:59.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:03:59 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:00.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:00 smithi173 ceph-mon[31493]: pgmap v177: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:00.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:00 smithi083 ceph-mon[27977]: pgmap v177: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:00.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:00 smithi084 ceph-mon[31312]: pgmap v177: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:02.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:02 smithi173 ceph-mon[31493]: pgmap v178: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:02.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:02 smithi083 ceph-mon[27977]: pgmap v178: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:02.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:02 smithi084 ceph-mon[31312]: pgmap v178: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 640 op/s 2024-04-22T14:04:04.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:04 smithi173 ceph-mon[31493]: pgmap v179: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 660 op/s 2024-04-22T14:04:04.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:04 smithi083 ceph-mon[27977]: pgmap v179: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 660 op/s 2024-04-22T14:04:04.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:04 smithi084 ceph-mon[31312]: pgmap v179: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 660 op/s 2024-04-22T14:04:06.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:06 smithi173 ceph-mon[31493]: pgmap v180: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 593 KiB/s wr, 237 op/s 2024-04-22T14:04:06.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:06 smithi083 ceph-mon[27977]: pgmap v180: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 593 KiB/s wr, 237 op/s 2024-04-22T14:04:06.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:06 smithi084 ceph-mon[31312]: pgmap v180: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 593 KiB/s wr, 237 op/s 2024-04-22T14:04:08.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:08 smithi173 ceph-mon[31493]: pgmap v181: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 647 KiB/s wr, 243 op/s 2024-04-22T14:04:08.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:08 smithi083 ceph-mon[27977]: pgmap v181: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 647 KiB/s wr, 243 op/s 2024-04-22T14:04:08.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:08 smithi084 ceph-mon[31312]: pgmap v181: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 MiB/s rd, 647 KiB/s wr, 243 op/s 2024-04-22T14:04:10.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:10 smithi173 ceph-mon[31493]: pgmap v182: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:10.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:10 smithi083 ceph-mon[27977]: pgmap v182: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:10.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:10 smithi084 ceph-mon[31312]: pgmap v182: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:12.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:12 smithi173 ceph-mon[31493]: pgmap v183: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:12.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:12 smithi083 ceph-mon[27977]: pgmap v183: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:12.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:12 smithi084 ceph-mon[31312]: pgmap v183: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 77 KiB/s wr, 25 op/s 2024-04-22T14:04:14.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:14 smithi173 ceph-mon[31493]: pgmap v184: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:04:14.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:14 smithi083 ceph-mon[27977]: pgmap v184: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:04:14.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:14 smithi084 ceph-mon[31312]: pgmap v184: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 77 KiB/s wr, 30 op/s 2024-04-22T14:04:16.067 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:04:16.067 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 -- 172.21.15.83:0/3989022529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8101f80 msgr2=0x7f16f810dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 --2- 172.21.15.83:0/3989022529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8101f80 0x7f16f810dcb0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009ca0 tx=0x7f16f002c140 comp rx=0 tx=0).stop 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 -- 172.21.15.83:0/3989022529 shutdown_connections 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 --2- 172.21.15.83:0/3989022529 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8101f80 0x7f16f810dcb0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 --2- 172.21.15.83:0/3989022529 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 0x7f16f8101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 --2- 172.21.15.83:0/3989022529 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8105e40 0x7f16f8106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 -- 172.21.15.83:0/3989022529 >> 172.21.15.83:0/3989022529 conn(0x7f16f80773a0 msgr2=0x7f16f80fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 -- 172.21.15.83:0/3989022529 shutdown_connections 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.177+0000 7f17001b2640 1 -- 172.21.15.83:0/3989022529 wait complete. 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 Processor -- start 2024-04-22T14:04:16.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 -- start start 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 0x7f16f8198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8101f80 0x7f16f8198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81111b0 con 0x7f16f8105e40 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16f8111030 con 0x7f16f81015e0 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f17001b2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f16f8111330 con 0x7f16f8101f80 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50142/0 (socket says 172.21.15.83:50142) 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f16fe74f640 1 -- 172.21.15.83:0/479852426 learned_addr learned my addr 172.21.15.83:0/479852426 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 0x7f16f8198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.178+0000 7f16fd74d640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8101f80 0x7f16f8198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 -- 172.21.15.83:0/479852426 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8101f80 msgr2=0x7f16f8198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8101f80 0x7f16f8198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 -- 172.21.15.83:0/479852426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 msgr2=0x7f16f8198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 0x7f16f8198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 -- 172.21.15.83:0/479852426 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f819d720 con 0x7f16f8105e40 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16fe74f640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f16f002c750 tx=0x7f16f0035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16eeffd640 1 -- 172.21.15.83:0/479852426 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0039040 con 0x7f16f8105e40 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f819d9b0 con 0x7f16f8105e40 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16eeffd640 1 -- 172.21.15.83:0/479852426 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f0044070 con 0x7f16f8105e40 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f16eeffd640 1 -- 172.21.15.83:0/479852426 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f00043c0 con 0x7f16f8105e40 2024-04-22T14:04:16.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.179+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f81a52a0 con 0x7f16f8105e40 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.181+0000 7f16eeffd640 1 -- 172.21.15.83:0/479852426 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f16f0004560 con 0x7f16f8105e40 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.181+0000 7f1702d9e740 1 Processor -- start 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 -- start start 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16eeffd640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 0x7f16e40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b73960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559940ad81e0 con 0x559940b73ea0 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559940a75390 con 0x559940b73580 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f1702d9e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559940ad41a0 con 0x559940b7ca80 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 0x7f16e40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16eeffd640 1 -- 172.21.15.83:0/479852426 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f16f00f2c00 con 0x7f16f8105e40 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50152/0 (socket says 172.21.15.83:50152) 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 -- 172.21.15.83:0/3904207688 learned_addr learned my addr 172.21.15.83:0/3904207688 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b73960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fe74f640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 -- 172.21.15.83:0/3904207688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 msgr2=0x559940b7ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 -- 172.21.15.83:0/3904207688 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 msgr2=0x559940b73960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b73960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fd74d640 1 -- 172.21.15.83:0/3904207688 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599408b47d0 con 0x559940b73ea0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.182+0000 7f16fe74f640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f16fd74d640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 0x7f16e40a61e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f16f4011910 tx=0x7f16f400aad0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f16fd74d640 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f16f4005b00 tx=0x7f16f401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c67b2bd3670b41b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f16e3fff640 1 -- 172.21.15.83:0/3904207688 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f4023070 con 0x559940b73ea0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f16e3fff640 1 -- 172.21.15.83:0/3904207688 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f400fe50 con 0x559940b73ea0 2024-04-22T14:04:16.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f16e3fff640 1 -- 172.21.15.83:0/3904207688 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f401fb70 con 0x559940b73ea0 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f1702d9e740 1 -- 172.21.15.83:0/3904207688 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 msgr2=0x559940b7c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f1702d9e740 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f16f4005b00 tx=0x7f16f401b000 comp rx=0 tx=0).stop 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f1702d9e740 1 -- 172.21.15.83:0/3904207688 shutdown_connections 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f1702d9e740 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.183+0000 7f1702d9e740 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73ea0 0x559940b7c540 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 --2- 172.21.15.83:0/3904207688 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b73960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- 172.21.15.83:0/3904207688 >> 172.21.15.83:0/3904207688 conn(0x559940b6dcb0 msgr2=0x559940b6e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- 172.21.15.83:0/3904207688 shutdown_connections 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- 172.21.15.83:0/3904207688 wait complete. 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- start start 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 Processor -- start 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73ea0 0x559940b7a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559940b7f810 con 0x559940b73580 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559940a912f0 con 0x559940b73ea0 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.184+0000 7f1702d9e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559940b7f990 con 0x559940b7ca80 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f1702d9e740 10 client.0 _ll_register_callbacks cb 0x559940a9e580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50168/0 (socket says 172.21.15.83:50168) 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 -- 172.21.15.83:0/1590748072 learned_addr learned my addr 172.21.15.83:0/1590748072 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fd74d640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73ea0 0x559940b7a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fe74f640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 -- 172.21.15.83:0/1590748072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 msgr2=0x559940b7a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 -- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73ea0 msgr2=0x559940b7a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73ea0 0x559940b7a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 -- 172.21.15.83:0/1590748072 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599407ea3f0 con 0x559940b73580 2024-04-22T14:04:16.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f16e800ba60 tx=0x7f16e800bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d927c1e19db82091 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8005020 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f16e80051c0 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f400fe50 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f16e8005400 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f1702d9e740 10 client.17526 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.185+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5599407aa0f0 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f400fe50 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f16e801b6d0 con 0x559940b73580 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 10 client.17526 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 10 client.17526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 20 client.17526 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940b8cac0 0x559940b8ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 4 client.17526 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:16.196 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559940ae5c00 con 0x559940b8cac0 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f16fd74d640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940b8cac0 0x559940b8ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f16e17fa640 10 client.17526 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.186+0000 7f16fd74d640 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940b8cac0 0x559940b8ef30 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d41930bab33b311b server_cookie=ee9655b3e552e40 in_seq=0 out_seq=0 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f16e17fa640 1 -- 172.21.15.83:0/1590748072 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559940ae5c00 con 0x559940b8cac0 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f16e17fa640 10 client.17526 handle_command_reply: tid=0 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 client.17526 shutdown 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 msgr2=0x559940b79b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f16e800ba60 tx=0x7f16e800bf20 comp rx=0 tx=0).stop 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 shutdown_connections 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940b8cac0 0x559940b8ef30 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b7ca80 0x559940b7a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73ea0 0x559940b7a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f16e17fa640 0 client.17526 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 --2- 172.21.15.83:0/1590748072 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b73580 0x559940b79b30 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 >> 172.21.15.83:0/1590748072 conn(0x559940b6dcb0 msgr2=0x559940b6fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.197 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.187+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 shutdown_connections 2024-04-22T14:04:16.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.188+0000 7f1702d9e740 1 -- 172.21.15.83:0/1590748072 wait complete. 2024-04-22T14:04:16.198 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.188+0000 7f1702d9e740 20 client.17526 trim_cache size 0 max 16384 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 Processor -- start 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 -- start start 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b7c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940b88720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ad9b0 con 0x559940b7ca80 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81af4f0 con 0x559940b73580 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f1702d9e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ae080 con 0x559940b73ea0 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50182/0 (socket says 172.21.15.83:50182) 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fe74f640 1 -- 172.21.15.83:0/4216535332 learned_addr learned my addr 172.21.15.83:0/4216535332 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b7c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fe74f640 1 -- 172.21.15.83:0/4216535332 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 msgr2=0x559940b88720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.205+0000 7f16fd74d640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940b88720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fe74f640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940b88720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fe74f640 1 -- 172.21.15.83:0/4216535332 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 msgr2=0x559940b7c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fe74f640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b7c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fe74f640 1 -- 172.21.15.83:0/4216535332 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559940b73cd0 con 0x559940b7ca80 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fd74d640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940b88720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16fe74f640 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f16f00bec70 tx=0x7f16f0009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e22efb58ec36ab39 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16e37fe640 1 -- 172.21.15.83:0/4216535332 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f00d8070 con 0x559940b7ca80 2024-04-22T14:04:16.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16e37fe640 1 -- 172.21.15.83:0/4216535332 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f00bf3e0 con 0x559940b7ca80 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f16e37fe640 1 -- 172.21.15.83:0/4216535332 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f00f0600 con 0x559940b7ca80 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 -- 172.21.15.83:0/4216535332 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 msgr2=0x559940b78a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f16f00bec70 tx=0x7f16f0009a20 comp rx=0 tx=0).stop 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 -- 172.21.15.83:0/4216535332 shutdown_connections 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940b78a70 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940b88720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 --2- 172.21.15.83:0/4216535332 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940b7c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.206+0000 7f1702d9e740 1 -- 172.21.15.83:0/4216535332 >> 172.21.15.83:0/4216535332 conn(0x559940b6dcb0 msgr2=0x559940b6cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- 172.21.15.83:0/4216535332 shutdown_connections 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- 172.21.15.83:0/4216535332 wait complete. 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- start start 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 Processor -- start 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940bf07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940bf0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81aee20 con 0x559940b7ca80 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ae750 con 0x559940b73580 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81ab990 con 0x559940b73ea0 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f1702d9e740 10 client.0 _ll_register_callbacks cb 0x7f16e80042b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f16fe74f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50184/0 (socket says 172.21.15.83:50184) 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f16fe74f640 1 -- 172.21.15.83:0/2468263629 learned_addr learned my addr 172.21.15.83:0/2468263629 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.207+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940bf07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fd74d640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940bf0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 -- 172.21.15.83:0/2468263629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 msgr2=0x559940bf0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940bf0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 -- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 msgr2=0x559940bf07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940bf07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 -- 172.21.15.83:0/2468263629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559940beb720 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fd74d640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940bf0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16fe74f640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f16f00c7420 tx=0x7f16f00be770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a15ffdb4c4aaaf4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f00d8050 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f16f00bb350 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f00bf3e0 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f16f00bece0 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f1702d9e740 10 client.17532 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x559940bf7ee0 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f00bf3e0 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f16f003c030 con 0x559940b7ca80 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.208+0000 7f1702d9e740 10 client.17532 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 10 client.17532 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 20 client.17532 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940bf8360 0x559940bfa750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 4 client.17532 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559940adfa70 con 0x559940bf8360 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940bf8360 0x559940bfa750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f16e17fa640 10 client.17532 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f16fdf4e640 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940bf8360 0x559940bfa750 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eddd715b13238bd server_cookie=839d56618eb12f3b in_seq=0 out_seq=0 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f16e17fa640 1 -- 172.21.15.83:0/2468263629 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559940adfa70 con 0x559940bf8360 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f16e17fa640 10 client.17532 handle_command_reply: tid=0 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 1 client.17532 shutdown 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 msgr2=0x559940beb030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.209+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f16f00c7420 tx=0x7f16f00be770 comp rx=0 tx=0).stop 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 shutdown_connections 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x559940bf8360 0x559940bfa750 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559940b7ca80 0x559940beb030 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559940b73ea0 0x559940bf0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 --2- 172.21.15.83:0/2468263629 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559940b73580 0x559940bf07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f16e17fa640 0 client.17532 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 >> 172.21.15.83:0/2468263629 conn(0x559940b6dcb0 msgr2=0x559940b79ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 shutdown_connections 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 1 -- 172.21.15.83:0/2468263629 wait complete. 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f1702d9e740 20 client.17532 trim_cache size 0 max 16384 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:04:16.220 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 msgr2=0x7f16e40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 0x7f16e40a61e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f16f4011910 tx=0x7f16f400aad0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 msgr2=0x7f16f819cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f16f002c750 tx=0x7f16f0035d60 comp rx=0 tx=0).stop 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 shutdown_connections 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f16e40a3d20 0x7f16e40a61e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f16f8105e40 0x7f16f819cff0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f16f8101f80 0x7f16f8198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 --2- 172.21.15.83:0/479852426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16f81015e0 0x7f16f8198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 >> 172.21.15.83:0/479852426 conn(0x7f16f80773a0 msgr2=0x7f16f81007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 shutdown_connections 2024-04-22T14:04:16.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.210+0000 7f17001b2640 1 -- 172.21.15.83:0/479852426 wait complete. 2024-04-22T14:04:16.224 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:04:16.225 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:04:16.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- 172.21.15.83:0/1485348860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa30100760 msgr2=0x7faa30100b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 --2- 172.21.15.83:0/1485348860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa30100760 0x7faa30100b40 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7faa20009900 tx=0x7faa2002bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:16.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- 172.21.15.83:0/1485348860 shutdown_connections 2024-04-22T14:04:16.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 --2- 172.21.15.83:0/1485348860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301072b0 0x7faa3010eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 --2- 172.21.15.83:0/1485348860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30101110 0x7faa30106bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 --2- 172.21.15.83:0/1485348860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa30100760 0x7faa30100b40 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- 172.21.15.83:0/1485348860 >> 172.21.15.83:0/1485348860 conn(0x7faa30077480 msgr2=0x7faa300fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- 172.21.15.83:0/1485348860 shutdown_connections 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- 172.21.15.83:0/1485348860 wait complete. 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 Processor -- start 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.319+0000 7faa35d23640 1 -- start start 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30100760 0x7faa3019e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 0x7faa30198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faa30112250 con 0x7faa301072b0 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faa301120d0 con 0x7faa301985f0 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faa301123d0 con 0x7faa30100760 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50196/0 (socket says 172.21.15.83:50196) 2024-04-22T14:04:16.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 -- 172.21.15.83:0/759888793 learned_addr learned my addr 172.21.15.83:0/759888793 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2f7fe640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30100760 0x7faa3019e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2ffff640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 0x7faa30198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 -- 172.21.15.83:0/759888793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30100760 msgr2=0x7faa3019e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30100760 0x7faa3019e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 -- 172.21.15.83:0/759888793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 msgr2=0x7faa30198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 0x7faa30198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 -- 172.21.15.83:0/759888793 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa30199110 con 0x7faa301072b0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2ffff640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 0x7faa30198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa27fff640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7faa1800e9f0 tx=0x7faa1800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1800ccc0 con 0x7faa301072b0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa30199400 con 0x7faa301072b0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa180054d0 con 0x7faa301072b0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa18010430 con 0x7faa301072b0 2024-04-22T14:04:16.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.320+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa301a5650 con 0x7faa301072b0 2024-04-22T14:04:16.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.321+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa30103810 con 0x7faa301072b0 2024-04-22T14:04:16.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.323+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faa180046c0 con 0x7faa301072b0 2024-04-22T14:04:16.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.324+0000 7faa2d7fa640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 0x7faa1c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.324+0000 7faa2f7fe640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 0x7faa1c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.324+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7faa180d0ee0 con 0x7faa301072b0 2024-04-22T14:04:16.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.324+0000 7faa2f7fe640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 0x7faa1c0a61e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faa20000c00 tx=0x7faa2002c6b0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.327+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faa18053ff0 con 0x7faa301072b0 2024-04-22T14:04:16.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.541+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa30069230 con 0x7faa301072b0 2024-04-22T14:04:16.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.542+0000 7faa2d7fa640 1 -- 172.21.15.83:0/759888793 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7faa1809d550 con 0x7faa301072b0 2024-04-22T14:04:16.546 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:04:16.546 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:04:16.546 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:04:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 msgr2=0x7faa1c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 0x7faa1c0a61e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7faa20000c00 tx=0x7faa2002c6b0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 msgr2=0x7faa3019e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7faa1800e9f0 tx=0x7faa1800eeb0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 shutdown_connections 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faa1c0a3d20 0x7faa1c0a61e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faa301985f0 0x7faa30198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faa301072b0 0x7faa3019e980 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 --2- 172.21.15.83:0/759888793 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faa30100760 0x7faa3019e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 >> 172.21.15.83:0/759888793 conn(0x7faa30077480 msgr2=0x7faa30105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 shutdown_connections 2024-04-22T14:04:16.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.544+0000 7faa35d23640 1 -- 172.21.15.83:0/759888793 wait complete. 2024-04-22T14:04:16.559 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:04:16.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 -- 172.21.15.83:0/1315665400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219810e960 msgr2=0x7f2198110d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1315665400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219810e960 0x7f2198110d50 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f2190009ca0 tx=0x7f219002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 -- 172.21.15.83:0/1315665400 shutdown_connections 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1315665400 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219810e960 0x7f2198110d50 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1315665400 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219806aed0 0x7f219810e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1315665400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 0x7f219806a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 -- 172.21.15.83:0/1315665400 >> 172.21.15.83:0/1315665400 conn(0x7f2198077eb0 msgr2=0x7f21980782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 -- 172.21.15.83:0/1315665400 shutdown_connections 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.655+0000 7f219e7f4640 1 -- 172.21.15.83:0/1315665400 wait complete. 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 Processor -- start 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 -- start start 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 0x7f21981a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 0x7f219819a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2198114390 con 0x7f219806aed0 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2198114210 con 0x7f219806a5b0 2024-04-22T14:04:16.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219e7f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2198114510 con 0x7f219810e960 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50204/0 (socket says 172.21.15.83:50204) 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 -- 172.21.15.83:0/1958084283 learned_addr learned my addr 172.21.15.83:0/1958084283 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f2197fff640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 0x7f21981a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219cd91640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 0x7f219819a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 -- 172.21.15.83:0/1958084283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 msgr2=0x7f219819a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 0x7f219819a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 -- 172.21.15.83:0/1958084283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 msgr2=0x7f21981a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 0x7f21981a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f21977fe640 1 -- 172.21.15.83:0/1958084283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219819aff0 con 0x7f219806aed0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.656+0000 7f219cd91640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 0x7f219819a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f21977fe640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f218c00c920 tx=0x7f218c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f21957fa640 1 -- 172.21.15.83:0/1958084283 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218c007c70 con 0x7f219806aed0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219819b2e0 con 0x7f219806aed0 2024-04-22T14:04:16.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f21957fa640 1 -- 172.21.15.83:0/1958084283 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f218c007e10 con 0x7f219806aed0 2024-04-22T14:04:16.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f21957fa640 1 -- 172.21.15.83:0/1958084283 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218c018820 con 0x7f219806aed0 2024-04-22T14:04:16.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.657+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21981a75f0 con 0x7f219806aed0 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21957fa640 1 -- 172.21.15.83:0/1958084283 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f218c00f450 con 0x7f219806aed0 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21a13ef740 1 Processor -- start 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21a13ef740 1 -- start start 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356e4d0 0x558b9356e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.659+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b93579e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21a13ef740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558b934d31f0 con 0x558b9356ee80 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21a13ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558b934704b0 con 0x558b93577a00 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21a13ef740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558b934cf1b0 con 0x558b9356e4d0 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21957fa640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 0x7f21800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50216/0 (socket says 172.21.15.83:50216) 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 -- 172.21.15.83:0/2796607612 learned_addr learned my addr 172.21.15.83:0/2796607612 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21977fe640 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b93579e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f219cd91640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 0x7f21800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f219cd91640 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356e4d0 0x558b9356e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f21957fa640 1 -- 172.21.15.83:0/1958084283 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f218c0d08f0 con 0x7f219806aed0 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 -- 172.21.15.83:0/2796607612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356e4d0 msgr2=0x558b9356e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356e4d0 0x558b9356e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 -- 172.21.15.83:0/2796607612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 msgr2=0x558b93579e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b93579e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 -- 172.21.15.83:0/2796607612 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b934621b0 con 0x558b9356ee80 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f2197fff640 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f218800ac20 tx=0x7f218800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a43ce311a1ce4d37 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f219cd91640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 0x7f21800a61e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2190006010 tx=0x7f219002e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f217e7fc640 1 -- 172.21.15.83:0/2796607612 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218801d070 con 0x558b9356ee80 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f217e7fc640 1 -- 172.21.15.83:0/2796607612 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2188018af0 con 0x558b9356ee80 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.660+0000 7f217e7fc640 1 -- 172.21.15.83:0/2796607612 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2188010970 con 0x558b9356ee80 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- 172.21.15.83:0/2796607612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 msgr2=0x558b93577430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f218800ac20 tx=0x7f218800f790 comp rx=0 tx=0).stop 2024-04-22T14:04:16.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- 172.21.15.83:0/2796607612 shutdown_connections 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b93579e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356ee80 0x558b93577430 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 --2- 172.21.15.83:0/2796607612 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356e4d0 0x558b9356e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- 172.21.15.83:0/2796607612 >> 172.21.15.83:0/2796607612 conn(0x558b93568ba0 msgr2=0x558b93568f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- 172.21.15.83:0/2796607612 shutdown_connections 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- 172.21.15.83:0/2796607612 wait complete. 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.661+0000 7f21a13ef740 1 -- start start 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 Processor -- start 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 0x558b93574600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 0x558b93574b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558b9357a970 con 0x558b9356e4d0 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558b9348c500 con 0x558b9356ee80 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558b9357aaf0 con 0x558b93577a00 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21a13ef740 10 client.0 _ll_register_callbacks cb 0x558b9345ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50230/0 (socket says 172.21.15.83:50230) 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 -- 172.21.15.83:0/1085658540 learned_addr learned my addr 172.21.15.83:0/1085658540 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21977fe640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 0x558b93574600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f219cd91640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 0x558b93574b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 -- 172.21.15.83:0/1085658540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 msgr2=0x558b93574b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 0x558b93574b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 -- 172.21.15.83:0/1085658540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 msgr2=0x558b93574600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 0x558b93574600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 -- 172.21.15.83:0/1085658540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b931e53f0 con 0x558b9356e4d0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f219cd91640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 0x558b93574b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21977fe640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 0x558b93574600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f2197fff640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f2188010470 tx=0x7f21880186f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f968d5043d52b2c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.662+0000 7f21777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218801d050 con 0x558b9356e4d0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2188005040 con 0x558b9356e4d0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2188018af0 con 0x558b9356e4d0 2024-04-22T14:04:16.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2188005260 con 0x558b9356e4d0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 10 client.17550 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x558b932af7d0 con 0x558b9356e4d0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2188018af0 con 0x558b9356e4d0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f21880046c0 con 0x558b9356e4d0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 10 client.17550 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 10 client.17550 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 20 client.17550 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b93587a30 0x558b93589e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 4 client.17550 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b93472930 con 0x558b93587a30 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21977fe640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b93587a30 0x558b93589e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21777fe640 10 client.17550 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.663+0000 7f21977fe640 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b93587a30 0x558b93589e20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1004be8f8ee2d610 server_cookie=b7ca90fac8c12345 in_seq=0 out_seq=0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21777fe640 1 -- 172.21.15.83:0/1085658540 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558b93472930 con 0x558b93587a30 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21777fe640 10 client.17550 handle_command_reply: tid=0 2024-04-22T14:04:16.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 client.17550 shutdown 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 msgr2=0x558b93577270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f2188010470 tx=0x7f21880186f0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 shutdown_connections 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b93577a00 0x558b93574b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b93587a30 0x558b93589e20 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b9356ee80 0x558b93574600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 --2- 172.21.15.83:0/1085658540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93577270 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21777fe640 0 client.17550 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 >> 172.21.15.83:0/1085658540 conn(0x558b93568ba0 msgr2=0x558b9356a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 shutdown_connections 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 1 -- 172.21.15.83:0/1085658540 wait complete. 2024-04-22T14:04:16.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.664+0000 7f21a13ef740 20 client.17550 trim_cache size 0 max 16384 2024-04-22T14:04:16.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.677+0000 7f21a13ef740 1 Processor -- start 2024-04-22T14:04:16.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.677+0000 7f21a13ef740 1 -- start start 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b93583860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9358f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f21981afdd0 con 0x558b9356e4d0 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f21981b1910 con 0x558b93577a00 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21a13ef740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f21981b04a0 con 0x558b9356ee80 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50234/0 (socket says 172.21.15.83:50234) 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 -- 172.21.15.83:0/761145832 learned_addr learned my addr 172.21.15.83:0/761145832 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 -- 172.21.15.83:0/761145832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 msgr2=0x558b93583860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21977fe640 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b93583860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b93583860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 -- 172.21.15.83:0/761145832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 msgr2=0x558b9358f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9358f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 -- 172.21.15.83:0/761145832 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b93572b50 con 0x558b9356e4d0 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f21977fe640 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b93583860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f2197fff640 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f2188004c80 tx=0x7f218800a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c293d9f5e751f34 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f217dffb640 1 -- 172.21.15.83:0/761145832 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218801d040 con 0x558b9356e4d0 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f217dffb640 1 -- 172.21.15.83:0/761145832 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f218801e040 con 0x558b9356e4d0 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.678+0000 7f217dffb640 1 -- 172.21.15.83:0/761145832 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2188005660 con 0x558b9356e4d0 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- 172.21.15.83:0/761145832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 msgr2=0x558b93567e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f2188004c80 tx=0x7f218800a5b0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- 172.21.15.83:0/761145832 shutdown_connections 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9358f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b93583860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 --2- 172.21.15.83:0/761145832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93567e40 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- 172.21.15.83:0/761145832 >> 172.21.15.83:0/761145832 conn(0x558b93568ba0 msgr2=0x558b9356a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- 172.21.15.83:0/761145832 shutdown_connections 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- 172.21.15.83:0/761145832 wait complete. 2024-04-22T14:04:16.684 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.679+0000 7f21a13ef740 1 -- start start 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 Processor -- start 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b9357d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9357d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f21981b1240 con 0x558b9356e4d0 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f21981b0b70 con 0x558b93577a00 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f21981addb0 con 0x558b9356ee80 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21a13ef740 10 client.0 _ll_register_callbacks cb 0x7f218800a720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50246/0 (socket says 172.21.15.83:50246) 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 -- 172.21.15.83:0/770840690 learned_addr learned my addr 172.21.15.83:0/770840690 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f219cd91640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9357d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21977fe640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b9357d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 -- 172.21.15.83:0/770840690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 msgr2=0x558b9357d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b9357d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 -- 172.21.15.83:0/770840690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 msgr2=0x558b9357d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9357d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 -- 172.21.15.83:0/770840690 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b9357e000 con 0x558b9356e4d0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f219cd91640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9357d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f2197fff640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f218800fc90 tx=0x7f218800ab20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada3045c9c5d5789 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21777fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.680+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2188004660 con 0x558b9356e4d0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2188018af0 con 0x558b9356e4d0 2024-04-22T14:04:16.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f218801e040 con 0x558b9356e4d0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2188018cf0 con 0x558b9356e4d0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 10 client.17556 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x558b935f6350 con 0x558b9356e4d0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f218801e040 con 0x558b9356e4d0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f2188034070 con 0x558b9356e4d0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 10 client.17556 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 10 client.17556 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 20 client.17556 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b935f6910 0x558b935f8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 4 client.17556 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558b934e0c10 con 0x558b935f6910 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21977fe640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b935f6910 0x558b935f8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21777fe640 10 client.17556 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.681+0000 7f21977fe640 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b935f6910 0x558b935f8d30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3f45947ce519a755 server_cookie=f548e4aab419682b in_seq=0 out_seq=0 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21777fe640 1 -- 172.21.15.83:0/770840690 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558b934e0c10 con 0x558b935f6910 2024-04-22T14:04:16.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21777fe640 10 client.17556 handle_command_reply: tid=0 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 client.17556 shutdown 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 msgr2=0x558b93580040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f218800fc90 tx=0x7f218800ab20 comp rx=0 tx=0).stop 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 shutdown_connections 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x558b935f6910 0x558b935f8d30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558b93577a00 0x558b9357d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558b9356ee80 0x558b9357d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21777fe640 0 client.17556 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 --2- 172.21.15.83:0/770840690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558b9356e4d0 0x558b93580040 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 >> 172.21.15.83:0/770840690 conn(0x558b93568ba0 msgr2=0x558b93582850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 shutdown_connections 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 1 -- 172.21.15.83:0/770840690 wait complete. 2024-04-22T14:04:16.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f21a13ef740 20 client.17556 trim_cache size 0 max 16384 2024-04-22T14:04:16.692 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:16.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 msgr2=0x7f21800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 0x7f21800a61e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f2190006010 tx=0x7f219002e040 comp rx=0 tx=0).stop 2024-04-22T14:04:16.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 msgr2=0x7f21981a0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.682+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f218c00c920 tx=0x7f218c00cde0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 shutdown_connections 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f21800a3d20 0x7f21800a61e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f219810e960 0x7f219819a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f219806aed0 0x7f21981a0bb0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 --2- 172.21.15.83:0/1958084283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f219806a5b0 0x7f21981a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 >> 172.21.15.83:0/1958084283 conn(0x7f2198077eb0 msgr2=0x7f219810feb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 shutdown_connections 2024-04-22T14:04:16.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.683+0000 7f219e7f4640 1 -- 172.21.15.83:0/1958084283 wait complete. 2024-04-22T14:04:16.696 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.792+0000 7fd187e74640 1 -- 172.21.15.83:0/1856155685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180106160 msgr2=0x7fd18010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.792+0000 7fd187e74640 1 --2- 172.21.15.83:0/1856155685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180106160 0x7fd18010dd30 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fd17c009ca0 tx=0x7fd17c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- 172.21.15.83:0/1856155685 shutdown_connections 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- 172.21.15.83:0/1856155685 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180106160 0x7fd18010dd30 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- 172.21.15.83:0/1856155685 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180101a40 0x7fd180105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- 172.21.15.83:0/1856155685 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180101090 0x7fd180101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- 172.21.15.83:0/1856155685 >> 172.21.15.83:0/1856155685 conn(0x7fd180077f50 msgr2=0x7fd180078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- 172.21.15.83:0/1856155685 shutdown_connections 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- 172.21.15.83:0/1856155685 wait complete. 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 Processor -- start 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- start start 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180106160 0x7fd180199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180199fe0 0x7fd1801a4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801110d0 con 0x7fd180101090 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd180110f50 con 0x7fd180106160 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd187e74640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd180111250 con 0x7fd180199fe0 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.793+0000 7fd185c10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50266/0 (socket says 172.21.15.83:50266) 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 -- 172.21.15.83:0/4093191617 learned_addr learned my addr 172.21.15.83:0/4093191617 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd186411640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180199fe0 0x7fd1801a4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 -- 172.21.15.83:0/4093191617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180199fe0 msgr2=0x7fd1801a4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180199fe0 0x7fd1801a4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 -- 172.21.15.83:0/4093191617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180106160 msgr2=0x7fd180199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd18540f640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180106160 0x7fd180199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180106160 0x7fd180199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 -- 172.21.15.83:0/4093191617 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1801a4d90 con 0x7fd180101090 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd185c10640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fd17800c920 tx=0x7fd17800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd176ffd640 1 -- 172.21.15.83:0/4093191617 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178007c70 con 0x7fd180101090 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd176ffd640 1 -- 172.21.15.83:0/4093191617 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd178007e10 con 0x7fd180101090 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1801a5080 con 0x7fd180101090 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd176ffd640 1 -- 172.21.15.83:0/4093191617 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd178018820 con 0x7fd180101090 2024-04-22T14:04:16.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.794+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1801a55d0 con 0x7fd180101090 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.796+0000 7fd176ffd640 1 -- 172.21.15.83:0/4093191617 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd17800f450 con 0x7fd180101090 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 Processor -- start 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 -- start start 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd176ffd640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 0x7fd16c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2ed710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2f6e40 0x5629ef2f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5629ef2521f0 con 0x5629ef2edce0 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5629ef1ef4b0 con 0x5629ef2f6e40 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5629ef24e1b0 con 0x5629ef2ed330 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd186411640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 0x7fd16c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd176ffd640 1 -- 172.21.15.83:0/4093191617 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd1780d09a0 con 0x7fd180101090 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50268/0 (socket says 172.21.15.83:50268) 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 -- 172.21.15.83:0/3643852147 learned_addr learned my addr 172.21.15.83:0/3643852147 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd186411640 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2f6e40 0x5629ef2f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd185c10640 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2ed710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 -- 172.21.15.83:0/3643852147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 msgr2=0x5629ef2ed710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2ed710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 -- 172.21.15.83:0/3643852147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2f6e40 msgr2=0x5629ef2f72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2f6e40 0x5629ef2f72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.797+0000 7fd18540f640 1 -- 172.21.15.83:0/3643852147 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629ef1e11b0 con 0x5629ef2edce0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18540f640 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fd170009a90 tx=0x7fd170009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfbbe14c509cbb99 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd186411640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 0x7fd16c0a61e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005e30 tx=0x7fd17c0099f0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd16bfff640 1 -- 172.21.15.83:0/3643852147 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd170016070 con 0x5629ef2edce0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd16bfff640 1 -- 172.21.15.83:0/3643852147 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd17000ecb0 con 0x5629ef2edce0 2024-04-22T14:04:16.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd16bfff640 1 -- 172.21.15.83:0/3643852147 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd170003d40 con 0x5629ef2edce0 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3643852147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 msgr2=0x5629ef2f6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fd170009a90 tx=0x7fd170009f50 comp rx=0 tx=0).stop 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3643852147 shutdown_connections 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2f6e40 0x5629ef2f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2edce0 0x5629ef2f6820 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3643852147 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2ed710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.798+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3643852147 >> 172.21.15.83:0/3643852147 conn(0x5629ef2e7ba0 msgr2=0x5629ef2e7f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3643852147 shutdown_connections 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3643852147 wait complete. 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- start start 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 Processor -- start 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2f6e40 0x5629ef2faa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5629ef2fddc0 con 0x5629ef2ed330 2024-04-22T14:04:16.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5629ef20b500 con 0x5629ef2edce0 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5629ef2fdf40 con 0x5629ef2f6e40 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd18aa6f740 10 client.0 _ll_register_callbacks cb 0x5629ef1d9b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd185c10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd185c10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50282/0 (socket says 172.21.15.83:50282) 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.799+0000 7fd185c10640 1 -- 172.21.15.83:0/2739676591 learned_addr learned my addr 172.21.15.83:0/2739676591 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 -- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2f6e40 msgr2=0x5629ef2faa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2f6e40 0x5629ef2faa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18540f640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 -- 172.21.15.83:0/2739676591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 msgr2=0x5629ef2fa550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 -- 172.21.15.83:0/2739676591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629eef643f0 con 0x5629ef2ed330 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd185c10640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fd1780ce180 tx=0x7fd17809d130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbf60c655d7ae78b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1780a0d20 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd17800f740 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd17000ecb0 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd1780a55e0 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 10 client.17568 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5629ef02e7d0 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd17000ecb0 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fd17809cbd0 con 0x5629ef2ed330 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 10 client.17568 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 10 client.17568 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 20 client.17568 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef30b080 0x5629ef30d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 4 client.17568 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.800+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629ef1f1930 con 0x5629ef30b080 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.801+0000 7fd18540f640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef30b080 0x5629ef30d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.801+0000 7fd1697fa640 10 client.17568 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.801+0000 7fd18540f640 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef30b080 0x5629ef30d4d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2bf535ceaf6ae994 server_cookie=c90c788d7f4ea01e in_seq=0 out_seq=0 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd1697fa640 1 -- 172.21.15.83:0/2739676591 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5629ef1f1930 con 0x5629ef30b080 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd1697fa640 10 client.17568 handle_command_reply: tid=0 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 client.17568 shutdown 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 msgr2=0x5629ef2fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fd1780ce180 tx=0x7fd17809d130 comp rx=0 tx=0).stop 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 shutdown_connections 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef30b080 0x5629ef30d4d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2f6e40 0x5629ef2faa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd1697fa640 0 client.17568 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fa550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2739676591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2ed330 0x5629ef2fd1c0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 >> 172.21.15.83:0/2739676591 conn(0x5629ef2e7ba0 msgr2=0x5629ef2e98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 shutdown_connections 2024-04-22T14:04:16.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2739676591 wait complete. 2024-04-22T14:04:16.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.802+0000 7fd18aa6f740 20 client.17568 trim_cache size 0 max 16384 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 Processor -- start 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 -- start start 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef306cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2e6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801ab810 con 0x5629ef2f6e40 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801ad350 con 0x5629ef2edce0 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.815+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801abee0 con 0x5629ef2ed330 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50290/0 (socket says 172.21.15.83:50290) 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 -- 172.21.15.83:0/3595469085 learned_addr learned my addr 172.21.15.83:0/3595469085 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 -- 172.21.15.83:0/3595469085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 msgr2=0x5629ef306cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef306cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 -- 172.21.15.83:0/3595469085 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 msgr2=0x5629ef2e6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2e6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 -- 172.21.15.83:0/3595469085 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629ef2fadd0 con 0x5629ef2f6e40 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd186411640 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fd17c037040 tx=0x7fd17c046070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eedff957a959a0f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd16b7fe640 1 -- 172.21.15.83:0/3595469085 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c004e00 con 0x5629ef2f6e40 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd16b7fe640 1 -- 172.21.15.83:0/3595469085 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd17c02de50 con 0x5629ef2f6e40 2024-04-22T14:04:16.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.816+0000 7fd16b7fe640 1 -- 172.21.15.83:0/3595469085 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c004380 con 0x5629ef2f6e40 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3595469085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 msgr2=0x5629ef2fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7fd17c037040 tx=0x7fd17c046070 comp rx=0 tx=0).stop 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3595469085 shutdown_connections 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcc80 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2e6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/3595469085 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef306cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3595469085 >> 172.21.15.83:0/3595469085 conn(0x5629ef2e7ba0 msgr2=0x5629ef2e6370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3595469085 shutdown_connections 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- 172.21.15.83:0/3595469085 wait complete. 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- start start 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 Processor -- start 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2fc220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801acc80 con 0x5629ef2f6e40 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801ac5b0 con 0x5629ef2edce0 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd1801a9810 con 0x5629ef2ed330 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd18aa6f740 10 client.0 _ll_register_callbacks cb 0x7fd17809c4b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.817+0000 7fd186411640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50294/0 (socket says 172.21.15.83:50294) 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 -- 172.21.15.83:0/2366629560 learned_addr learned my addr 172.21.15.83:0/2366629560 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd18540f640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd185c10640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2fc220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 -- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 msgr2=0x5629ef2fc220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2fc220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 -- 172.21.15.83:0/2366629560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 msgr2=0x5629ef2fc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 -- 172.21.15.83:0/2366629560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629ef370690 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd185c10640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2fc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd18540f640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd186411640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fd17c02c700 tx=0x7fd17c0327d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51cfcbfc7b748701 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd1697fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd17c004250 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd17c0043f0 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd17c02de50 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd17c067050 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd18aa6f740 10 client.17574 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5629ef371970 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.818+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd17c02de50 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fd17c059cc0 con 0x5629ef2f6e40 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 10 client.17574 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 10 client.17574 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 20 client.17574 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef372110 0x5629ef374530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 4 client.17574 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5629ef25fc10 con 0x5629ef372110 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd185c10640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef372110 0x5629ef374530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd185c10640 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef372110 0x5629ef374530 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9e26cac490fbd9b7 server_cookie=8537fbeb281a671f in_seq=0 out_seq=0 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd1697fa640 10 client.17574 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd1697fa640 1 -- 172.21.15.83:0/2366629560 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5629ef25fc10 con 0x5629ef372110 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd1697fa640 10 client.17574 handle_command_reply: tid=0 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.819+0000 7fd18aa6f740 1 client.17574 shutdown 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 msgr2=0x5629ef2fcca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fd17c02c700 tx=0x7fd17c0327d0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 shutdown_connections 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5629ef372110 0x5629ef374530 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5629ef2f6e40 0x5629ef2fcca0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5629ef2edce0 0x5629ef2fc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 --2- 172.21.15.83:0/2366629560 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5629ef2ed330 0x5629ef2fc220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd1697fa640 0 client.17574 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 >> 172.21.15.83:0/2366629560 conn(0x5629ef2e7ba0 msgr2=0x5629ef2e6370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 shutdown_connections 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 1 -- 172.21.15.83:0/2366629560 wait complete. 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd18aa6f740 20 client.17574 trim_cache size 0 max 16384 2024-04-22T14:04:16.830 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 msgr2=0x7fd16c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 0x7fd16c0a61e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd17c005e30 tx=0x7fd17c0099f0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 msgr2=0x7fd180199510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fd17800c920 tx=0x7fd17800cde0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 shutdown_connections 2024-04-22T14:04:16.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd16c0a3d20 0x7fd16c0a61e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd180199fe0 0x7fd1801a4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd180106160 0x7fd180199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 --2- 172.21.15.83:0/4093191617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd180101090 0x7fd180199510 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 >> 172.21.15.83:0/4093191617 conn(0x7fd180077f50 msgr2=0x7fd1800fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 shutdown_connections 2024-04-22T14:04:16.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.820+0000 7fd187e74640 1 -- 172.21.15.83:0/4093191617 wait complete. 2024-04-22T14:04:16.833 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:16 smithi083 ceph-mon[27977]: pgmap v185: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-04-22T14:04:16.833 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/759888793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:16.834 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:04:16.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:16 smithi173 ceph-mon[31493]: pgmap v185: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-04-22T14:04:16.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/759888793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.930+0000 7fd07f57e640 1 -- 172.21.15.83:0/3410491161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 msgr2=0x7fd078101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.930+0000 7fd07f57e640 1 --2- 172.21.15.83:0/3410491161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078101470 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fd074009900 tx=0x7fd07402bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- 172.21.15.83:0/3410491161 shutdown_connections 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- 172.21.15.83:0/3410491161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd078106160 0x7fd07810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- 172.21.15.83:0/3410491161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd078101a40 0x7fd078105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- 172.21.15.83:0/3410491161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078101470 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- 172.21.15.83:0/3410491161 >> 172.21.15.83:0/3410491161 conn(0x7fd078077f50 msgr2=0x7fd078078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- 172.21.15.83:0/3410491161 shutdown_connections 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- 172.21.15.83:0/3410491161 wait complete. 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 Processor -- start 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- start start 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd078106160 0x7fd078198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd07819cfc0 0x7fd07819d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781121e0 con 0x7fd078101090 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd078112060 con 0x7fd07819cfc0 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07f57e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd078112360 con 0x7fd078106160 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.931+0000 7fd07d31a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50312/0 (socket says 172.21.15.83:50312) 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 -- 172.21.15.83:0/2660859800 learned_addr learned my addr 172.21.15.83:0/2660859800 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 -- 172.21.15.83:0/2660859800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd078106160 msgr2=0x7fd078198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd078106160 0x7fd078198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 -- 172.21.15.83:0/2660859800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd07819cfc0 msgr2=0x7fd07819d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd07819cfc0 0x7fd07819d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 -- 172.21.15.83:0/2660859800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd07819dab0 con 0x7fd078101090 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fd074005940 tx=0x7fd07402c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd06e7fc640 1 -- 172.21.15.83:0/2660859800 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd074043020 con 0x7fd078101090 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd06e7fc640 1 -- 172.21.15.83:0/2660859800 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd07402cc60 con 0x7fd078101090 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd07819dd40 con 0x7fd078101090 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd06e7fc640 1 -- 172.21.15.83:0/2660859800 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd074003c30 con 0x7fd078101090 2024-04-22T14:04:16.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.932+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0781a5590 con 0x7fd078101090 2024-04-22T14:04:16.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.934+0000 7fd06e7fc640 1 -- 172.21.15.83:0/2660859800 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd074046020 con 0x7fd078101090 2024-04-22T14:04:16.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.934+0000 7fd08216a740 1 Processor -- start 2024-04-22T14:04:16.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 -- start start 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af820630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af82de10 0x5586af830220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5586af7851f0 con 0x5586af820c00 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5586af7224b0 con 0x5586af820250 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd08216a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5586af7811b0 con 0x5586af82de10 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd06e7fc640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 0x7fd0640a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07db1b640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 0x7fd0640a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50316/0 (socket says 172.21.15.83:50316) 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 -- 172.21.15.83:0/538366304 learned_addr learned my addr 172.21.15.83:0/538366304 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.946 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07cb19640 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af82de10 0x5586af830220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07db1b640 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af820630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd06e7fc640 1 -- 172.21.15.83:0/2660859800 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd0740f2b40 con 0x7fd078101090 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 -- 172.21.15.83:0/538366304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af82de10 msgr2=0x5586af830220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af82de10 0x5586af830220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 -- 172.21.15.83:0/538366304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 msgr2=0x5586af820630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af820630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 -- 172.21.15.83:0/538366304 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586af7141b0 con 0x5586af820c00 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07db1b640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 0x7fd0640a6260 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd0700138f0 tx=0x7fd070009a90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.935+0000 7fd07d31a640 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fd0740bb080 tx=0x7fd074003760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a239b3006b52acf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd0637fe640 1 -- 172.21.15.83:0/538366304 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0740be580 con 0x5586af820c00 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd0637fe640 1 -- 172.21.15.83:0/538366304 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd074005560 con 0x5586af820c00 2024-04-22T14:04:16.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd0637fe640 1 -- 172.21.15.83:0/538366304 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0740c2fd0 con 0x5586af820c00 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 -- 172.21.15.83:0/538366304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 msgr2=0x5586af82d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fd0740bb080 tx=0x7fd074003760 comp rx=0 tx=0).stop 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 -- 172.21.15.83:0/538366304 shutdown_connections 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af82de10 0x5586af830220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af820c00 0x5586af82d840 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 --2- 172.21.15.83:0/538366304 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af820630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 -- 172.21.15.83:0/538366304 >> 172.21.15.83:0/538366304 conn(0x5586af81aba0 msgr2=0x5586af81af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 -- 172.21.15.83:0/538366304 shutdown_connections 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.936+0000 7fd08216a740 1 -- 172.21.15.83:0/538366304 wait complete. 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 -- start start 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 Processor -- start 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5586af830b00 con 0x5586af82de10 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5586af73e500 con 0x5586af820250 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5586af830c80 con 0x5586af820c00 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd08216a740 10 client.0 _ll_register_callbacks cb 0x5586af70cb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50322/0 (socket says 172.21.15.83:50322) 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd07db1b640 1 -- 172.21.15.83:0/2178396030 learned_addr learned my addr 172.21.15.83:0/2178396030 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd07cb19640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.937+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 -- 172.21.15.83:0/2178396030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 msgr2=0x5586af82aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 -- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 msgr2=0x5586af82d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 -- 172.21.15.83:0/2178396030 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586af4973f0 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd07db1b640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098f0 tx=0x7fd070005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93598f2b6c2907c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070024070 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd070003970 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5586af724930 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd07002f050 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 10 client.17586 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5586af5617d0 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5586af724930 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fd07001d070 con 0x5586af82de10 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 10 client.17586 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.950 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 10 client.17586 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 20 client.17586 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af83dca0 0x5586af840120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 4 client.17586 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.938+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586af792c10 con 0x5586af83dca0 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.939+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af83dca0 0x5586af840120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.939+0000 7fd060ff9640 10 client.17586 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.939+0000 7fd07d31a640 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af83dca0 0x5586af840120 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b0689a530537d722 server_cookie=4e48213409d88bed in_seq=0 out_seq=0 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd060ff9640 1 -- 172.21.15.83:0/2178396030 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5586af792c10 con 0x5586af83dca0 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd060ff9640 10 client.17586 handle_command_reply: tid=0 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 client.17586 shutdown 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 msgr2=0x5586af82af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098f0 tx=0x7fd070005d90 comp rx=0 tx=0).stop 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 shutdown_connections 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af83dca0 0x5586af840120 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af82af70 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.951 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd060ff9640 0 client.17586 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 --2- 172.21.15.83:0/2178396030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 >> 172.21.15.83:0/2178396030 conn(0x5586af81aba0 msgr2=0x5586af81c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 shutdown_connections 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 1 -- 172.21.15.83:0/2178396030 wait complete. 2024-04-22T14:04:16.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.940+0000 7fd08216a740 20 client.17586 trim_cache size 0 max 16384 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.953+0000 7fd08216a740 1 Processor -- start 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.953+0000 7fd08216a740 1 -- start start 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781ab910 con 0x5586af82de10 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781ad450 con 0x5586af820250 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd08216a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781abfe0 con 0x5586af820c00 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50334/0 (socket says 172.21.15.83:50334) 2024-04-22T14:04:16.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 -- 172.21.15.83:0/3875934662 learned_addr learned my addr 172.21.15.83:0/3875934662 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07cb19640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07d31a640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 -- 172.21.15.83:0/3875934662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 msgr2=0x5586af82d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 -- 172.21.15.83:0/3875934662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 msgr2=0x5586af82d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 -- 172.21.15.83:0/3875934662 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586af81f560 con 0x5586af82de10 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07cb19640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07d31a640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd070004110 tx=0x7fd0700095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbf78d8a43003ba8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd062ffd640 1 -- 172.21.15.83:0/3875934662 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070037030 con 0x5586af82de10 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd062ffd640 1 -- 172.21.15.83:0/3875934662 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0700048e0 con 0x5586af82de10 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.954+0000 7fd062ffd640 1 -- 172.21.15.83:0/3875934662 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070024040 con 0x5586af82de10 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- 172.21.15.83:0/3875934662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 msgr2=0x5586af8459f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fd070004110 tx=0x7fd0700095f0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- 172.21.15.83:0/3875934662 shutdown_connections 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af8459f0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820c00 0x5586af82d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 --2- 172.21.15.83:0/3875934662 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820250 0x5586af82d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- 172.21.15.83:0/3875934662 >> 172.21.15.83:0/3875934662 conn(0x5586af81aba0 msgr2=0x5586af826070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- 172.21.15.83:0/3875934662 shutdown_connections 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- 172.21.15.83:0/3875934662 wait complete. 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 -- start start 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.955+0000 7fd08216a740 1 Processor -- start 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820250 0x5586af835ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 0x5586af836410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781acd80 con 0x5586af82de10 2024-04-22T14:04:16.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781ac6b0 con 0x5586af820c00 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd0781a9910 con 0x5586af820250 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 10 client.0 _ll_register_callbacks cb 0x7fd070013ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50344/0 (socket says 172.21.15.83:50344) 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 -- 172.21.15.83:0/3576651524 learned_addr learned my addr 172.21.15.83:0/3576651524 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07d31a640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820250 0x5586af835ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07cb19640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 0x5586af836410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 -- 172.21.15.83:0/3576651524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820250 msgr2=0x5586af835ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820250 0x5586af835ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 -- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 msgr2=0x5586af836410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 0x5586af836410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 -- 172.21.15.83:0/3576651524 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586af8273f0 con 0x5586af82de10 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07cb19640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 0x5586af836410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:16.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd07db1b640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098f0 tx=0x7fd070004530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b79b9a4bb307d20 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd060ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070024040 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd070003970 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.956+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0700048e0 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fd070049050 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 10 client.17592 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5586af8a3b30 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0700048e0 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fd07001d040 con 0x5586af82de10 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 10 client.17592 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 10 client.17592 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 20 client.17592 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af8a4180 0x5586af8a65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 4 client.17592 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:16.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5586af78ca80 con 0x5586af8a4180 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.957+0000 7fd07d31a640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af8a4180 0x5586af8a65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd060ff9640 10 client.17592 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd07d31a640 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af8a4180 0x5586af8a65a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=add0fe2330781e99 server_cookie=6d6930e4f46f09ab in_seq=0 out_seq=0 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd060ff9640 1 -- 172.21.15.83:0/3576651524 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5586af78ca80 con 0x5586af8a4180 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd060ff9640 10 client.17592 handle_command_reply: tid=0 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 client.17592 shutdown 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 msgr2=0x5586af826d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd0700098f0 tx=0x7fd070004530 comp rx=0 tx=0).stop 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 shutdown_connections 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5586af8a4180 0x5586af8a65a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5586af82de10 0x5586af826d80 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5586af820c00 0x5586af836410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd060ff9640 0 client.17592 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:16.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 --2- 172.21.15.83:0/3576651524 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5586af820250 0x5586af835ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 >> 172.21.15.83:0/3576651524 conn(0x5586af81aba0 msgr2=0x5586af8291d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 shutdown_connections 2024-04-22T14:04:16.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 1 -- 172.21.15.83:0/3576651524 wait complete. 2024-04-22T14:04:16.969 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.958+0000 7fd08216a740 20 client.17592 trim_cache size 0 max 16384 2024-04-22T14:04:16.969 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 msgr2=0x7fd0640a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 0x7fd0640a6260 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd0700138f0 tx=0x7fd070009a90 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 msgr2=0x7fd078198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fd074005940 tx=0x7fd07402c860 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 shutdown_connections 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd0640a3da0 0x7fd0640a6260 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd07819cfc0 0x7fd07819d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd078106160 0x7fd078198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 --2- 172.21.15.83:0/2660859800 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd078101090 0x7fd078198700 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 >> 172.21.15.83:0/2660859800 conn(0x7fd078077f50 msgr2=0x7fd0780ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 shutdown_connections 2024-04-22T14:04:16.970 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:16.959+0000 7fd07f57e640 1 -- 172.21.15.83:0/2660859800 wait complete. 2024-04-22T14:04:16.973 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:04:16.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:16 smithi084 ceph-mon[31312]: pgmap v185: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-04-22T14:04:16.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/759888793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:17.073 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 -- 172.21.15.83:0/1117326333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4106e20 msgr2=0x7f15f4107200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 --2- 172.21.15.83:0/1117326333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4106e20 0x7f15f4107200 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f15e4009930 tx=0x7f15e402bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 -- 172.21.15.83:0/1117326333 shutdown_connections 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 --2- 172.21.15.83:0/1117326333 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f41019f0 0x7f15f410dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 --2- 172.21.15.83:0/1117326333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f4101030 0x7f15f41014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 --2- 172.21.15.83:0/1117326333 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4106e20 0x7f15f4107200 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 -- 172.21.15.83:0/1117326333 >> 172.21.15.83:0/1117326333 conn(0x7f15f4077be0 msgr2=0x7f15f4077ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 -- 172.21.15.83:0/1117326333 shutdown_connections 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 -- 172.21.15.83:0/1117326333 wait complete. 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.070+0000 7f15fa59f640 1 Processor -- start 2024-04-22T14:04:17.074 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 -- start start 2024-04-22T14:04:17.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 0x7f15f4199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f4106e20 0x7f15f41a4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.076 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4110f90 con 0x7f15f4101030 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4110e10 con 0x7f15f41019f0 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4111110 con 0x7f15f4106e20 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50360/0 (socket says 172.21.15.83:50360) 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 -- 172.21.15.83:0/4275444057 learned_addr learned my addr 172.21.15.83:0/4275444057 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 0x7f15f4199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 -- 172.21.15.83:0/4275444057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f4106e20 msgr2=0x7f15f41a4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f4106e20 0x7f15f41a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 -- 172.21.15.83:0/4275444057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 msgr2=0x7f15f4199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 0x7f15f4199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 -- 172.21.15.83:0/4275444057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f41a4990 con 0x7f15f4101030 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 0x7f15f4199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15f959d640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f15e4009230 tx=0x7f15e40045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.077 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15ea7fc640 1 -- 172.21.15.83:0/4275444057 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4043020 con 0x7f15f4101030 2024-04-22T14:04:17.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f41a4b60 con 0x7f15f4101030 2024-04-22T14:04:17.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.071+0000 7f15ea7fc640 1 -- 172.21.15.83:0/4275444057 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15e402cb70 con 0x7f15f4101030 2024-04-22T14:04:17.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.072+0000 7f15ea7fc640 1 -- 172.21.15.83:0/4275444057 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4003b50 con 0x7f15f4101030 2024-04-22T14:04:17.078 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.072+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f41a50a0 con 0x7f15f4101030 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.073+0000 7f15ea7fc640 1 -- 172.21.15.83:0/4275444057 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f15e4046020 con 0x7f15f4101030 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 Processor -- start 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 -- start start 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5626bf32c1f0 con 0x5626bf3c7450 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5626bf2c94b0 con 0x5626bf3d5010 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5626bf3281b0 con 0x5626bf3c7e00 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15ea7fc640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 0x7f15e00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f9d9e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f9d9e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50366/0 (socket says 172.21.15.83:50366) 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f9d9e640 1 -- 172.21.15.83:0/1786398215 learned_addr learned my addr 172.21.15.83:0/1786398215 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 0x7f15e00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f959d640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.074+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15ea7fc640 1 -- 172.21.15.83:0/4275444057 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15e40f2950 con 0x7f15f4101030 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 -- 172.21.15.83:0/1786398215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 msgr2=0x5626bf3d4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 -- 172.21.15.83:0/1786398215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 msgr2=0x5626bf3d7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 -- 172.21.15.83:0/1786398215 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626bf2bb1b0 con 0x5626bf3c7450 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f959d640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f15ec012d20 tx=0x7f15ec00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29b3bd8287ef3d4c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 0x7f15e00a61e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15ec00fc30 tx=0x7f15ec01a000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15df7fe640 1 -- 172.21.15.83:0/1786398215 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec020070 con 0x5626bf3c7450 2024-04-22T14:04:17.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15df7fe640 1 -- 172.21.15.83:0/1786398215 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15ec009bc0 con 0x5626bf3c7450 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.075+0000 7f15df7fe640 1 -- 172.21.15.83:0/1786398215 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec01cca0 con 0x5626bf3c7450 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1786398215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 msgr2=0x5626bf3c7830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f15ec012d20 tx=0x7f15ec00f730 comp rx=0 tx=0).stop 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1786398215 shutdown_connections 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1786398215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c7830 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1786398215 >> 172.21.15.83:0/1786398215 conn(0x5626bf3c1da0 msgr2=0x5626bf3c2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1786398215 shutdown_connections 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1786398215 wait complete. 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 -- start start 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.076+0000 7f15fe3ea740 1 Processor -- start 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5626bf3d7ee0 con 0x5626bf3c7450 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5626bf2e5500 con 0x5626bf3d5010 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5626bf3d8060 con 0x5626bf3c7e00 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 10 client.0 _ll_register_callbacks cb 0x5626bf2b3b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50376/0 (socket says 172.21.15.83:50376) 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 -- 172.21.15.83:0/4210081371 learned_addr learned my addr 172.21.15.83:0/4210081371 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 -- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 msgr2=0x5626bf3d1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 -- 172.21.15.83:0/4210081371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 msgr2=0x5626bf3d2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 -- 172.21.15.83:0/4210081371 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626bf03e3f0 con 0x5626bf3c7450 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15f959d640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f15e40f06d0 tx=0x7f15e403abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80258a45409d95ef server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e408d020 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15e40f0350 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15ec009bc0 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f15e40bacd0 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 10 client.17604 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.077+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5626bf1087d0 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15ec009bc0 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f15e40b91e0 con 0x5626bf3c7450 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 10 client.17604 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 10 client.17604 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 20 client.17604 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf3e50c0 0x5626bf3e74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 4 client.17604 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626bf2cb930 con 0x5626bf3e50c0 2024-04-22T14:04:17.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.078+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf3e50c0 0x5626bf3e74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15dcff9640 10 client.17604 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf3e50c0 0x5626bf3e74e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7cda6e90ddb9f13a server_cookie=6499c9af46aa8905 in_seq=0 out_seq=0 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15dcff9640 1 -- 172.21.15.83:0/4210081371 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5626bf2cb930 con 0x5626bf3e50c0 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15dcff9640 10 client.17604 handle_command_reply: tid=0 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 client.17604 shutdown 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 msgr2=0x5626bf3d4910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f15e40f06d0 tx=0x7f15e403abc0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 shutdown_connections 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf3e50c0 0x5626bf3e74e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15dcff9640 0 client.17604 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/4210081371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3d4910 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.079+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 >> 172.21.15.83:0/4210081371 conn(0x5626bf3c1da0 msgr2=0x5626bf3c3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.080+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 shutdown_connections 2024-04-22T14:04:17.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.080+0000 7f15fe3ea740 1 -- 172.21.15.83:0/4210081371 wait complete. 2024-04-22T14:04:17.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.080+0000 7f15fe3ea740 20 client.17604 trim_cache size 0 max 16384 2024-04-22T14:04:17.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 Processor -- start 2024-04-22T14:04:17.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 -- start start 2024-04-22T14:04:17.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d4910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41ab740 con 0x5626bf3c7450 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41ad280 con 0x5626bf3d5010 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41abe10 con 0x5626bf3c7e00 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50382/0 (socket says 172.21.15.83:50382) 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 -- 172.21.15.83:0/1148788342 learned_addr learned my addr 172.21.15.83:0/1148788342 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 -- 172.21.15.83:0/1148788342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 msgr2=0x5626bf3d43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 -- 172.21.15.83:0/1148788342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 msgr2=0x5626bf3d4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 -- 172.21.15.83:0/1148788342 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626bf3e7b60 con 0x5626bf3c7450 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15f959d640 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f15e40bae90 tx=0x7f15e402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd7d8a7ca460b95 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.093+0000 7f15deffd640 1 -- 172.21.15.83:0/1148788342 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e408d040 con 0x5626bf3c7450 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15deffd640 1 -- 172.21.15.83:0/1148788342 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15e40c76a0 con 0x5626bf3c7450 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15deffd640 1 -- 172.21.15.83:0/1148788342 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e40df0b0 con 0x5626bf3c7450 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1148788342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 msgr2=0x5626bf3c0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f15e40bae90 tx=0x7f15e402bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1148788342 shutdown_connections 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3d5010 0x5626bf3d4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3d43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/1148788342 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3c7450 0x5626bf3c0ca0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1148788342 >> 172.21.15.83:0/1148788342 conn(0x5626bf3c1da0 msgr2=0x5626bf3c0590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1148788342 shutdown_connections 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- 172.21.15.83:0/1148788342 wait complete. 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 -- start start 2024-04-22T14:04:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.094+0000 7f15fe3ea740 1 Processor -- start 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3c7450 0x5626bf3dd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3da320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41acbb0 con 0x5626bf3d5010 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41ac4e0 con 0x5626bf3c7450 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15f41a9720 con 0x5626bf3c7e00 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15fe3ea740 10 client.0 _ll_register_callbacks cb 0x7f15e40092a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50390/0 (socket says 172.21.15.83:50390) 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 -- 172.21.15.83:0/2152726100 learned_addr learned my addr 172.21.15.83:0/2152726100 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f959d640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3c7450 0x5626bf3dd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f8d9c640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3da320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 -- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 msgr2=0x5626bf3da320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3da320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 -- 172.21.15.83:0/2152726100 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3c7450 msgr2=0x5626bf3dd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3c7450 0x5626bf3dd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 -- 172.21.15.83:0/2152726100 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626bf3c6760 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15f9d9e640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f15ec012d20 tx=0x7f15ec009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1f08a19a6364f4b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.095+0000 7f15dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec020040 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15e40c76a0 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15ec019cc0 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f15ec01c430 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 10 client.17610 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5626bf44c2d0 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15e40c76a0 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f15ec02c070 con 0x5626bf3d5010 2024-04-22T14:04:17.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 10 client.17610 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 10 client.17610 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 20 client.17610 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf44c910 0x5626bf44ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 4 client.17610 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5626bf339c10 con 0x5626bf44c910 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.096+0000 7f15f959d640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf44c910 0x5626bf44ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15f959d640 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf44c910 0x5626bf44ed30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=478da422a9f06977 server_cookie=23c56c71dd90154c in_seq=0 out_seq=0 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15dcff9640 10 client.17610 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15dcff9640 1 -- 172.21.15.83:0/2152726100 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5626bf339c10 con 0x5626bf44c910 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15dcff9640 10 client.17610 handle_command_reply: tid=0 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 client.17610 shutdown 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 msgr2=0x5626bf3da860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f15ec012d20 tx=0x7f15ec009630 comp rx=0 tx=0).stop 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 shutdown_connections 2024-04-22T14:04:17.106 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5626bf44c910 0x5626bf44ed30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5626bf3d5010 0x5626bf3da860 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5626bf3c7e00 0x5626bf3da320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15dcff9640 0 client.17610 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 --2- 172.21.15.83:0/2152726100 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5626bf3c7450 0x5626bf3dd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 >> 172.21.15.83:0/2152726100 conn(0x5626bf3c1da0 msgr2=0x5626bf3c0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 shutdown_connections 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 1 -- 172.21.15.83:0/2152726100 wait complete. 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.097+0000 7f15fe3ea740 20 client.17610 trim_cache size 0 max 16384 2024-04-22T14:04:17.107 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:17.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 msgr2=0x7f15e00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 0x7f15e00a61e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f15ec00fc30 tx=0x7f15ec01a000 comp rx=0 tx=0).stop 2024-04-22T14:04:17.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 msgr2=0x7f15f41993d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f15e4009230 tx=0x7f15e40045e0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.108 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 shutdown_connections 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15e00a3d20 0x7f15e00a61e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15f4106e20 0x7f15f41a4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f41019f0 0x7f15f4199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 --2- 172.21.15.83:0/4275444057 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15f4101030 0x7f15f41993d0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 >> 172.21.15.83:0/4275444057 conn(0x7f15f4077be0 msgr2=0x7f15f40ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 shutdown_connections 2024-04-22T14:04:17.109 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.098+0000 7f15fa59f640 1 -- 172.21.15.83:0/4275444057 wait complete. 2024-04-22T14:04:17.112 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- 172.21.15.83:0/3034040137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101a40 msgr2=0x7f0708105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 --2- 172.21.15.83:0/3034040137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101a40 0x7f0708105a80 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f06f4009900 tx=0x7f06f402bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- 172.21.15.83:0/3034040137 shutdown_connections 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 --2- 172.21.15.83:0/3034040137 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f0708106160 0x7f070810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 --2- 172.21.15.83:0/3034040137 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101a40 0x7f0708105a80 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 --2- 172.21.15.83:0/3034040137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708101090 0x7f0708101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- 172.21.15.83:0/3034040137 >> 172.21.15.83:0/3034040137 conn(0x7f0708077f50 msgr2=0x7f0708078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- 172.21.15.83:0/3034040137 shutdown_connections 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- 172.21.15.83:0/3034040137 wait complete. 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 Processor -- start 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.210+0000 7f070f1ef640 1 -- start start 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 0x7f0708199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 0x7f07081a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f0708111080 con 0x7f0708101090 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0708110f00 con 0x7f0708106160 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f0708111200 con 0x7f070819a010 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50406/0 (socket says 172.21.15.83:50406) 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 -- 172.21.15.83:0/2138079531 learned_addr learned my addr 172.21.15.83:0/2138079531 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070d78c640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 0x7f07081a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f0707fff640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 0x7f0708199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 -- 172.21.15.83:0/2138079531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 msgr2=0x7f07081a45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 0x7f07081a45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 -- 172.21.15.83:0/2138079531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 msgr2=0x7f0708199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 0x7f0708199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 -- 172.21.15.83:0/2138079531 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07081a4d90 con 0x7f0708101090 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070d78c640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 0x7f07081a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f0707fff640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 0x7f0708199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070cf8b640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00d950 tx=0x7f06fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f0705ffb640 1 -- 172.21.15.83:0/2138079531 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc017030 con 0x7f0708101090 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07081a5080 con 0x7f0708101090 2024-04-22T14:04:17.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f0705ffb640 1 -- 172.21.15.83:0/2138079531 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06fc004020 con 0x7f0708101090 2024-04-22T14:04:17.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.211+0000 7f0705ffb640 1 -- 172.21.15.83:0/2138079531 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc0047a0 con 0x7f0708101090 2024-04-22T14:04:17.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.212+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07081a55f0 con 0x7f0708101090 2024-04-22T14:04:17.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.213+0000 7f0705ffb640 1 -- 172.21.15.83:0/2138079531 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f06fc009a30 con 0x7f0708101090 2024-04-22T14:04:17.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 Processor -- start 2024-04-22T14:04:17.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0705ffb640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 0x7f06f80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 -- start start 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0705ffb640 1 -- 172.21.15.83:0/2138079531 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f06fc0d02e0 con 0x7f0708101090 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f070d78c640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 0x7f06f80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711f9430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef711fbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ef711551f0 con 0x55ef711f04d0 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ef710f24b0 con 0x55ef711f9a00 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f0711dd7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ef711511b0 con 0x55ef711f0e80 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f070cf8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f070cf8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50420/0 (socket says 172.21.15.83:50420) 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.214+0000 7f070cf8b640 1 -- 172.21.15.83:0/4107684379 learned_addr learned my addr 172.21.15.83:0/4107684379 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f0707fff640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711f9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070d78c640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef711fbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070d78c640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 0x7f06f80a61e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0700005cc0 tx=0x7f070000e720 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 -- 172.21.15.83:0/4107684379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 msgr2=0x55ef711f9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711f9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 -- 172.21.15.83:0/4107684379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 msgr2=0x55ef711fbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef711fbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 -- 172.21.15.83:0/4107684379 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef710e41b0 con 0x55ef711f04d0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070d78c640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef711fbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f070cf8b640 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f06fc098c80 tx=0x7f06fc09ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=953efe7be071687a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f06f2ffd640 1 -- 172.21.15.83:0/4107684379 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc0a4f20 con 0x55ef711f04d0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f06f2ffd640 1 -- 172.21.15.83:0/4107684379 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06fc09a5b0 con 0x55ef711f04d0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.215+0000 7f06f2ffd640 1 -- 172.21.15.83:0/4107684379 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06fc0a0170 con 0x55ef711f04d0 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- 172.21.15.83:0/4107684379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 msgr2=0x55ef711f08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f06fc098c80 tx=0x7f06fc09ca70 comp rx=0 tx=0).stop 2024-04-22T14:04:17.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- 172.21.15.83:0/4107684379 shutdown_connections 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef711fbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711f9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- 172.21.15.83:0/4107684379 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f04d0 0x55ef711f08b0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- 172.21.15.83:0/4107684379 >> 172.21.15.83:0/4107684379 conn(0x55ef711eaba0 msgr2=0x55ef711eaf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- 172.21.15.83:0/4107684379 shutdown_connections 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- 172.21.15.83:0/4107684379 wait complete. 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- start start 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 Processor -- start 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef711f93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f0e80 0x55ef711f6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ef711fc910 con 0x55ef711f9a00 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ef7110e500 con 0x55ef711f0e80 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ef711fca90 con 0x55ef711f04d0 2024-04-22T14:04:17.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.216+0000 7f0711dd7740 10 client.0 _ll_register_callbacks cb 0x55ef710dcb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50436/0 (socket says 172.21.15.83:50436) 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 -- 172.21.15.83:0/1390235159 learned_addr learned my addr 172.21.15.83:0/1390235159 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070cf8b640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef711f93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f0707fff640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f0e80 0x55ef711f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 -- 172.21.15.83:0/1390235159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 msgr2=0x55ef711f93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef711f93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 -- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f0e80 msgr2=0x55ef711f6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f0e80 0x55ef711f6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 -- 172.21.15.83:0/1390235159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef70e673f0 con 0x55ef711f9a00 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f070d78c640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f07000042a0 tx=0x7f0700004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9cb8f3fbf28a8ce server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f06e7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:17.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700012be0 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0700012d80 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06fc09a5b0 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f070002d050 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f0711dd7740 10 client.17622 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55ef70f317d0 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.217+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06fc09a5b0 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f0700010440 con 0x55ef711f9a00 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 10 client.17622 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 10 client.17622 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 20 client.17622 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71209c50 0x55ef7120c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 4 client.17622 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:17.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef710f4930 con 0x55ef71209c50 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f070cf8b640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71209c50 0x55ef7120c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f06e7fff640 10 client.17622 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.218+0000 7f070cf8b640 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71209c50 0x55ef7120c060 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=add1df5423f549c4 server_cookie=cc0ff50f2706e524 in_seq=0 out_seq=0 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f06e7fff640 1 -- 172.21.15.83:0/1390235159 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ef710f4930 con 0x55ef71209c50 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f06e7fff640 10 client.17622 handle_command_reply: tid=0 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 client.17622 shutdown 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 msgr2=0x55ef711f6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f07000042a0 tx=0x7f0700004ab0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 shutdown_connections 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71209c50 0x55ef7120c060 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711f6e80 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f06e7fff640 0 client.17622 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:17.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f0e80 0x55ef711f6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 --2- 172.21.15.83:0/1390235159 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef711f93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 >> 172.21.15.83:0/1390235159 conn(0x55ef711eaba0 msgr2=0x55ef711ec8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 shutdown_connections 2024-04-22T14:04:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 1 -- 172.21.15.83:0/1390235159 wait complete. 2024-04-22T14:04:17.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.219+0000 7f0711dd7740 20 client.17622 trim_cache size 0 max 16384 2024-04-22T14:04:17.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 Processor -- start 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 -- start start 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef712057d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef71211e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f07081adab0 con 0x55ef711f0e80 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07081af5f0 con 0x55ef711f9a00 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.232+0000 7f0711dd7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f07081ae180 con 0x55ef711f04d0 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50444/0 (socket says 172.21.15.83:50444) 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 -- 172.21.15.83:0/2617337374 learned_addr learned my addr 172.21.15.83:0/2617337374 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f070d78c640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef71211e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f070cf8b640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef712057d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 -- 172.21.15.83:0/2617337374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 msgr2=0x55ef712057d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef712057d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 -- 172.21.15.83:0/2617337374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 msgr2=0x55ef71211e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef71211e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 -- 172.21.15.83:0/2617337374 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef711ef7f0 con 0x55ef711f0e80 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f070d78c640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef71211e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f0707fff640 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f070806b6e0 tx=0x7f06f402c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbd0aafd51d497be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f06f27fc640 1 -- 172.21.15.83:0/2617337374 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f40042c0 con 0x55ef711f0e80 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f06f27fc640 1 -- 172.21.15.83:0/2617337374 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06f402cc90 con 0x55ef711f0e80 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.233+0000 7f06f27fc640 1 -- 172.21.15.83:0/2617337374 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f4004920 con 0x55ef711f0e80 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- 172.21.15.83:0/2617337374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 msgr2=0x55ef71211930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f070806b6e0 tx=0x7f06f402c5d0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- 172.21.15.83:0/2617337374 shutdown_connections 2024-04-22T14:04:17.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f9a00 0x55ef71211e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f0e80 0x55ef71211930 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- 172.21.15.83:0/2617337374 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f04d0 0x55ef712057d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- 172.21.15.83:0/2617337374 >> 172.21.15.83:0/2617337374 conn(0x55ef711eaba0 msgr2=0x55ef711e9c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- 172.21.15.83:0/2617337374 shutdown_connections 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- 172.21.15.83:0/2617337374 wait complete. 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- start start 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 Processor -- start 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f04d0 0x55ef711fd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711fdd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f07081aef20 con 0x55ef711f9a00 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07081ae850 con 0x55ef711f04d0 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.234+0000 7f0711dd7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f07081aba90 con 0x55ef711f0e80 2024-04-22T14:04:17.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0711dd7740 10 client.0 _ll_register_callbacks cb 0x7f0700003de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50460/0 (socket says 172.21.15.83:50460) 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 -- 172.21.15.83:0/3189302973 learned_addr learned my addr 172.21.15.83:0/3189302973 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070cf8b640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f04d0 0x55ef711fd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0707fff640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711fdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 -- 172.21.15.83:0/3189302973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 msgr2=0x55ef711fdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711fdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 -- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f04d0 msgr2=0x55ef711fd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f04d0 0x55ef711fd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 -- 172.21.15.83:0/3189302973 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef7126f2a0 con 0x55ef711f9a00 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0707fff640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711fdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f070d78c640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f0700005be0 tx=0x7f0700012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9571b02360017999 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f06e7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:17.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0700010640 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f0700012be0 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06f402cc90 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f0700010ce0 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0711dd7740 10 client.17628 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.235+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55ef712705a0 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06f402cc90 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f070003a020 con 0x55ef711f9a00 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 10 client.17628 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 10 client.17628 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 20 client.17628 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71270c60 0x55ef71273080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 4 client.17628 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ef71162c10 con 0x55ef71270c60 2024-04-22T14:04:17.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f070cf8b640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71270c60 0x55ef71273080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f070cf8b640 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71270c60 0x55ef71273080 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26cdba69fddccbbe server_cookie=fdacf81c56fa2415 in_seq=0 out_seq=0 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f06e7fff640 10 client.17628 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f06e7fff640 1 -- 172.21.15.83:0/3189302973 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ef71162c10 con 0x55ef71270c60 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f06e7fff640 10 client.17628 handle_command_reply: tid=0 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.236+0000 7f0711dd7740 1 client.17628 shutdown 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 msgr2=0x55ef711fe280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f0700005be0 tx=0x7f0700012820 comp rx=0 tx=0).stop 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 shutdown_connections 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ef71270c60 0x55ef71273080 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ef711f9a00 0x55ef711fe280 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f06e7fff640 0 client.17628 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ef711f0e80 0x55ef711fdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 --2- 172.21.15.83:0/3189302973 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ef711f04d0 0x55ef711fd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 >> 172.21.15.83:0/3189302973 conn(0x55ef711eaba0 msgr2=0x55ef711e9370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 shutdown_connections 2024-04-22T14:04:17.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 1 -- 172.21.15.83:0/3189302973 wait complete. 2024-04-22T14:04:17.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f0711dd7740 20 client.17628 trim_cache size 0 max 16384 2024-04-22T14:04:17.248 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 msgr2=0x7f06f80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 0x7f06f80a61e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0700005cc0 tx=0x7f070000e720 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 msgr2=0x7f0708199540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00d950 tx=0x7f06fc00de10 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 shutdown_connections 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f06f80a3d20 0x7f06f80a61e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f070819a010 0x7f07081a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0708106160 0x7f0708199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 --2- 172.21.15.83:0/2138079531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f0708101090 0x7f0708199540 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 >> 172.21.15.83:0/2138079531 conn(0x7f0708077f50 msgr2=0x7f07080ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.237+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 shutdown_connections 2024-04-22T14:04:17.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:17.238+0000 7f070f1ef640 1 -- 172.21.15.83:0/2138079531 wait complete. 2024-04-22T14:04:18.252 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:04:18.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:04:18.252 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:04:18.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- 172.21.15.83:0/243888832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc1031d0 msgr2=0x7f15cc1035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 --2- 172.21.15.83:0/243888832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc1031d0 0x7f15cc1035b0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f15bc009900 tx=0x7f15bc02bd60 comp rx=0 tx=0).stop 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- 172.21.15.83:0/243888832 shutdown_connections 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 --2- 172.21.15.83:0/243888832 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 0x7f15cc10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 --2- 172.21.15.83:0/243888832 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc103af0 0x7f15cc10bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 --2- 172.21.15.83:0/243888832 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc1031d0 0x7f15cc1035b0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- 172.21.15.83:0/243888832 >> 172.21.15.83:0/243888832 conn(0x7f15cc077f50 msgr2=0x7f15cc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- 172.21.15.83:0/243888832 shutdown_connections 2024-04-22T14:04:18.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- 172.21.15.83:0/243888832 wait complete. 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 Processor -- start 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.363+0000 7f15d08c1640 1 -- start start 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc1031d0 0x7f15cc198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 0x7f15cc19cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc112180 con 0x7f15cc103af0 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc112000 con 0x7f15cc10c510 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc112300 con 0x7f15cc1031d0 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50478/0 (socket says 172.21.15.83:50478) 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 -- 172.21.15.83:0/1990882938 learned_addr learned my addr 172.21.15.83:0/1990882938 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15ca59c640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc1031d0 0x7f15cc198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 0x7f15cc19cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 -- 172.21.15.83:0/1990882938 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc1031d0 msgr2=0x7f15cc198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc1031d0 0x7f15cc198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 -- 172.21.15.83:0/1990882938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 msgr2=0x7f15cc19cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 0x7f15cc19cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 -- 172.21.15.83:0/1990882938 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15cc19d6c0 con 0x7f15cc103af0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f15c000c920 tx=0x7f15c000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15bb7fe640 1 -- 172.21.15.83:0/1990882938 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0007c70 con 0x7f15cc103af0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15bb7fe640 1 -- 172.21.15.83:0/1990882938 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c0007e10 con 0x7f15cc103af0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15cc19d9b0 con 0x7f15cc103af0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.364+0000 7f15bb7fe640 1 -- 172.21.15.83:0/1990882938 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0018820 con 0x7f15cc103af0 2024-04-22T14:04:18.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.365+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15cc1a5240 con 0x7f15cc103af0 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.367+0000 7f15bb7fe640 1 -- 172.21.15.83:0/1990882938 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f15c000f450 con 0x7f15cc103af0 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.367+0000 7f15d3591740 1 Processor -- start 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.367+0000 7f15d3591740 1 -- start start 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x562762236840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562762236e10 0x562762239260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15bb7fe640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 0x7f15b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562762191f00 con 0x56276222d8e0 2024-04-22T14:04:18.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56276212f590 con 0x562762236e10 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15d3591740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56276218dec0 con 0x56276222e290 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50490/0 (socket says 172.21.15.83:50490) 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 -- 172.21.15.83:0/3660193339 learned_addr learned my addr 172.21.15.83:0/3660193339 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 0x7f15b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562762236e10 0x562762239260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15bb7fe640 1 -- 172.21.15.83:0/1990882938 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15c00d08b0 con 0x7f15cc103af0 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15ca59c640 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x562762236840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 -- 172.21.15.83:0/3660193339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 msgr2=0x562762236840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x562762236840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 -- 172.21.15.83:0/3660193339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562762236e10 msgr2=0x562762239260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562762236e10 0x562762239260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 -- 172.21.15.83:0/3660193339 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562761f6c7e0 con 0x56276222d8e0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.368+0000 7f15cad9d640 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f15c4005cc0 tx=0x7f15c40117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97c0aa3174caee03 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 0x7f15b40a61e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f15c4011cb0 tx=0x7f15c4016000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15b8ff9640 1 -- 172.21.15.83:0/3660193339 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4024070 con 0x56276222d8e0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15b8ff9640 1 -- 172.21.15.83:0/3660193339 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c400ac90 con 0x56276222d8e0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15b8ff9640 1 -- 172.21.15.83:0/3660193339 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4020420 con 0x56276222d8e0 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 -- 172.21.15.83:0/3660193339 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 msgr2=0x56276222dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f15c4005cc0 tx=0x7f15c40117b0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 -- 172.21.15.83:0/3660193339 shutdown_connections 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562762236e10 0x562762239260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x562762236840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 --2- 172.21.15.83:0/3660193339 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222d8e0 0x56276222dcc0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.369+0000 7f15d3591740 1 -- 172.21.15.83:0/3660193339 >> 172.21.15.83:0/3660193339 conn(0x562762227fb0 msgr2=0x562762228390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- 172.21.15.83:0/3660193339 shutdown_connections 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- 172.21.15.83:0/3660193339 wait complete. 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- start start 2024-04-22T14:04:18.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 Processor -- start 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222d8e0 0x562762233eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222e290 0x5627622343f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562762239d20 con 0x562762236e10 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56276214b580 con 0x56276222e290 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562762239ea0 con 0x56276222d8e0 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15d3591740 10 client.0 _ll_register_callbacks cb 0x562762151650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50504/0 (socket says 172.21.15.83:50504) 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15cad9d640 1 -- 172.21.15.83:0/2472526035 learned_addr learned my addr 172.21.15.83:0/2472526035 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15ca59c640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222d8e0 0x562762233eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.370+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222e290 0x5627622343f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 -- 172.21.15.83:0/2472526035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222d8e0 msgr2=0x562762233eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222d8e0 0x562762233eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 -- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222e290 msgr2=0x5627622343f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222e290 0x5627622343f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 -- 172.21.15.83:0/2472526035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562761fccf70 con 0x562762236e10 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15cad9d640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f15c400fdb0 tx=0x7f15c400f6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ee610c5a91bef4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c402f070 con 0x562762236e10 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15c4014890 con 0x562762236e10 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15c400ac90 con 0x562762236e10 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f15c4024040 con 0x562762236e10 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 10 client.17640 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:18.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x562761e64170 con 0x562762236e10 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c400ac90 con 0x562762236e10 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f15c4020670 con 0x562762236e10 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 10 client.17640 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 10 client.17640 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 20 client.17640 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622473c0 0x5627622497b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 4 client.17640 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.371+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56276219f920 con 0x5627622473c0 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.372+0000 7f15ca59c640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622473c0 0x5627622497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.372+0000 7f15ca59c640 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622473c0 0x5627622497b0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b11f23fda26de2a6 server_cookie=de50eabf2b874e63 in_seq=0 out_seq=0 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.372+0000 7f15b1ffb640 10 client.17640 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15b1ffb640 1 -- 172.21.15.83:0/2472526035 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56276219f920 con 0x5627622473c0 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15b1ffb640 10 client.17640 handle_command_reply: tid=0 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 client.17640 shutdown 2024-04-22T14:04:18.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 msgr2=0x562762234930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f15c400fdb0 tx=0x7f15c400f6e0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 shutdown_connections 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622473c0 0x5627622497b0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x562762234930 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222e290 0x5627622343f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15b1ffb640 0 client.17640 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 --2- 172.21.15.83:0/2472526035 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222d8e0 0x562762233eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 >> 172.21.15.83:0/2472526035 conn(0x562762227fb0 msgr2=0x562762229d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 shutdown_connections 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 1 -- 172.21.15.83:0/2472526035 wait complete. 2024-04-22T14:04:18.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.373+0000 7f15d3591740 20 client.17640 trim_cache size 0 max 16384 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 Processor -- start 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 -- start start 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x5627622365e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562762236e10 0x56276224ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1adad0 con 0x56276222e290 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1af610 con 0x56276222d8e0 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.390+0000 7f15d3591740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1ae1a0 con 0x562762236e10 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50512/0 (socket says 172.21.15.83:50512) 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 -- 172.21.15.83:0/3818550357 learned_addr learned my addr 172.21.15.83:0/3818550357 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15cad9d640 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562762236e10 0x56276224ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 -- 172.21.15.83:0/3818550357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562762236e10 msgr2=0x56276224ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562762236e10 0x56276224ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 -- 172.21.15.83:0/3818550357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 msgr2=0x5627622365e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x5627622365e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 -- 172.21.15.83:0/3818550357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627622288f0 con 0x56276222e290 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15c9d9b640 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f15c0098c80 tx=0x7f15c0051040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=470ae0ae1a1f4bc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15b3fff640 1 -- 172.21.15.83:0/3818550357 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c009c820 con 0x56276222e290 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15b3fff640 1 -- 172.21.15.83:0/3818550357 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c00a0bd0 con 0x56276222e290 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.391+0000 7f15b3fff640 1 -- 172.21.15.83:0/3818550357 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c00870b0 con 0x56276222e290 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- 172.21.15.83:0/3818550357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 msgr2=0x56276222f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f15c0098c80 tx=0x7f15c0051040 comp rx=0 tx=0).stop 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- 172.21.15.83:0/3818550357 shutdown_connections 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562762236e10 0x56276224ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56276222e290 0x56276222f600 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- 172.21.15.83:0/3818550357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x5627622365e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- 172.21.15.83:0/3818550357 >> 172.21.15.83:0/3818550357 conn(0x562762227fb0 msgr2=0x5627622292b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- 172.21.15.83:0/3818550357 shutdown_connections 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- 172.21.15.83:0/3818550357 wait complete. 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- start start 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 Processor -- start 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x56276223ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x56276223d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1aef40 con 0x562762236e10 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1ae870 con 0x56276222d8e0 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f15cc1abab0 con 0x56276222e290 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15d3591740 10 client.0 _ll_register_callbacks cb 0x7f15c000cf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:18.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15cad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50528/0 (socket says 172.21.15.83:50528) 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.392+0000 7f15cad9d640 1 -- 172.21.15.83:0/1345686210 learned_addr learned my addr 172.21.15.83:0/1345686210 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15ca59c640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x56276223ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 -- 172.21.15.83:0/1345686210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 msgr2=0x56276223d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x56276223d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 -- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 msgr2=0x56276223ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x56276223ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 -- 172.21.15.83:0/1345686210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56276223dc60 con 0x562762236e10 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15ca59c640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x56276223ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15cad9d640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f15c4002230 tx=0x7f15c400f750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=714cae577d62e841 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c4040030 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f15c400fb10 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15c00a0bd0 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f15c402f040 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 10 client.17646 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5627622adc50 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15c00a0bd0 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7f15c4020420 con 0x562762236e10 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 10 client.17646 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 10 client.17646 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 20 client.17646 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622ae360 0x5627622b07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 4 client.17646 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.393+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562762199790 con 0x5627622ae360 2024-04-22T14:04:18.404 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.394+0000 7f15ca59c640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622ae360 0x5627622b07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.394+0000 7f15ca59c640 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622ae360 0x5627622b07a0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=627e8bf83a360af6 server_cookie=3ac63a88ed41c630 in_seq=0 out_seq=0 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.394+0000 7f15b1ffb640 10 client.17646 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15b1ffb640 1 -- 172.21.15.83:0/1345686210 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562762199790 con 0x5627622ae360 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15b1ffb640 10 client.17646 handle_command_reply: tid=0 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 client.17646 shutdown 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 msgr2=0x5627622ac600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f15c4002230 tx=0x7f15c400f750 comp rx=0 tx=0).stop 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 shutdown_connections 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627622ae360 0x5627622b07a0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562762236e10 0x5627622ac600 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56276222e290 0x56276223d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15b1ffb640 0 client.17646 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 --2- 172.21.15.83:0/1345686210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56276222d8e0 0x56276223ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 >> 172.21.15.83:0/1345686210 conn(0x562762227fb0 msgr2=0x562762229b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 shutdown_connections 2024-04-22T14:04:18.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 1 -- 172.21.15.83:0/1345686210 wait complete. 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.395+0000 7f15d3591740 20 client.17646 trim_cache size 0 max 16384 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "002c49a4-85e4-40bf-a3cd-96b71ca75be2", 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:04:18.406 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 msgr2=0x7f15b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 0x7f15b40a61e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f15c4011cb0 tx=0x7f15c4016000 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 msgr2=0x7f15cc198c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f15c000c920 tx=0x7f15c000cde0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 shutdown_connections 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f15b40a3d20 0x7f15b40a61e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15cc10c510 0x7f15cc19cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f15cc103af0 0x7f15cc198c60 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 --2- 172.21.15.83:0/1990882938 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f15cc1031d0 0x7f15cc198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 >> 172.21.15.83:0/1990882938 conn(0x7f15cc077f50 msgr2=0x7f15cc0fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 shutdown_connections 2024-04-22T14:04:18.408 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.396+0000 7f15d08c1640 1 -- 172.21.15.83:0/1990882938 wait complete. 2024-04-22T14:04:18.410 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:04:18.411 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 -- 172.21.15.83:0/1317620535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c103ae0 msgr2=0x7fc61c10bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 --2- 172.21.15.83:0/1317620535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c103ae0 0x7fc61c10bfc0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc604009860 tx=0x7fc60402bca0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 -- 172.21.15.83:0/1317620535 shutdown_connections 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 --2- 172.21.15.83:0/1317620535 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c10c500 0x7fc61c10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 --2- 172.21.15.83:0/1317620535 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c103ae0 0x7fc61c10bfc0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 --2- 172.21.15.83:0/1317620535 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c1035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.535+0000 7fc621b15640 1 -- 172.21.15.83:0/1317620535 >> 172.21.15.83:0/1317620535 conn(0x7fc61c078000 msgr2=0x7fc61c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.536+0000 7fc621b15640 1 -- 172.21.15.83:0/1317620535 shutdown_connections 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.536+0000 7fc621b15640 1 -- 172.21.15.83:0/1317620535 wait complete. 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.536+0000 7fc621b15640 1 Processor -- start 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 -- start start 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 0x7fc61c19e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 0x7fc61c1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c112170 con 0x7fc61c1031c0 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c111ff0 con 0x7fc61c10c500 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc621b15640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1122f0 con 0x7fc61c103ae0 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50548/0 (socket says 172.21.15.83:50548) 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 -- 172.21.15.83:0/3708223790 learned_addr learned my addr 172.21.15.83:0/3708223790 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61affd640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 0x7fc61c19e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 -- 172.21.15.83:0/3708223790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 msgr2=0x7fc61c19e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 0x7fc61c19e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61b7fe640 1 -- 172.21.15.83:0/3708223790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 msgr2=0x7fc61c1985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.537+0000 7fc61bfff640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 0x7fc61c1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 0x7fc61c1985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc61b7fe640 1 -- 172.21.15.83:0/3708223790 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc61c198d60 con 0x7fc61c1031c0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc61bfff640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 0x7fc61c1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc61affd640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 0x7fc61c19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00e9c0 tx=0x7fc60c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc618ff9640 1 -- 172.21.15.83:0/3708223790 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c00ccc0 con 0x7fc61c1031c0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc618ff9640 1 -- 172.21.15.83:0/3708223790 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc60c0054d0 con 0x7fc61c1031c0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc61c199050 con 0x7fc61c1031c0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc618ff9640 1 -- 172.21.15.83:0/3708223790 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c010430 con 0x7fc61c1031c0 2024-04-22T14:04:18.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.538+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc61c1a52f0 con 0x7fc61c1031c0 2024-04-22T14:04:18.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.541+0000 7fc6247e7740 1 Processor -- start 2024-04-22T14:04:18.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.541+0000 7fc6247e7740 1 -- start start 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7344950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7344e90 0x5634b7347280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc618ff9640 1 -- 172.21.15.83:0/3708223790 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc60c004f80 con 0x7fc61c1031c0 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5634b729c1e0 con 0x5634b7337b50 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5634b7239390 con 0x5634b7337230 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc6247e7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5634b72981a0 con 0x5634b7344e90 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:41734/0 (socket says 172.21.15.83:41734) 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 -- 172.21.15.83:0/247559726 learned_addr learned my addr 172.21.15.83:0/247559726 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7344950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61affd640 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7344e90 0x5634b7347280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 -- 172.21.15.83:0/247559726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7344e90 msgr2=0x5634b7347280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7344e90 0x5634b7347280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 -- 172.21.15.83:0/247559726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 msgr2=0x5634b7344950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7344950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 -- 172.21.15.83:0/247559726 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634b70787d0 con 0x5634b7337230 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.542+0000 7fc61bfff640 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc614009ee0 tx=0x7fc61400f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a039de95eda38941 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc618ff9640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 0x7fc6080a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc611ffb640 1 -- 172.21.15.83:0/247559726 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614011640 con 0x5634b7337230 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 0x7fc6080a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc618ff9640 1 -- 172.21.15.83:0/3708223790 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc60c0d0d20 con 0x7fc61c1031c0 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc611ffb640 1 -- 172.21.15.83:0/247559726 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc614011c90 con 0x5634b7337230 2024-04-22T14:04:18.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.543+0000 7fc611ffb640 1 -- 172.21.15.83:0/247559726 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61401bd60 con 0x5634b7337230 2024-04-22T14:04:18.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 -- 172.21.15.83:0/247559726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 msgr2=0x5634b7337610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc614009ee0 tx=0x7fc61400f730 comp rx=0 tx=0).stop 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc61b7fe640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 0x7fc6080a6260 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc60c0a53d0 tx=0x7fc60c0d47d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 -- 172.21.15.83:0/247559726 shutdown_connections 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7344e90 0x5634b7347280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7344950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 --2- 172.21.15.83:0/247559726 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7337610 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 -- 172.21.15.83:0/247559726 >> 172.21.15.83:0/247559726 conn(0x5634b7331cb0 msgr2=0x5634b7332090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 -- 172.21.15.83:0/247559726 shutdown_connections 2024-04-22T14:04:18.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.544+0000 7fc6247e7740 1 -- 172.21.15.83:0/247559726 wait complete. 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 -- start start 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 Processor -- start 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7342340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7344e90 0x5634b7342880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5634b7347cd0 con 0x5634b7337b50 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5634b72552f0 con 0x5634b7344e90 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5634b7347e50 con 0x5634b7337230 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc6247e7740 10 client.0 _ll_register_callbacks cb 0x5634b7262580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc61affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7342340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:45324/0 (socket says 172.21.15.83:45324) 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc61bfff640 1 -- 172.21.15.83:0/2180841599 learned_addr learned my addr 172.21.15.83:0/2180841599 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.545+0000 7fc61bfff640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7344e90 0x5634b7342880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 -- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7344e90 msgr2=0x5634b7342880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7344e90 0x5634b7342880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 -- 172.21.15.83:0/2180841599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 msgr2=0x5634b7342340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7342340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 -- 172.21.15.83:0/2180841599 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634b6fae3f0 con 0x5634b7337230 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc61bfff640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc614009d20 tx=0x7fc61401b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=beaabf4afd417d72 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc5faffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614004a40 con 0x5634b7337230 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc614004be0 con 0x5634b7337230 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc614011c90 con 0x5634b7337230 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fc614004de0 con 0x5634b7337230 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc6247e7740 10 client.26707 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:18.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.546+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5634b6f6e0f0 con 0x5634b7337230 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc614011c90 con 0x5634b7337230 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fc614011900 con 0x5634b7337230 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 10 client.26707 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 10 client.26707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 20 client.26707 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b733afc0 0x5634b733b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 4 client.26707 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634b72a9c00 con 0x5634b733afc0 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.547+0000 7fc61affd640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b733afc0 0x5634b733b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.548+0000 7fc61affd640 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b733afc0 0x5634b733b3c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6440ec2633d4868 server_cookie=466b59a549e8a786 in_seq=0 out_seq=0 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.548+0000 7fc5faffd640 10 client.26707 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.548+0000 7fc5faffd640 1 -- 172.21.15.83:0/2180841599 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5634b72a9c00 con 0x5634b733afc0 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.548+0000 7fc5faffd640 10 client.26707 handle_command_reply: tid=0 2024-04-22T14:04:18.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.548+0000 7fc6247e7740 1 client.26707 shutdown 2024-04-22T14:04:18.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 msgr2=0x5634b7341e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc614009d20 tx=0x7fc61401b8c0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 shutdown_connections 2024-04-22T14:04:18.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b733afc0 0x5634b733b3c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc5faffd640 0 client.26707 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7344e90 0x5634b7342880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b7342340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 --2- 172.21.15.83:0/2180841599 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b7341e00 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 >> 172.21.15.83:0/2180841599 conn(0x5634b7331cb0 msgr2=0x5634b7333a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 shutdown_connections 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 1 -- 172.21.15.83:0/2180841599 wait complete. 2024-04-22T14:04:18.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.549+0000 7fc6247e7740 20 client.26707 trim_cache size 0 max 16384 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 Processor -- start 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 -- start start 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b73415b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b733afc0 0x5634b733f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc61affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b73415b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:41750/0 (socket says 172.21.15.83:41750) 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc61bfff640 1 -- 172.21.15.83:0/1577641605 learned_addr learned my addr 172.21.15.83:0/1577641605 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ab9e0 con 0x5634b7337b50 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ad520 con 0x5634b7337230 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.574+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ac0b0 con 0x5634b733afc0 2024-04-22T14:04:18.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b733afc0 0x5634b733f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 -- 172.21.15.83:0/1577641605 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b733afc0 msgr2=0x5634b733f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b733afc0 0x5634b733f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 -- 172.21.15.83:0/1577641605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 msgr2=0x5634b73415b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b73415b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 -- 172.21.15.83:0/1577641605 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634b73314f0 con 0x5634b7337230 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61affd640 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b73415b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc61bfff640 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc614014040 tx=0x7fc614009b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a35189bfef118491 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc6117fa640 1 -- 172.21.15.83:0/1577641605 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614009820 con 0x5634b7337230 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc6117fa640 1 -- 172.21.15.83:0/1577641605 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc614005bd0 con 0x5634b7337230 2024-04-22T14:04:18.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.575+0000 7fc6117fa640 1 -- 172.21.15.83:0/1577641605 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614011440 con 0x5634b7337230 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 msgr2=0x5634b7344530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc614014040 tx=0x7fc614009b00 comp rx=0 tx=0).stop 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 shutdown_connections 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b733afc0 0x5634b733f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b73415b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 --2- 172.21.15.83:0/1577641605 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b7337230 0x5634b7344530 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 >> 172.21.15.83:0/1577641605 conn(0x5634b7331cb0 msgr2=0x5634b73509a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 shutdown_connections 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- 172.21.15.83:0/1577641605 wait complete. 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.576+0000 7fc6247e7740 1 -- start start 2024-04-22T14:04:18.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 Processor -- start 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b735cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b733afc0 0x5634b735d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ace50 con 0x5634b7337b50 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1ac780 con 0x5634b733afc0 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc61c1a99e0 con 0x5634b7337230 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc6247e7740 10 client.0 _ll_register_callbacks cb 0x7fc614015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc61bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.173:3300/0 says I am v2:172.21.15.83:45332/0 (socket says 172.21.15.83:45332) 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc61bfff640 1 -- 172.21.15.83:0/981005371 learned_addr learned my addr 172.21.15.83:0/981005371 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc61affd640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b735cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.577+0000 7fc61bfff640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b733afc0 0x5634b735d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 -- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b733afc0 msgr2=0x5634b735d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b733afc0 0x5634b735d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 -- 172.21.15.83:0/981005371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 msgr2=0x5634b735cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b735cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 -- 172.21.15.83:0/981005371 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634b73be530 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61affd640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b735cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc61bfff640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc614004240 tx=0x7fc6140021f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17258452e38f1263 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.578+0000 7fc5faffd640 10 client.0 ms_handle_connect on v2:172.21.15.173:3300/0 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614004c10 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mon.1 v2:172.21.15.173:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc614004590 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc614005bd0 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fc614004790 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 10 client.26713 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5634b73bf7a0 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mon.1 v2:172.21.15.173:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc614005bd0 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mon.1 v2:172.21.15.173:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7fc614011770 con 0x5634b7337230 2024-04-22T14:04:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 10 client.26713 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 10 client.26713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 20 client.26713 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.579+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b7344e90 0x5634b73c1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc6247e7740 4 client.26713 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5634b72a3a70 con 0x5634b7344e90 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc61affd640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b7344e90 0x5634b73c1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc61affd640 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b7344e90 0x5634b73c1e10 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae22ee4cb60cc76c server_cookie=3cd1c25ceb188791 in_seq=0 out_seq=0 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc5faffd640 10 client.26713 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc5faffd640 1 -- 172.21.15.83:0/981005371 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5634b72a3a70 con 0x5634b7344e90 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc5faffd640 10 client.26713 handle_command_reply: tid=0 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc6247e7740 1 client.26713 shutdown 2024-04-22T14:04:18.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 msgr2=0x5634b735caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.580+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc614004240 tx=0x7fc6140021f0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 shutdown_connections 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5634b7344e90 0x5634b73c1e10 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5634b733afc0 0x5634b735d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5634b7337b50 0x5634b735cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 --2- 172.21.15.83:0/981005371 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5634b7337230 0x5634b735caa0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 >> 172.21.15.83:0/981005371 conn(0x5634b7331cb0 msgr2=0x5634b7350110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc5faffd640 0 client.26713 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 shutdown_connections 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 1 -- 172.21.15.83:0/981005371 wait complete. 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.581+0000 7fc6247e7740 20 client.26713 trim_cache size 0 max 16384 2024-04-22T14:04:18.589 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "002c49a4-85e4-40bf-a3cd-96b71ca75be2": { 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "002c49a4-85e4-40bf-a3cd-96b71ca75be2", 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:18.590 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:18.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 msgr2=0x7fc6080a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 0x7fc6080a6260 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc60c0a53d0 tx=0x7fc60c0d47d0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 msgr2=0x7fc61c19e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:18.591 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00e9c0 tx=0x7fc60c00ee80 comp rx=0 tx=0).stop 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 shutdown_connections 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6080a3da0 0x7fc6080a6260 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc61c10c500 0x7fc61c1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc61c103ae0 0x7fc61c19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 --2- 172.21.15.83:0/3708223790 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc61c1031c0 0x7fc61c19e430 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 >> 172.21.15.83:0/3708223790 conn(0x7fc61c078000 msgr2=0x7fc61c0ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 shutdown_connections 2024-04-22T14:04:18.592 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:18.582+0000 7fc621b15640 1 -- 172.21.15.83:0/3708223790 wait complete. 2024-04-22T14:04:18.599 INFO:tasks.cephfs.filesystem:scrub status for tag:002c49a4-85e4-40bf-a3cd-96b71ca75be2 - {'path': '/', 'tag': '002c49a4-85e4-40bf-a3cd-96b71ca75be2', 'options': 'recursive,force'} 2024-04-22T14:04:18.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:18 smithi173 ceph-mon[31493]: pgmap v186: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 55 KiB/s wr, 14 op/s 2024-04-22T14:04:18.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:18 smithi083 ceph-mon[27977]: pgmap v186: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 55 KiB/s wr, 14 op/s 2024-04-22T14:04:18.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:18 smithi084 ceph-mon[31312]: pgmap v186: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 55 KiB/s wr, 14 op/s 2024-04-22T14:04:19.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:04:19.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.487+0000 7f6a0e081640 1 -- 172.21.15.83:0/1064492643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08069a80 msgr2=0x7f6a0810eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.487+0000 7f6a0e081640 1 --2- 172.21.15.83:0/1064492643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08069a80 0x7f6a0810eda0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f6a00009ca0 tx=0x7f6a0002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 -- 172.21.15.83:0/1064492643 shutdown_connections 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 --2- 172.21.15.83:0/1064492643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08069a80 0x7f6a0810eda0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 --2- 172.21.15.83:0/1064492643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a080690e0 0x7f6a08069540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 --2- 172.21.15.83:0/1064492643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a08107fe0 0x7f6a081083c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 -- 172.21.15.83:0/1064492643 >> 172.21.15.83:0/1064492643 conn(0x7f6a08077e30 msgr2=0x7f6a08078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 -- 172.21.15.83:0/1064492643 shutdown_connections 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 -- 172.21.15.83:0/1064492643 wait complete. 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 Processor -- start 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.488+0000 7f6a0e081640 1 -- start start 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a080690e0 0x7f6a081986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 0x7f6a08198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6a08112170 con 0x7f6a08107fe0 2024-04-22T14:04:19.494 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6a08111ff0 con 0x7f6a08069a80 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6a081122f0 con 0x7f6a080690e0 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50608/0 (socket says 172.21.15.83:50608) 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 -- 172.21.15.83:0/4245675763 learned_addr learned my addr 172.21.15.83:0/4245675763 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a06ffd640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 0x7f6a08198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a077fe640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a080690e0 0x7f6a081986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 -- 172.21.15.83:0/4245675763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a080690e0 msgr2=0x7f6a081986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a080690e0 0x7f6a081986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 -- 172.21.15.83:0/4245675763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 msgr2=0x7f6a08198bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 0x7f6a08198bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 -- 172.21.15.83:0/4245675763 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a0819d6a0 con 0x7f6a08107fe0 2024-04-22T14:04:19.495 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a06ffd640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 0x7f6a08198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a07fff640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f6a0002c700 tx=0x7f6a000346d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00041020 con 0x7f6a08107fe0 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a0819d930 con 0x7f6a08107fe0 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a00032960 con 0x7f6a08107fe0 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a00039040 con 0x7f6a08107fe0 2024-04-22T14:04:19.496 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.489+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a081a5220 con 0x7f6a08107fe0 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.490+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a08068de0 con 0x7f6a08107fe0 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.492+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6a00044020 con 0x7f6a08107fe0 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.492+0000 7f6a04ff9640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 0x7f69f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.492+0000 7f6a077fe640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 0x7f69f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.492+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6a000f28e0 con 0x7f6a08107fe0 2024-04-22T14:04:19.497 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.493+0000 7f6a077fe640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 0x7f69f00a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f69f8005d70 tx=0x7f69f8005d00 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.499 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.496+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6a0004b020 con 0x7f6a08107fe0 2024-04-22T14:04:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:04:19.690 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:19 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.721 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.718+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a0810a3f0 con 0x7f6a08107fe0 2024-04-22T14:04:19.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.719+0000 7f6a04ff9640 1 -- 172.21.15.83:0/4245675763 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11923 (secure 0 0 0) 0x7f6a000bf0c0 con 0x7f6a08107fe0 2024-04-22T14:04:19.722 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:04:19.722 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:02:48.736739+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:04:19.723 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 37 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 msgr2=0x7f69f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 0x7f69f00a61e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f69f8005d70 tx=0x7f69f8005d00 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 msgr2=0x7f6a0819cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f6a0002c700 tx=0x7f6a000346d0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 shutdown_connections 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f69f00a3d20 0x7f69f00a61e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6a08107fe0 0x7f6a0819cf70 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6a08069a80 0x7f6a08198bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 --2- 172.21.15.83:0/4245675763 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6a080690e0 0x7f6a081986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 >> 172.21.15.83:0/4245675763 conn(0x7f6a08077e30 msgr2=0x7f6a080ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 shutdown_connections 2024-04-22T14:04:19.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.721+0000 7f6a0e081640 1 -- 172.21.15.83:0/4245675763 wait complete. 2024-04-22T14:04:19.735 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --set-id 45d1e9b7 --release --await' 2024-04-22T14:04:19.735 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --set-id 45d1e9b7 --release --await 2024-04-22T14:04:19.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 -- 172.21.15.83:0/3880205240 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec101130 msgr2=0x7efcec101590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 --2- 172.21.15.83:0/3880205240 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec101130 0x7efcec101590 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7efcdc009900 tx=0x7efcdc02bc80 comp rx=0 tx=0).stop 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 -- 172.21.15.83:0/3880205240 shutdown_connections 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 --2- 172.21.15.83:0/3880205240 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101ad0 0x7efcec10dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 --2- 172.21.15.83:0/3880205240 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec101130 0x7efcec101590 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 --2- 172.21.15.83:0/3880205240 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec105ea0 0x7efcec106280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 -- 172.21.15.83:0/3880205240 >> 172.21.15.83:0/3880205240 conn(0x7efcec077e30 msgr2=0x7efcec078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 -- 172.21.15.83:0/3880205240 shutdown_connections 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.837+0000 7efcf386d640 1 -- 172.21.15.83:0/3880205240 wait complete. 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 Processor -- start 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 -- start start 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 0x7efcec19e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec101ad0 0x7efcec19eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1111d0 con 0x7efcec105ea0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcec111050 con 0x7efcec101ad0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf386d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcec111350 con 0x7efcec101130 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50626/0 (socket says 172.21.15.83:50626) 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 -- 172.21.15.83:0/3190714807 learned_addr learned my addr 172.21.15.83:0/3190714807 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf0e08640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec101ad0 0x7efcec19eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1609640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 0x7efcec19e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 -- 172.21.15.83:0/3190714807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 msgr2=0x7efcec19e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 0x7efcec19e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 -- 172.21.15.83:0/3190714807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec101ad0 msgr2=0x7efcec19eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec101ad0 0x7efcec19eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 -- 172.21.15.83:0/3190714807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcec198f20 con 0x7efcec105ea0 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1609640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 0x7efcec19e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:19.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efcf1e0a640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7efce400cad0 tx=0x7efce400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.838+0000 7efce27fc640 1 -- 172.21.15.83:0/3190714807 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce400ae20 con 0x7efcec105ea0 2024-04-22T14:04:19.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.839+0000 7efce27fc640 1 -- 172.21.15.83:0/3190714807 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce4005020 con 0x7efcec105ea0 2024-04-22T14:04:19.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.839+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcec199210 con 0x7efcec105ea0 2024-04-22T14:04:19.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.839+0000 7efce27fc640 1 -- 172.21.15.83:0/3190714807 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce400f6b0 con 0x7efcec105ea0 2024-04-22T14:04:19.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.839+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcec1a5520 con 0x7efcec105ea0 2024-04-22T14:04:19.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.841+0000 7efce27fc640 1 -- 172.21.15.83:0/3190714807 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7efce40051d0 con 0x7efcec105ea0 2024-04-22T14:04:19.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.841+0000 7efcf6467740 1 Processor -- start 2024-04-22T14:04:19.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.841+0000 7efcf6467740 1 -- start start 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.841+0000 7efcf6467740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x5607126956f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf6467740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf6467740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 0x5607126a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efce27fc640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 0x7efcd80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf6467740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5607125fa500 con 0x560712695c30 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf6467740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5607125a06a0 con 0x560712695310 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf6467740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5607125f64c0 con 0x56071269e810 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50630/0 (socket says 172.21.15.83:50630) 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 -- 172.21.15.83:0/1362136208 learned_addr learned my addr 172.21.15.83:0/1362136208 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1e0a640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 0x7efcd80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x5607126956f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efce27fc640 1 -- 172.21.15.83:0/3190714807 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efce40d08e0 con 0x7efcec105ea0 2024-04-22T14:04:19.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 0x5607126a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 -- 172.21.15.83:0/1362136208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 msgr2=0x5607126a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 0x5607126a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 -- 172.21.15.83:0/1362136208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 msgr2=0x5607126956f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x5607126956f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 -- 172.21.15.83:0/1362136208 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607125bf5e0 con 0x560712695c30 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 0x5607126a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1e0a640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 0x7efcd80a61e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7efce409c550 tx=0x7efce4005890 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcf1609640 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7efce800bcc0 tx=0x7efce800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7abe783df2984212 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcd77fe640 1 -- 172.21.15.83:0/1362136208 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8005020 con 0x560712695c30 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcd77fe640 1 -- 172.21.15.83:0/1362136208 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce80047a0 con 0x560712695c30 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.842+0000 7efcd77fe640 1 -- 172.21.15.83:0/1362136208 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce8011680 con 0x560712695c30 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- 172.21.15.83:0/1362136208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 msgr2=0x56071269e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7efce800bcc0 tx=0x7efce800f730 comp rx=0 tx=0).stop 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- 172.21.15.83:0/1362136208 shutdown_connections 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56071269e810 0x5607126a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560712695c30 0x56071269e2d0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 --2- 172.21.15.83:0/1362136208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x5607126956f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- 172.21.15.83:0/1362136208 >> 172.21.15.83:0/1362136208 conn(0x56071268fa40 msgr2=0x56071268fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- 172.21.15.83:0/1362136208 shutdown_connections 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- 172.21.15.83:0/1362136208 wait complete. 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 -- start start 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.843+0000 7efcf6467740 1 Processor -- start 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x56071269e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x56071269b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5607126a1600 con 0x56071269e810 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5607125b3a60 con 0x560712695310 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5607126a1780 con 0x560712695c30 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf6467740 10 client.0 _ll_register_callbacks cb 0x56071230c110 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50642/0 (socket says 172.21.15.83:50642) 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 -- 172.21.15.83:0/1406190129 learned_addr learned my addr 172.21.15.83:0/1406190129 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf1609640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x56071269b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x56071269e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 -- 172.21.15.83:0/1406190129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 msgr2=0x56071269b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x56071269b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 -- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 msgr2=0x56071269e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x56071269e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 -- 172.21.15.83:0/1406190129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071230c920 con 0x56071269e810 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7efcdc009900 tx=0x7efcdc02bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4f3f0be82b8cf8d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.844+0000 7efcd4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc048030 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efce80047a0 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efcdc03a040 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7efcdc0053d0 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 10 client.17682 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x5607123d8d30 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efce80047a0 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7efcdc003780 con 0x56071269e810 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 10 client.17682 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 10 client.17682 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 20 client.17682 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5607126ae890 0x5607126b0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 4 client.17682 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:19.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607125cda10 con 0x5607126ae890 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.845+0000 7efcf1609640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5607126ae890 0x5607126b0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.846+0000 7efcf1609640 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5607126ae890 0x5607126b0c80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91981c676c838d4e server_cookie=db8b8172d994b5ee in_seq=0 out_seq=0 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.846+0000 7efcd4ff9640 10 client.17682 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.846+0000 7efcd4ff9640 1 -- 172.21.15.83:0/1406190129 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5607125cda10 con 0x5607126ae890 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.846+0000 7efcd4ff9640 10 client.17682 handle_command_reply: tid=0 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.846+0000 7efcf6467740 1 client.17682 shutdown 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 msgr2=0x56071269bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7efcdc009900 tx=0x7efcdc02bc80 comp rx=0 tx=0).stop 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 shutdown_connections 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5607126ae890 0x5607126b0c80 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x56071269bd60 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x56071269b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcd4ff9640 0 client.17682 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 --2- 172.21.15.83:0/1406190129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x56071269e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 >> 172.21.15.83:0/1406190129 conn(0x56071268fa40 msgr2=0x560712691790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 shutdown_connections 2024-04-22T14:04:19.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 1 -- 172.21.15.83:0/1406190129 wait complete. 2024-04-22T14:04:19.858 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.847+0000 7efcf6467740 20 client.17682 trim_cache size 0 max 16384 2024-04-22T14:04:19.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.863+0000 7efcf6467740 1 Processor -- start 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 -- start start 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695310 0x56071269a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695c30 0x5607126b6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1adae0 con 0x56071269e810 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1af620 con 0x560712695c30 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf6467740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1ae1b0 con 0x560712695310 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50658/0 (socket says 172.21.15.83:50658) 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 -- 172.21.15.83:0/1373864857 learned_addr learned my addr 172.21.15.83:0/1373864857 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 -- 172.21.15.83:0/1373864857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695310 msgr2=0x56071269a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695310 0x56071269a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 -- 172.21.15.83:0/1373864857 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695c30 msgr2=0x5607126b6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695c30 0x5607126b6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 -- 172.21.15.83:0/1373864857 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607126b0ff0 con 0x56071269e810 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcf0e08640 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0098d0 tx=0x7efcdc02c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2054a08ea69ff927 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcd6ffd640 1 -- 172.21.15.83:0/1373864857 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc048040 con 0x56071269e810 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcd6ffd640 1 -- 172.21.15.83:0/1373864857 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcdc005570 con 0x56071269e810 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.864+0000 7efcd6ffd640 1 -- 172.21.15.83:0/1373864857 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc004be0 con 0x56071269e810 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- 172.21.15.83:0/1373864857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 msgr2=0x5607126b6a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0098d0 tx=0x7efcdc02c640 comp rx=0 tx=0).stop 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- 172.21.15.83:0/1373864857 shutdown_connections 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x5607126b6a90 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695c30 0x5607126b6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 --2- 172.21.15.83:0/1373864857 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695310 0x56071269a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- 172.21.15.83:0/1373864857 >> 172.21.15.83:0/1373864857 conn(0x56071268fa40 msgr2=0x560712699dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- 172.21.15.83:0/1373864857 shutdown_connections 2024-04-22T14:04:19.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- 172.21.15.83:0/1373864857 wait complete. 2024-04-22T14:04:19.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 -- start start 2024-04-22T14:04:19.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.865+0000 7efcf6467740 1 Processor -- start 2024-04-22T14:04:19.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x560712698390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x5607126988d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1aef50 con 0x56071269e810 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1ae880 con 0x560712695310 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcec1abac0 con 0x560712695c30 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 10 client.0 _ll_register_callbacks cb 0x7efcdc004560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50668/0 (socket says 172.21.15.83:50668) 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 -- 172.21.15.83:0/842428457 learned_addr learned my addr 172.21.15.83:0/842428457 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x560712698390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf1609640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x5607126988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 -- 172.21.15.83:0/842428457 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 msgr2=0x5607126988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x5607126988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 -- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 msgr2=0x560712698390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:19.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x560712698390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 -- 172.21.15.83:0/842428457 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560712713e70 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf0e08640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0059d0 tx=0x7efcdc005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f48e17336705c2a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcd4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcdc048070 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efcdc0038b0 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.866+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcdc005570 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7efcdc0046c0 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 10 client.17688 fetch_fsmap learned FSMap version 37 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560712715190 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcdc005570 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 37) ==== 8354+0+0 (secure 0 0 0) 0x7efcdc056750 con 0x56071269e810 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 10 client.17688 fetch_fsmap finished waiting for FSMap version 37 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 10 client.17688 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:04:19.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 20 client.17688 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x560712715830 0x560712717c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 4 client.17688 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "45d1e9b7", "release": true, "await": true}] 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "set_id": "45d1e9b7", "release": true, "await": true}) -- 0x560712607f20 con 0x560712715830 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.867+0000 7efcf1609640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x560712715830 0x560712717c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.868+0000 7efcd4ff9640 10 client.17688 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:19.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.868+0000 7efcf1609640 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x560712715830 0x560712717c50 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b87fc164b4f225e server_cookie=86e909b9bf59120c in_seq=0 out_seq=0 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcd4ff9640 1 -- 172.21.15.83:0/842428457 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x560712607f20 con 0x560712715830 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcd4ff9640 10 client.17688 handle_command_reply: tid=0 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 client.17688 shutdown 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 msgr2=0x560712698e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7efcdc0059d0 tx=0x7efcdc005c90 comp rx=0 tx=0).stop 2024-04-22T14:04:19.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 shutdown_connections 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x560712715830 0x560712717c50 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56071269e810 0x560712698e10 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560712695c30 0x5607126988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 --2- 172.21.15.83:0/842428457 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560712695310 0x560712698390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 >> 172.21.15.83:0/842428457 conn(0x56071268fa40 msgr2=0x56071269a650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.872+0000 7efcd4ff9640 0 client.17688 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 shutdown_connections 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf6467740 1 -- 172.21.15.83:0/842428457 wait complete. 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf6467740 20 client.17688 trim_cache size 0 max 16384 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:19.878 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 37, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 20, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": { 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "45d1e9b7": { 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "version": 20, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "age_ref": 0.0, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "timeout": 60.0, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "expiration": 83.6, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "members": { 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "file:/": { 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "excluded": false, 2024-04-22T14:04:19.879 INFO:teuthology.orchestra.run.smithi083.stdout: "state": { 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RELEASED", 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:19.880 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 msgr2=0x7efcd80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 0x7efcd80a61e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7efce409c550 tx=0x7efce4005890 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 msgr2=0x7efcec198660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7efce400cad0 tx=0x7efce400cf90 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 shutdown_connections 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efcd80a3d20 0x7efcd80a61e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcec105ea0 0x7efcec198660 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcec101ad0 0x7efcec19eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 --2- 172.21.15.83:0/3190714807 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcec101130 0x7efcec19e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 >> 172.21.15.83:0/3190714807 conn(0x7efcec077e30 msgr2=0x7efcec104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.873+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 shutdown_connections 2024-04-22T14:04:19.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:19.874+0000 7efcf386d640 1 -- 172.21.15.83:0/3190714807 wait complete. 2024-04-22T14:04:19.891 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set_id: 45d1e9b7, seconds elapsed: 25.7 2024-04-22T14:04:19.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:04:19.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:19.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:19 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:04:19.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:19 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:20.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:20 smithi173 ceph-mon[31493]: pgmap v187: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:20.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4245675763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:20.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:20 smithi083 ceph-mon[27977]: pgmap v187: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:20.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4245675763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:20.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:20 smithi084 ceph-mon[31312]: pgmap v187: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:20.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4245675763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:21.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:21 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:04:21.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:21 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:04:21.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:21 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:04:22.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:22 smithi173 ceph-mon[31493]: pgmap v188: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:22.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:22 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:04:22.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:22 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:04:22.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:22 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:04:22.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:22 smithi083 ceph-mon[27977]: pgmap v188: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:22.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:22 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:04:22.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:22 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:04:22.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:22 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:04:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:22 smithi084 ceph-mon[31312]: pgmap v188: 97 pgs: 97 active+clean; 218 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-22T14:04:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:22 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:04:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:22 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:04:22.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:22 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:04:24.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:24 smithi173 ceph-mon[31493]: pgmap v189: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 178 op/s 2024-04-22T14:04:24.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:24 smithi083 ceph-mon[27977]: pgmap v189: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 178 op/s 2024-04-22T14:04:24.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:24 smithi084 ceph-mon[31312]: pgmap v189: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 178 op/s 2024-04-22T14:04:26.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:26 smithi173 ceph-mon[31493]: pgmap v190: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 173 op/s 2024-04-22T14:04:26.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:26 smithi083 ceph-mon[27977]: pgmap v190: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 173 op/s 2024-04-22T14:04:26.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:26 smithi084 ceph-mon[31312]: pgmap v190: 97 pgs: 97 active+clean; 228 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 539 KiB/s wr, 173 op/s 2024-04-22T14:04:28.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:28 smithi173 ceph-mon[31493]: pgmap v191: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 545 op/s 2024-04-22T14:04:28.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:28 smithi083 ceph-mon[27977]: pgmap v191: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 545 op/s 2024-04-22T14:04:28.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:28 smithi084 ceph-mon[31312]: pgmap v191: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 545 op/s 2024-04-22T14:04:28.982 INFO:tasks.workunit.client.0.smithi083.stdout:All 50000 operations completed A-OK! 2024-04-22T14:04:28.987 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-22T14:04:28.987 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-22T14:04:29.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:29 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:04:29.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:29 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:04:29.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:29 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:04:29.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:29 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:04:29.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:29 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:04:29.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:29 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:04:29.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:29 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:04:29.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:29 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:04:29.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:29 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:29.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:29 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:29.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:29 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:29.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:29 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:30.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:30 smithi173 ceph-mon[31493]: pgmap v192: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:30.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:30 smithi083 ceph-mon[27977]: pgmap v192: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:30.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:30 smithi084 ceph-mon[31312]: pgmap v192: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:32.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:32 smithi173 ceph-mon[31493]: pgmap v193: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:32.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:32 smithi083 ceph-mon[27977]: pgmap v193: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:32.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:32 smithi084 ceph-mon[31312]: pgmap v193: 97 pgs: 97 active+clean; 223 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 541 op/s 2024-04-22T14:04:34.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:34 smithi173 ceph-mon[31493]: pgmap v194: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 718 op/s 2024-04-22T14:04:34.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:34 smithi083 ceph-mon[27977]: pgmap v194: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 718 op/s 2024-04-22T14:04:34.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:34 smithi084 ceph-mon[31312]: pgmap v194: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 718 op/s 2024-04-22T14:04:36.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:36 smithi083 ceph-mon[27977]: pgmap v195: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-04-22T14:04:36.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:36 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:36.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:36 smithi084 ceph-mon[31312]: pgmap v195: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-04-22T14:04:36.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:36 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:37.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:36 smithi173 ceph-mon[31493]: pgmap v195: 97 pgs: 97 active+clean; 234 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 548 op/s 2024-04-22T14:04:37.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:36 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:38.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:38 smithi083 ceph-mon[27977]: pgmap v196: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-04-22T14:04:38.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:38 smithi084 ceph-mon[31312]: pgmap v196: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-04-22T14:04:39.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:38 smithi173 ceph-mon[31493]: pgmap v196: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 699 op/s 2024-04-22T14:04:40.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:40 smithi083 ceph-mon[27977]: pgmap v197: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:40.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:40 smithi084 ceph-mon[31312]: pgmap v197: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:41.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:40 smithi173 ceph-mon[31493]: pgmap v197: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:42.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:42 smithi083 ceph-mon[27977]: pgmap v198: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:42.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:42 smithi084 ceph-mon[31312]: pgmap v198: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:43.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:42 smithi173 ceph-mon[31493]: pgmap v198: 97 pgs: 97 active+clean; 246 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 327 op/s 2024-04-22T14:04:43.584 INFO:tasks.workunit:Stopping ['suites/fsx.sh'] on client.0... 2024-04-22T14:04:43.584 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-22T14:04:43.849 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:43 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:43.851 DEBUG:teuthology.parallel:result is None 2024-04-22T14:04:43.851 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T14:04:43.891 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-22T14:04:43.891 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-22T14:04:43.902 INFO:tasks.quiescer:joining Quiescers 2024-04-22T14:04:43.902 INFO:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-22T14:04:43.902 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:04:43.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:43 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- 172.21.15.83:0/2307669228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd930101a50 msgr2=0x7fd930105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 --2- 172.21.15.83:0/2307669228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd930101a50 0x7fd930105a90 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fd924009900 tx=0x7fd92402bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- 172.21.15.83:0/2307669228 shutdown_connections 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 --2- 172.21.15.83:0/2307669228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd930106170 0x7fd93010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 --2- 172.21.15.83:0/2307669228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd930101a50 0x7fd930105a90 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 --2- 172.21.15.83:0/2307669228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd9301010a0 0x7fd930101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- 172.21.15.83:0/2307669228 >> 172.21.15.83:0/2307669228 conn(0x7fd9300771d0 msgr2=0x7fd9300775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- 172.21.15.83:0/2307669228 shutdown_connections 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- 172.21.15.83:0/2307669228 wait complete. 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 Processor -- start 2024-04-22T14:04:44.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.028+0000 7fd935100640 1 -- start start 2024-04-22T14:04:44.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9301010a0 0x7fd930199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd930106170 0x7fd930199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd9301110b0 con 0x7fd93019a060 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd930110f30 con 0x7fd9301010a0 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd930111230 con 0x7fd930106170 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55866/0 (socket says 172.21.15.83:55866) 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 -- 172.21.15.83:0/495735977 learned_addr learned my addr 172.21.15.83:0/495735977 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92ed9d640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9301010a0 0x7fd930199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92e59c640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd930106170 0x7fd930199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 -- 172.21.15.83:0/495735977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd930106170 msgr2=0x7fd930199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd930106170 0x7fd930199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 -- 172.21.15.83:0/495735977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9301010a0 msgr2=0x7fd930199590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9301010a0 0x7fd930199590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 -- 172.21.15.83:0/495735977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9301a4e10 con 0x7fd93019a060 2024-04-22T14:04:44.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd92f59e640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fd92800eaa0 tx=0x7fd92800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92800cdb0 con 0x7fd93019a060 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9301a5100 con 0x7fd93019a060 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.029+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd928005020 con 0x7fd93019a060 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.030+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd92801f060 con 0x7fd93019a060 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.030+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9301a5620 con 0x7fd93019a060 2024-04-22T14:04:44.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.030+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd930069230 con 0x7fd93019a060 2024-04-22T14:04:44.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.032+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd9280051d0 con 0x7fd93019a060 2024-04-22T14:04:44.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.032+0000 7fd917fff640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 0x7fd9180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.032+0000 7fd92ed9d640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 0x7fd9180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.033+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd9280d0c40 con 0x7fd93019a060 2024-04-22T14:04:44.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.033+0000 7fd92ed9d640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 0x7fd9180a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd9200058c0 tx=0x7fd92000a250 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.037+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd928016030 con 0x7fd93019a060 2024-04-22T14:04:44.058 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:43 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:44.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.295+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9301093a0 con 0x7fd93019a060 2024-04-22T14:04:44.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.297+0000 7fd917fff640 1 -- 172.21.15.83:0/495735977 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+11925 (secure 0 0 0) 0x7fd92809ccc0 con 0x7fd93019a060 2024-04-22T14:04:44.301 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:04:44.301 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":39,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":39,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:04:42.347722+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24481,24467,24466,14640,24503]},"id":1}]} 2024-04-22T14:04:44.301 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 39 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 msgr2=0x7fd9180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 0x7fd9180a61e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd9200058c0 tx=0x7fd92000a250 comp rx=0 tx=0).stop 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 msgr2=0x7fd9301a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fd92800eaa0 tx=0x7fd92800ef60 comp rx=0 tx=0).stop 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 shutdown_connections 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd9180a3d20 0x7fd9180a61e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.303 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd93019a060 0x7fd9301a4610 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd930106170 0x7fd930199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 --2- 172.21.15.83:0/495735977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9301010a0 0x7fd930199590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.299+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 >> 172.21.15.83:0/495735977 conn(0x7fd9300771d0 msgr2=0x7fd9300fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.300+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 shutdown_connections 2024-04-22T14:04:44.304 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.300+0000 7fd935100640 1 -- 172.21.15.83:0/495735977 wait complete. 2024-04-22T14:04:44.315 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24503 quiesce db --cancel --all' 2024-04-22T14:04:44.315 DEBUG:teuthology.orchestra.run.smithi083:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24503 quiesce db --cancel --all 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 -- 172.21.15.83:0/2891084609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8101090 msgr2=0x7f50f8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 --2- 172.21.15.83:0/2891084609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8101090 0x7f50f8101470 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f50e8009900 tx=0x7f50e802bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 -- 172.21.15.83:0/2891084609 shutdown_connections 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 --2- 172.21.15.83:0/2891084609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8106160 0x7f50f810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 --2- 172.21.15.83:0/2891084609 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f8101a40 0x7f50f8105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 --2- 172.21.15.83:0/2891084609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8101090 0x7f50f8101470 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 -- 172.21.15.83:0/2891084609 >> 172.21.15.83:0/2891084609 conn(0x7f50f8077f50 msgr2=0x7f50f8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 -- 172.21.15.83:0/2891084609 shutdown_connections 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 -- 172.21.15.83:0/2891084609 wait complete. 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.415+0000 7f50fd18f640 1 Processor -- start 2024-04-22T14:04:44.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 -- start start 2024-04-22T14:04:44.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 0x7f50f8197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f819bf40 0x7f50f819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81110c0 con 0x7f50f8106160 2024-04-22T14:04:44.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50f8110f40 con 0x7f50f8101090 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50fd18f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50f8111240 con 0x7f50f819bf40 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55874/0 (socket says 172.21.15.83:55874) 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 -- 172.21.15.83:0/450393238 learned_addr learned my addr 172.21.15.83:0/450393238 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 0x7f50f8197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f759e640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f819bf40 0x7f50f819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 -- 172.21.15.83:0/450393238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f819bf40 msgr2=0x7f50f819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f819bf40 0x7f50f819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 -- 172.21.15.83:0/450393238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 msgr2=0x7f50f8197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 0x7f50f8197680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 -- 172.21.15.83:0/450393238 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f819ca30 con 0x7f50f8106160 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 0x7f50f8197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50f659c640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00d740 tx=0x7f50ec00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50dffff640 1 -- 172.21.15.83:0/450393238 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec017070 con 0x7f50f8106160 2024-04-22T14:04:44.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.416+0000 7f50dffff640 1 -- 172.21.15.83:0/450393238 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50ec00de50 con 0x7f50f8106160 2024-04-22T14:04:44.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.417+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f819cd20 con 0x7f50f8106160 2024-04-22T14:04:44.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.417+0000 7f50dffff640 1 -- 172.21.15.83:0/450393238 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ec004ce0 con 0x7f50f8106160 2024-04-22T14:04:44.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.417+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f81a44c0 con 0x7f50f8106160 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50dffff640 1 -- 172.21.15.83:0/450393238 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f50ec004e80 con 0x7f50f8106160 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 Processor -- start 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 -- start start 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c194f20 0x56496c195300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50dffff640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 0x7f50e00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 0x56496c1a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56496c0f8000 con 0x56496c1958d0 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56496c094b20 con 0x56496c194f20 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56496c0f3fc0 con 0x56496c19e450 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f659c640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 0x7f50e00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55882/0 (socket says 172.21.15.83:55882) 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f6d9d640 1 -- 172.21.15.83:0/1927402842 learned_addr learned my addr 172.21.15.83:0/1927402842 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f759e640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 0x56496c1a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50dffff640 1 -- 172.21.15.83:0/450393238 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f50ec0d01c0 con 0x7f50f8106160 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.419+0000 7f50f759e640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c194f20 0x56496c195300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 -- 172.21.15.83:0/1927402842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c194f20 msgr2=0x56496c195300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c194f20 0x56496c195300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 -- 172.21.15.83:0/1927402842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 msgr2=0x56496c19de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 -- 172.21.15.83:0/1927402842 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56496c0aeea0 con 0x56496c19e450 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f659c640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 0x7f50e00a61e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50ec0cd9f0 tx=0x7f50ec06ab40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50f759e640 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 0x56496c1a08a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f50f0012960 tx=0x7f50f0009970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b06f02384e3c5000 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50dd7fa640 1 -- 172.21.15.83:0/1927402842 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0012030 con 0x56496c19e450 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50dd7fa640 1 -- 172.21.15.83:0/1927402842 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50f0003e20 con 0x56496c19e450 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.420+0000 7f50dd7fa640 1 -- 172.21.15.83:0/1927402842 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50f0004030 con 0x56496c19e450 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- 172.21.15.83:0/1927402842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 msgr2=0x56496c1a08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 0x56496c1a08a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f50f0012960 tx=0x7f50f0009970 comp rx=0 tx=0).stop 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- 172.21.15.83:0/1927402842 shutdown_connections 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c19e450 0x56496c1a08a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/1927402842 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c194f20 0x56496c195300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- 172.21.15.83:0/1927402842 >> 172.21.15.83:0/1927402842 conn(0x56496c18f5f0 msgr2=0x56496c18f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- 172.21.15.83:0/1927402842 shutdown_connections 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- 172.21.15.83:0/1927402842 wait complete. 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 -- start start 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.421+0000 7f50ffd7f740 1 Processor -- start 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c19b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56496c1a13c0 con 0x56496c1958d0 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56496c092510 con 0x56496c19e450 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56496c1a1540 con 0x56496c194f20 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 10 client.0 _ll_register_callbacks cb 0x56496c091f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55884/0 (socket says 172.21.15.83:55884) 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 -- 172.21.15.83:0/4118491550 learned_addr learned my addr 172.21.15.83:0/4118491550 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.432 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f759e640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c19b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f759e640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 -- 172.21.15.83:0/4118491550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 msgr2=0x56496c19b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c19b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 -- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 msgr2=0x56496c19bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 -- 172.21.15.83:0/4118491550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56496bed6a20 con 0x56496c1958d0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f759e640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f50e802c170 tx=0x7f50e802ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a48c91ff8220bd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50daff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e8045070 con 0x56496c1958d0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f50e8005450 con 0x56496c1958d0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50f0003e20 con 0x56496c1958d0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f50e8051050 con 0x56496c1958d0 2024-04-22T14:04:44.433 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 10 client.17706 fetch_fsmap learned FSMap version 39 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.422+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x56496bf371b0 con 0x56496c1958d0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50f0003e20 con 0x56496c1958d0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 39) ==== 8362+0+0 (secure 0 0 0) 0x7f50e80035f0 con 0x56496c1958d0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 10 client.17706 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 10 client.17706 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 20 client.17706 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c1ae860 0x56496c1b0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 4 client.17706 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56496c105a20 con 0x56496c1ae860 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50f759e640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c1ae860 0x56496c1b0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50daff5640 10 client.17706 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.423+0000 7f50f759e640 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c1ae860 0x56496c1b0cc0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c01d226271076be0 server_cookie=6a1f9bd9d9e5501e in_seq=0 out_seq=0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50daff5640 1 -- 172.21.15.83:0/4118491550 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56496c105a20 con 0x56496c1ae860 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50daff5640 10 client.17706 handle_command_reply: tid=0 2024-04-22T14:04:44.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 client.17706 shutdown 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 msgr2=0x56496c19b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f50e802c170 tx=0x7f50e802ca90 comp rx=0 tx=0).stop 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 shutdown_connections 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c1ae860 0x56496c1b0cc0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c19b880 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/4118491550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c19b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 >> 172.21.15.83:0/4118491550 conn(0x56496c18f5f0 msgr2=0x56496c190ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50daff5640 0 client.17706 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 shutdown_connections 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 1 -- 172.21.15.83:0/4118491550 wait complete. 2024-04-22T14:04:44.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.424+0000 7f50ffd7f740 20 client.17706 trim_cache size 0 max 16384 2024-04-22T14:04:44.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 Processor -- start 2024-04-22T14:04:44.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 -- start start 2024-04-22T14:04:44.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 0x56496c1aa280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 0x56496c199c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81ab860 con 0x56496c194f20 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81ad400 con 0x56496c19e450 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.441+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81abf30 con 0x56496c1958d0 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 0x56496c1aa280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f759e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 0x56496c1aa280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55900/0 (socket says 172.21.15.83:55900) 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f759e640 1 -- 172.21.15.83:0/3377670759 learned_addr learned my addr 172.21.15.83:0/3377670759 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 0x56496c199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f759e640 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 -- 172.21.15.83:0/3377670759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 msgr2=0x56496c19ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 -- 172.21.15.83:0/3377670759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 msgr2=0x56496c1aa280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 0x56496c1aa280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 -- 172.21.15.83:0/3377670759 --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56496bdca310 con 0x56496c1958d0 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 0x56496c199c10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x56496c19c910 tx=0x7f50e8005a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e26021e821273f67 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50dcff9640 1 -- 172.21.15.83:0/3377670759 <== mon.1 v2:172.21.15.173:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e804e070 con 0x56496c1958d0 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50dcff9640 1 -- 172.21.15.83:0/3377670759 <== mon.1 v2:172.21.15.173:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50e80035f0 con 0x56496c1958d0 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.442+0000 7f50dcff9640 1 -- 172.21.15.83:0/3377670759 <== mon.1 v2:172.21.15.173:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e8045040 con 0x56496c1958d0 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- 172.21.15.83:0/3377670759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 msgr2=0x56496c199c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 0x56496c199c10 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x56496c19c910 tx=0x7f50e8005a20 comp rx=0 tx=0).stop 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- 172.21.15.83:0/3377670759 shutdown_connections 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c19ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c1958d0 0x56496c199c10 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/3377670759 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c194f20 0x56496c1aa280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- 172.21.15.83:0/3377670759 >> 172.21.15.83:0/3377670759 conn(0x56496c18f5f0 msgr2=0x56496c19b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- 172.21.15.83:0/3377670759 shutdown_connections 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- 172.21.15.83:0/3377670759 wait complete. 2024-04-22T14:04:44.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- start start 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 Processor -- start 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c1a6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c1a3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81acd30 con 0x56496c1958d0 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81ac630 con 0x56496c19e450 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50f81a9840 con 0x56496c194f20 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.443+0000 7f50ffd7f740 10 client.0 _ll_register_callbacks cb 0x7f50e8004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55906/0 (socket says 172.21.15.83:55906) 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 -- 172.21.15.83:0/82798989 learned_addr learned my addr 172.21.15.83:0/82798989 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f759e640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c1a6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f759e640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c1a3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 -- 172.21.15.83:0/82798989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 msgr2=0x56496c1a6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c1a6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 -- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 msgr2=0x56496c1a3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c1a3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 -- 172.21.15.83:0/82798989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56496c1a3f90 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f759e640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c1a3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50f6d9d640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f50e802bc70 tx=0x7f50e8003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b42b971664a2b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50daff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e804e040 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50e80035f0 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f50e8005250 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f50e8045040 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50ffd7f740 10 client.17712 fetch_fsmap learned FSMap version 39 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x56496c215910 con 0x56496c1958d0 2024-04-22T14:04:44.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.444+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50e80035f0 con 0x56496c1958d0 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 39) ==== 8362+0+0 (secure 0 0 0) 0x7f50e803f440 con 0x56496c1958d0 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 10 client.17712 fetch_fsmap finished waiting for FSMap version 39 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 10 client.17712 resolve_mds: validated gid 24503 aka daemon mds.b 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 20 client.17712 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c215f90 0x56496c2183b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 4 client.17712 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x56496c0ff890 con 0x56496c215f90 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50f759e640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c215f90 0x56496c2183b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50daff5640 10 client.17712 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50f759e640 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c215f90 0x56496c2183b0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac3ec795ea4a313b server_cookie=dc52c14708d6a602 in_seq=0 out_seq=0 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50daff5640 1 -- 172.21.15.83:0/82798989 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x56496c0ff890 con 0x56496c215f90 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50daff5640 10 client.17712 handle_command_reply: tid=0 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 client.17712 shutdown 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 msgr2=0x56496c1a6cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f50e802bc70 tx=0x7f50e8003f90 comp rx=0 tx=0).stop 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 shutdown_connections 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56496c215f90 0x56496c2183b0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56496c19e450 0x56496c1a3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50daff5640 0 client.17712 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56496c1958d0 0x56496c1a6cd0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 --2- 172.21.15.83:0/82798989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56496c194f20 0x56496c1a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.445+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 >> 172.21.15.83:0/82798989 conn(0x56496c18f5f0 msgr2=0x56496c190790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 shutdown_connections 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50ffd7f740 1 -- 172.21.15.83:0/82798989 wait complete. 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50ffd7f740 20 client.17712 trim_cache size 0 max 16384 2024-04-22T14:04:44.456 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 39, 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stdout: "leader": 24503, 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stdout: "set_version": 20, 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stdout: "sets": {} 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:44.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 msgr2=0x7f50e00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 0x7f50e00a61e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50ec0cd9f0 tx=0x7f50ec06ab40 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 msgr2=0x7f50f8197bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f50ec00d740 tx=0x7f50ec00dc00 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 shutdown_connections 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50e00a3d20 0x7f50e00a61e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f50f819bf40 0x7f50f819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f50f8106160 0x7f50f8197bc0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 --2- 172.21.15.83:0/450393238 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f50f8101090 0x7f50f8197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 >> 172.21.15.83:0/450393238 conn(0x7f50f8077f50 msgr2=0x7f50f80ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 shutdown_connections 2024-04-22T14:04:44.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:44.446+0000 7f50fd18f640 1 -- 172.21.15.83:0/450393238 wait complete. 2024-04-22T14:04:44.460 INFO:tasks.quiescer:done joining Quiescers 2024-04-22T14:04:44.460 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-22T14:04:44.470 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-22T14:04:44.470 INFO:teuthology.task.exec:Executing custom commands... 2024-04-22T14:04:44.471 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T14:04:44.471 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-22T14:04:44.495 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-22T14:04:44.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:44 smithi083 ceph-mon[27977]: pgmap v199: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 473 op/s 2024-04-22T14:04:44.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:44 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/495735977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:44.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:44 smithi084 ceph-mon[31312]: pgmap v199: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 473 op/s 2024-04-22T14:04:44.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:44 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/495735977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:45.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:44 smithi173 ceph-mon[31493]: pgmap v199: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 MiB/s rd, 2.7 MiB/s wr, 473 op/s 2024-04-22T14:04:45.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:44 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/495735977' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:46.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:46 smithi083 ceph-mon[27977]: pgmap v200: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 296 op/s 2024-04-22T14:04:46.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:46 smithi084 ceph-mon[31312]: pgmap v200: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 296 op/s 2024-04-22T14:04:47.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:46 smithi173 ceph-mon[31493]: pgmap v200: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 296 op/s 2024-04-22T14:04:47.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:47 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:48.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:47 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:48.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:47 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:48.600 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:04:48.601 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:04:48.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/2588184227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f8101a30 msgr2=0x7ff3f8105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/2588184227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f8101a30 0x7ff3f8105a70 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009900 tx=0x7ff3e802bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:48.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/2588184227 shutdown_connections 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/2588184227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 0x7ff3f810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/2588184227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f8101a30 0x7ff3f8105a70 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/2588184227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 0x7ff3f8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/2588184227 >> 172.21.15.83:0/2588184227 conn(0x7ff3f8078000 msgr2=0x7ff3f8078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/2588184227 shutdown_connections 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/2588184227 wait complete. 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 Processor -- start 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.711+0000 7ff3ff9a4640 1 -- start start 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 0x7ff3f81a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 0x7ff3f81a09a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8111070 con 0x7ff3f819a660 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8110ef0 con 0x7ff3f8106150 2024-04-22T14:04:48.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81111f0 con 0x7ff3f8101080 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55920/0 (socket says 172.21.15.83:55920) 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 -- 172.21.15.83:0/1449925448 learned_addr learned my addr 172.21.15.83:0/1449925448 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 0x7ff3f81a09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 0x7ff3f81a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 -- 172.21.15.83:0/1449925448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 msgr2=0x7ff3f81a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 0x7ff3f81a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 -- 172.21.15.83:0/1449925448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 msgr2=0x7ff3f81a09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 0x7ff3f81a09a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 -- 172.21.15.83:0/1449925448 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f819b180 con 0x7ff3f819a660 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3fdf41640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7ff3f000c970 tx=0x7ff3f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ee7fc640 1 -- 172.21.15.83:0/1449925448 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f0007bb0 con 0x7ff3f819a660 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ee7fc640 1 -- 172.21.15.83:0/1449925448 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3f0007d50 con 0x7ff3f819a660 2024-04-22T14:04:48.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ee7fc640 1 -- 172.21.15.83:0/1449925448 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f0018770 con 0x7ff3f819a660 2024-04-22T14:04:48.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f819b470 con 0x7ff3f819a660 2024-04-22T14:04:48.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.712+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f81a7620 con 0x7ff3f819a660 2024-04-22T14:04:48.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.715+0000 7ff3ee7fc640 1 -- 172.21.15.83:0/1449925448 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff3f000f990 con 0x7ff3f819a660 2024-04-22T14:04:48.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.715+0000 7ff402594740 1 Processor -- start 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 -- start start 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fdea0 0x555c1d206540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d206a80 0x555c1d208e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c1d1621e0 con 0x555c1d1fd580 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c1d0ff390 con 0x555c1d1fdea0 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff402594740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c1d15e1a0 con 0x555c1d206a80 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55936/0 (socket says 172.21.15.83:55936) 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/3549677575 learned_addr learned my addr 172.21.15.83:0/3549677575 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3ee7fc640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 0x7ff3e40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fd740640 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fdea0 0x555c1d206540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d206a80 0x555c1d208e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fdf41640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 0x7ff3e40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/3549677575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d206a80 msgr2=0x555c1d208e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d206a80 0x555c1d208e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/3549677575 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fdea0 msgr2=0x555c1d206540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fdea0 0x555c1d206540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/3549677575 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c1cf3e7d0 con 0x555c1d1fd580 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3ee7fc640 1 -- 172.21.15.83:0/1449925448 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff3f00d07b0 con 0x7ff3f819a660 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.716+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c680 tx=0x7ff3e802c610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce01261ea2da041d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff3e37fe640 1 -- 172.21.15.83:0/3549677575 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8047020 con 0x555c1d1fd580 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff3fdf41640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 0x7ff3e40a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00cdfe0 tx=0x7ff3f0087040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff3e37fe640 1 -- 172.21.15.83:0/3549677575 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3e802cc90 con 0x555c1d1fd580 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff3e37fe640 1 -- 172.21.15.83:0/3549677575 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e80049e0 con 0x555c1d1fd580 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 -- 172.21.15.83:0/3549677575 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 msgr2=0x555c1d1fd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c680 tx=0x7ff3e802c610 comp rx=0 tx=0).stop 2024-04-22T14:04:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 -- 172.21.15.83:0/3549677575 shutdown_connections 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d206a80 0x555c1d208e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fdea0 0x555c1d206540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 --2- 172.21.15.83:0/3549677575 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d1fd960 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 -- 172.21.15.83:0/3549677575 >> 172.21.15.83:0/3549677575 conn(0x555c1d1f7cb0 msgr2=0x555c1d1f8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 -- 172.21.15.83:0/3549677575 shutdown_connections 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.717+0000 7ff402594740 1 -- 172.21.15.83:0/3549677575 wait complete. 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 -- start start 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 Processor -- start 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fd580 0x555c1d203a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d203f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c1d209810 con 0x555c1d206a80 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c1d11b2f0 con 0x555c1d1fd580 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c1d209990 con 0x555c1d1fdea0 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff402594740 10 client.0 _ll_register_callbacks cb 0x555c1d128580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:48.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55940/0 (socket says 172.21.15.83:55940) 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.718+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/1554644882 learned_addr learned my addr 172.21.15.83:0/1554644882 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fd580 0x555c1d203a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/1554644882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 msgr2=0x555c1d203f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d203f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d203f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fd580 msgr2=0x555c1d203a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fd580 0x555c1d203a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/1554644882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c1ce743f0 con 0x555c1d206a80 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d203f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c170 tx=0x7ff3e8005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f504f3aa5c3806c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3e0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8054020 con 0x555c1d206a80 2024-04-22T14:04:48.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff3e8005040 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3e802cc90 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff3e805f050 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff402594740 10 client.17724 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555c1ce340f0 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.719+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3e802cc90 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff3e8040040 con 0x555c1d206a80 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 10 client.17724 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 10 client.17724 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 20 client.17724 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d2167e0 0x555c1d218bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 4 client.17724 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c1d16fc00 con 0x555c1d2167e0 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d2167e0 0x555c1d218bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d2167e0 0x555c1d218bd0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aedf59645751051e server_cookie=afd32235dd8c4727 in_seq=0 out_seq=0 2024-04-22T14:04:48.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.720+0000 7ff3e0ff9640 10 client.17724 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1554644882 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c1d16fc00 con 0x555c1d2167e0 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff3e0ff9640 10 client.17724 handle_command_reply: tid=0 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 client.17724 shutdown 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 msgr2=0x555c1d204490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c170 tx=0x7ff3e8005850 comp rx=0 tx=0).stop 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 shutdown_connections 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d2167e0 0x555c1d218bd0 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d206a80 0x555c1d204490 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d203f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff3e0ff9640 0 client.17724 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 --2- 172.21.15.83:0/1554644882 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d1fd580 0x555c1d203a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 >> 172.21.15.83:0/1554644882 conn(0x555c1d1f7cb0 msgr2=0x555c1d1f9a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 shutdown_connections 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 1 -- 172.21.15.83:0/1554644882 wait complete. 2024-04-22T14:04:48.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.721+0000 7ff402594740 20 client.17724 trim_cache size 0 max 16384 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.738+0000 7ff402594740 1 Processor -- start 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 -- start start 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d2126d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d21e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81afac0 con 0x555c1d1fd580 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81b1690 con 0x555c1d206a80 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff402594740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81b0190 con 0x555c1d1fdea0 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55944/0 (socket says 172.21.15.83:55944) 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/452554579 learned_addr learned my addr 172.21.15.83:0/452554579 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/452554579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 msgr2=0x555c1d2126d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d2126d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/452554579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 msgr2=0x555c1d21e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d21e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 -- 172.21.15.83:0/452554579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c1d1fdcd0 con 0x555c1d1fd580 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c780 tx=0x7ff3e8003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68485a592b51abf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3e2ffd640 1 -- 172.21.15.83:0/452554579 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8054040 con 0x555c1d1fd580 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3e2ffd640 1 -- 172.21.15.83:0/452554579 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3e8042460 con 0x555c1d1fd580 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.739+0000 7ff3e2ffd640 1 -- 172.21.15.83:0/452554579 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8047070 con 0x555c1d1fd580 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- 172.21.15.83:0/452554579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 msgr2=0x555c1d206140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7ff3e802c780 tx=0x7ff3e8003f40 comp rx=0 tx=0).stop 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- 172.21.15.83:0/452554579 shutdown_connections 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d21e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fdea0 0x555c1d2126d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 --2- 172.21.15.83:0/452554579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fd580 0x555c1d206140 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- 172.21.15.83:0/452554579 >> 172.21.15.83:0/452554579 conn(0x555c1d1f7cb0 msgr2=0x555c1d1f6d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- 172.21.15.83:0/452554579 shutdown_connections 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- 172.21.15.83:0/452554579 wait complete. 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 -- start start 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.740+0000 7ff402594740 1 Processor -- start 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fd580 0x555c1d20ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d20a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81b0fc0 con 0x555c1d1fdea0 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81b08c0 con 0x555c1d206a80 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f81adac0 con 0x555c1d1fd580 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff402594740 10 client.0 _ll_register_callbacks cb 0x7ff3e8004a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55960/0 (socket says 172.21.15.83:55960) 2024-04-22T14:04:48.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 -- 172.21.15.83:0/1927706109 learned_addr learned my addr 172.21.15.83:0/1927706109 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d20a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fd580 0x555c1d20ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 -- 172.21.15.83:0/1927706109 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fd580 msgr2=0x555c1d20ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fd580 0x555c1d20ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 -- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 msgr2=0x555c1d20a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d20a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 -- 172.21.15.83:0/1927706109 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c1d20ab60 con 0x555c1d1fdea0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d20a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3fd740640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x555c1d219140 tx=0x7ff3f4012c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd5e0f895f27b046 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.741+0000 7ff3e0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f401e850 con 0x555c1d1fdea0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff3f400f950 con 0x555c1d1fdea0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3e8042460 con 0x555c1d1fdea0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff3f400fb50 con 0x555c1d1fdea0 2024-04-22T14:04:48.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 10 client.17730 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555c1d27c780 con 0x555c1d1fdea0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff3e8042460 con 0x555c1d1fdea0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff3f4011950 con 0x555c1d1fdea0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 10 client.17730 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 10 client.17730 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 20 client.17730 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d27cf30 0x555c1d27f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 4 client.17730 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555c1d169a70 con 0x555c1d27cf30 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.742+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d27cf30 0x555c1d27f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff3e0ff9640 10 client.17730 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff3fcf3f640 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d27cf30 0x555c1d27f350 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2636fadb2e433ecd server_cookie=e147a21846aadc27 in_seq=0 out_seq=0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff3e0ff9640 1 -- 172.21.15.83:0/1927706109 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555c1d169a70 con 0x555c1d27cf30 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff3e0ff9640 10 client.17730 handle_command_reply: tid=0 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 client.17730 shutdown 2024-04-22T14:04:48.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 msgr2=0x555c1d20f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x555c1d219140 tx=0x7ff3f4012c50 comp rx=0 tx=0).stop 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 shutdown_connections 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c1d27cf30 0x555c1d27f350 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c1d206a80 0x555c1d20a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff3e0ff9640 0 client.17730 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c1d1fdea0 0x555c1d20f150 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 --2- 172.21.15.83:0/1927706109 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c1d1fd580 0x555c1d20ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 >> 172.21.15.83:0/1927706109 conn(0x555c1d1f7cb0 msgr2=0x555c1d2021b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 shutdown_connections 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 1 -- 172.21.15.83:0/1927706109 wait complete. 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.743+0000 7ff402594740 20 client.17730 trim_cache size 0 max 16384 2024-04-22T14:04:48.753 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:48.754 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:04:48.754 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:04:48.754 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 msgr2=0x7ff3e40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 0x7ff3e40a61e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00cdfe0 tx=0x7ff3f0087040 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 msgr2=0x7ff3f819ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7ff3f000c970 tx=0x7ff3f000ce30 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 shutdown_connections 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3e40a3d20 0x7ff3e40a61e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3f819a660 0x7ff3f819ab10 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3f8106150 0x7ff3f81a09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 --2- 172.21.15.83:0/1449925448 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff3f8101080 0x7ff3f81a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 >> 172.21.15.83:0/1449925448 conn(0x7ff3f8078000 msgr2=0x7ff3f80ff860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 shutdown_connections 2024-04-22T14:04:48.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.744+0000 7ff3ff9a4640 1 -- 172.21.15.83:0/1449925448 wait complete. 2024-04-22T14:04:48.758 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:04:48.758 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- 172.21.15.83:0/2595185403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc06a990 msgr2=0x7fd2cc06ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 --2- 172.21.15.83:0/2595185403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc06a990 0x7fd2cc06ad70 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0009900 tx=0x7fd2c002bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- 172.21.15.83:0/2595185403 shutdown_connections 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 --2- 172.21.15.83:0/2595185403 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc10eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 --2- 172.21.15.83:0/2595185403 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06b340 0x7fd2cc106c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 --2- 172.21.15.83:0/2595185403 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc06a990 0x7fd2cc06ad70 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- 172.21.15.83:0/2595185403 >> 172.21.15.83:0/2595185403 conn(0x7fd2cc0771d0 msgr2=0x7fd2cc0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- 172.21.15.83:0/2595185403 shutdown_connections 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- 172.21.15.83:0/2595185403 wait complete. 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 Processor -- start 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.853+0000 7fd2d1304640 1 -- start start 2024-04-22T14:04:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 0x7fd2cc19e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 0x7fd2cc198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd2cc1121f0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd2cc112070 con 0x7fd2cc198590 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd2cc112370 con 0x7fd2cc06a990 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55982/0 (socket says 172.21.15.83:55982) 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 -- 172.21.15.83:0/280021874 learned_addr learned my addr 172.21.15.83:0/280021874 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2caffd640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 0x7fd2cc19e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2cb7fe640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 0x7fd2cc198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 -- 172.21.15.83:0/280021874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 msgr2=0x7fd2cc19e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 0x7fd2cc19e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 -- 172.21.15.83:0/280021874 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 msgr2=0x7fd2cc198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 0x7fd2cc198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:48.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 -- 172.21.15.83:0/280021874 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2cc1990b0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2caffd640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 0x7fd2cc19e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2cb7fe640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 0x7fd2cc198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2ca7fc640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00d750 tx=0x7fd2bc00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc017070 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2bc0054d0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2cc1993a0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc004c30 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.854+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2cc1a55a0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.855+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2cc069230 con 0x7fd2cc1072f0 2024-04-22T14:04:48.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.857+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd2bc004dd0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.857+0000 7fd2b3fff640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 0x7fd2b40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:48.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.857+0000 7fd2caffd640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 0x7fd2b40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:48.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.857+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fd2bc0d06b0 con 0x7fd2cc1072f0 2024-04-22T14:04:48.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.858+0000 7fd2caffd640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 0x7fd2b40a61e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0036040 tx=0x7fd2c0000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:48.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:48.861+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2bc09cd80 con 0x7fd2cc1072f0 2024-04-22T14:04:48.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:48 smithi083 ceph-mon[27977]: pgmap v201: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 406 op/s 2024-04-22T14:04:48.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:48 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:48.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:48 smithi084 ceph-mon[31312]: pgmap v201: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 406 op/s 2024-04-22T14:04:48.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:48 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:49.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.078+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2cc199ac0 con 0x7fd2cc1072f0 2024-04-22T14:04:49.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.078+0000 7fd2b3fff640 1 -- 172.21.15.83:0/280021874 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11928 (secure 0 0 0) 0x7fd2cc199ac0 con 0x7fd2cc1072f0 2024-04-22T14:04:49.099 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:04:49.099 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":41,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:04:47.348168+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[0,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:04:49.100 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 41 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 msgr2=0x7fd2b40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 0x7fd2b40a61e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd2c0036040 tx=0x7fd2c0000bc0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 msgr2=0x7fd2cc19e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00d750 tx=0x7fd2bc00dc10 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 shutdown_connections 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd2b40a3d20 0x7fd2b40a61e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2cc198590 0x7fd2cc198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd2cc1072f0 0x7fd2cc19e920 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 --2- 172.21.15.83:0/280021874 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd2cc06a990 0x7fd2cc19e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 >> 172.21.15.83:0/280021874 conn(0x7fd2cc0771d0 msgr2=0x7fd2cc0feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 shutdown_connections 2024-04-22T14:04:49.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.080+0000 7fd2d1304640 1 -- 172.21.15.83:0/280021874 wait complete. 2024-04-22T14:04:49.102 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:04:49.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:48 smithi173 ceph-mon[31493]: pgmap v201: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 406 op/s 2024-04-22T14:04:49.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:48 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:04:49.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.198+0000 7fcecb754640 1 -- 172.21.15.83:0/1283182135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec4101a40 msgr2=0x7fcec4105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.198+0000 7fcecb754640 1 --2- 172.21.15.83:0/1283182135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec4101a40 0x7fcec4105a80 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fcec0009900 tx=0x7fcec002bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- 172.21.15.83:0/1283182135 shutdown_connections 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- 172.21.15.83:0/1283182135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 0x7fcec410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- 172.21.15.83:0/1283182135 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec4101a40 0x7fcec4105a80 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- 172.21.15.83:0/1283182135 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- 172.21.15.83:0/1283182135 >> 172.21.15.83:0/1283182135 conn(0x7fcec40771d0 msgr2=0x7fcec40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- 172.21.15.83:0/1283182135 shutdown_connections 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- 172.21.15.83:0/1283182135 wait complete. 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 Processor -- start 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- start start 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec41996e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 0x7fcec4199c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcec4111180 con 0x7fcec419a1b0 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcec4111000 con 0x7fcec4106160 2024-04-22T14:04:49.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.199+0000 7fcecb754640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcec4111300 con 0x7fcec4101090 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56006/0 (socket says 172.21.15.83:56006) 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 -- 172.21.15.83:0/4217648762 learned_addr learned my addr 172.21.15.83:0/4217648762 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec8cef640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 0x7fcec4199c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec94f0640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec41996e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 -- 172.21.15.83:0/4217648762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 msgr2=0x7fcec41996e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec41996e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 -- 172.21.15.83:0/4217648762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 msgr2=0x7fcec4199c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 0x7fcec4199c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 -- 172.21.15.83:0/4217648762 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcec41a4f30 con 0x7fcec419a1b0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec94f0640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec41996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcec9cf1640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fcebc00b970 tx=0x7fcebc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fceb67fc640 1 -- 172.21.15.83:0/4217648762 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc019070 con 0x7fcec419a1b0 2024-04-22T14:04:49.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcec41a5220 con 0x7fcec419a1b0 2024-04-22T14:04:49.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fceb67fc640 1 -- 172.21.15.83:0/4217648762 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcebc014440 con 0x7fcec419a1b0 2024-04-22T14:04:49.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fceb67fc640 1 -- 172.21.15.83:0/4217648762 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc0075d0 con 0x7fcec419a1b0 2024-04-22T14:04:49.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.200+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcec41a56f0 con 0x7fcec419a1b0 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.202+0000 7fceb67fc640 1 -- 172.21.15.83:0/4217648762 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fcebc01c070 con 0x7fcec419a1b0 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 Processor -- start 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 -- start start 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 0x5639b89358b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b8940e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5639b889a1f0 con 0x5639b8935e80 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5639b88374b0 con 0x5639b893ea00 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcece417740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5639b88961b0 con 0x5639b89354d0 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fceb67fc640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 0x7fceb00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec9cf1640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 0x7fceb00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56010/0 (socket says 172.21.15.83:56010) 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 -- 172.21.15.83:0/2720880735 learned_addr learned my addr 172.21.15.83:0/2720880735 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fceb67fc640 1 -- 172.21.15.83:0/4217648762 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fcebc0cfc70 con 0x7fcec419a1b0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b8940e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 0x5639b89358b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 -- 172.21.15.83:0/2720880735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 msgr2=0x5639b89358b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 0x5639b89358b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 -- 172.21.15.83:0/2720880735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 msgr2=0x5639b8940e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b8940e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec94f0640 1 -- 172.21.15.83:0/2720880735 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639b88291b0 con 0x5639b8935e80 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 0x5639b89358b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.203+0000 7fcec9cf1640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 0x7fceb00a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcebc0cd5b0 tx=0x7fcebc00e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcec94f0640 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fceb800aa10 tx=0x7fceb800aed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe3469c5cd4abc1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fceaf7fe640 1 -- 172.21.15.83:0/2720880735 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8015070 con 0x5639b8935e80 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fceaf7fe640 1 -- 172.21.15.83:0/2720880735 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fceb800cc60 con 0x5639b8935e80 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fceaf7fe640 1 -- 172.21.15.83:0/2720880735 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb80185a0 con 0x5639b8935e80 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 -- 172.21.15.83:0/2720880735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 msgr2=0x5639b893e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fceb800aa10 tx=0x7fceb800aed0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 -- 172.21.15.83:0/2720880735 shutdown_connections 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b8940e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b893e430 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 --2- 172.21.15.83:0/2720880735 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b89354d0 0x5639b89358b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 -- 172.21.15.83:0/2720880735 >> 172.21.15.83:0/2720880735 conn(0x5639b892fba0 msgr2=0x5639b892ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.204+0000 7fcece417740 1 -- 172.21.15.83:0/2720880735 shutdown_connections 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 -- 172.21.15.83:0/2720880735 wait complete. 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 -- start start 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 Processor -- start 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b8948a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.216 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b8942e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5639b8941970 con 0x5639b8935e80 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5639b8853500 con 0x5639b89354d0 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5639b8941af0 con 0x5639b893ea00 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcece417740 10 client.0 _ll_register_callbacks cb 0x5639b8821b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56022/0 (socket says 172.21.15.83:56022) 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.205+0000 7fcec94f0640 1 -- 172.21.15.83:0/814092258 learned_addr learned my addr 172.21.15.83:0/814092258 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 -- 172.21.15.83:0/814092258 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 msgr2=0x5639b8942e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b8942e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 -- 172.21.15.83:0/814092258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 msgr2=0x5639b8948a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b8948a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 -- 172.21.15.83:0/814092258 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639b85ac3f0 con 0x5639b8935e80 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcec94f0640 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fceb8008010 tx=0x7fceb8011d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc54b414c8a6a209 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8020070 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fceb801a660 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fceb800cc60 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fceb8015040 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 10 client.17748 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5639b86767d0 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fceb800cc60 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fceb8024550 con 0x5639b8935e80 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 10 client.17748 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 10 client.17748 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 20 client.17748 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b8952ea0 0x5639b8955290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 4 client.17748 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:49.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.206+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639b8839930 con 0x5639b8952ea0 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fcec8cef640 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b8952ea0 0x5639b8955290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fcec8cef640 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b8952ea0 0x5639b8955290 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=79133de6583e9c91 server_cookie=7f294926e2633a7 in_seq=0 out_seq=0 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fceacff9640 10 client.17748 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fceacff9640 1 -- 172.21.15.83:0/814092258 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5639b8839930 con 0x5639b8952ea0 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fceacff9640 10 client.17748 handle_command_reply: tid=0 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.207+0000 7fcece417740 1 client.17748 shutdown 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 msgr2=0x5639b8948fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fceb8008010 tx=0x7fceb8011d70 comp rx=0 tx=0).stop 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 shutdown_connections 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b8942e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b8948fc0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b8952ea0 0x5639b8955290 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 --2- 172.21.15.83:0/814092258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b8948a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fceacff9640 0 client.17748 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 >> 172.21.15.83:0/814092258 conn(0x5639b892fba0 msgr2=0x5639b89318f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.219 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 shutdown_connections 2024-04-22T14:04:49.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 1 -- 172.21.15.83:0/814092258 wait complete. 2024-04-22T14:04:49.220 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.208+0000 7fcece417740 20 client.17748 trim_cache size 0 max 16384 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 Processor -- start 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 -- start start 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 0x5639b89316b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b895a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.221+0000 7fcece417740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41ab9f0 con 0x5639b89354d0 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcece417740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41ad5c0 con 0x5639b893ea00 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcece417740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41ac0c0 con 0x5639b8935e80 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56034/0 (socket says 172.21.15.83:56034) 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 -- 172.21.15.83:0/2318644396 learned_addr learned my addr 172.21.15.83:0/2318644396 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec94f0640 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 0x5639b89316b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 -- 172.21.15.83:0/2318644396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 msgr2=0x5639b89316b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 0x5639b89316b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 -- 172.21.15.83:0/2318644396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 msgr2=0x5639b895a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b895a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 -- 172.21.15.83:0/2318644396 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639b893dfd0 con 0x5639b89354d0 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec94f0640 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 0x5639b89316b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fcec8cef640 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fcec0009230 tx=0x7fcec00043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e331a70a151904 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fceaeffd640 1 -- 172.21.15.83:0/2318644396 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec004c070 con 0x5639b89354d0 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fceaeffd640 1 -- 172.21.15.83:0/2318644396 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcec002cc90 con 0x5639b89354d0 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.222+0000 7fceaeffd640 1 -- 172.21.15.83:0/2318644396 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec0004920 con 0x5639b89354d0 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- 172.21.15.83:0/2318644396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 msgr2=0x5639b8948e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fcec0009230 tx=0x7fcec00043b0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- 172.21.15.83:0/2318644396 shutdown_connections 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b893ea00 0x5639b895a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b8935e80 0x5639b89316b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 --2- 172.21.15.83:0/2318644396 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b89354d0 0x5639b8948e60 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- 172.21.15.83:0/2318644396 >> 172.21.15.83:0/2318644396 conn(0x5639b892fba0 msgr2=0x5639b8930fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- 172.21.15.83:0/2318644396 shutdown_connections 2024-04-22T14:04:49.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- 172.21.15.83:0/2318644396 wait complete. 2024-04-22T14:04:49.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 -- start start 2024-04-22T14:04:49.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.223+0000 7fcece417740 1 Processor -- start 2024-04-22T14:04:49.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b894f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b894cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41acef0 con 0x5639b8935e80 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41ac7f0 con 0x5639b89354d0 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fcec41a99d0 con 0x5639b893ea00 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 10 client.0 _ll_register_callbacks cb 0x7fceb8011860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56038/0 (socket says 172.21.15.83:56038) 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 -- 172.21.15.83:0/873207977 learned_addr learned my addr 172.21.15.83:0/873207977 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec8cef640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b894cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec8cef640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b894f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 -- 172.21.15.83:0/873207977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 msgr2=0x5639b894cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b894cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 -- 172.21.15.83:0/873207977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 msgr2=0x5639b894f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b894f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 -- 172.21.15.83:0/873207977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639b894d370 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcec94f0640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fceb8004810 tx=0x7fceb8011de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44608d08ac156ab1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fceacff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fceb8031050 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fceb8024d60 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcec002cc90 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fceb8020040 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 10 client.17754 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.224+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5639b89b9130 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcec002cc90 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fceb8034070 con 0x5639b8935e80 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 10 client.17754 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 10 client.17754 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 20 client.17754 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b89b9930 0x5639b89bbd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 4 client.17754 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5639b88a7c10 con 0x5639b89b9930 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcec8cef640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b89b9930 0x5639b89bbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fceacff9640 10 client.17754 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcec8cef640 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b89b9930 0x5639b89bbd50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a9a3d7ab60bbd546 server_cookie=53890b92468aac22 in_seq=0 out_seq=0 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fceacff9640 1 -- 172.21.15.83:0/873207977 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5639b88a7c10 con 0x5639b89b9930 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fceacff9640 10 client.17754 handle_command_reply: tid=0 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.225+0000 7fcece417740 1 client.17754 shutdown 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 msgr2=0x5639b894c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fceb8004810 tx=0x7fceb8011de0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 shutdown_connections 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5639b893ea00 0x5639b894cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5639b8935e80 0x5639b894c630 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x5639b89b9930 0x5639b89bbd50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 --2- 172.21.15.83:0/873207977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5639b89354d0 0x5639b894f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fceacff9640 0 client.17754 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:04:49.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 >> 172.21.15.83:0/873207977 conn(0x5639b892fba0 msgr2=0x5639b892ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 shutdown_connections 2024-04-22T14:04:49.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 1 -- 172.21.15.83:0/873207977 wait complete. 2024-04-22T14:04:49.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcece417740 20 client.17754 trim_cache size 0 max 16384 2024-04-22T14:04:49.236 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 msgr2=0x7fceb00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 0x7fceb00a61e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcebc0cd5b0 tx=0x7fcebc00e040 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 msgr2=0x7fcec41a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fcebc00b970 tx=0x7fcebc00be30 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 shutdown_connections 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fceb00a3d20 0x7fceb00a61e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fcec419a1b0 0x7fcec41a4760 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcec4106160 0x7fcec4199c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 --2- 172.21.15.83:0/4217648762 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fcec4101090 0x7fcec41996e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 >> 172.21.15.83:0/4217648762 conn(0x7fcec40771d0 msgr2=0x7fcec40fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 shutdown_connections 2024-04-22T14:04:49.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.226+0000 7fcecb754640 1 -- 172.21.15.83:0/4217648762 wait complete. 2024-04-22T14:04:49.241 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:04:49.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 -- 172.21.15.83:0/3420731946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101a40 msgr2=0x7f991c105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 --2- 172.21.15.83:0/3420731946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101a40 0x7f991c105a80 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f990c009900 tx=0x7f990c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:49.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 -- 172.21.15.83:0/3420731946 shutdown_connections 2024-04-22T14:04:49.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 --2- 172.21.15.83:0/3420731946 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 0x7f991c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 --2- 172.21.15.83:0/3420731946 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101a40 0x7f991c105a80 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 --2- 172.21.15.83:0/3420731946 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c101090 0x7f991c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 -- 172.21.15.83:0/3420731946 >> 172.21.15.83:0/3420731946 conn(0x7f991c0771d0 msgr2=0x7f991c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 -- 172.21.15.83:0/3420731946 shutdown_connections 2024-04-22T14:04:49.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.337+0000 7f9922481640 1 -- 172.21.15.83:0/3420731946 wait complete. 2024-04-22T14:04:49.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 Processor -- start 2024-04-22T14:04:49.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 -- start start 2024-04-22T14:04:49.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 0x7f991c199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c19a110 0x7f991c1a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f991c111100 con 0x7f991c101090 2024-04-22T14:04:49.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f991c110f80 con 0x7f991c106160 2024-04-22T14:04:49.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f9922481640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f991c111280 con 0x7f991c19a110 2024-04-22T14:04:49.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f991bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f991bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56054/0 (socket says 172.21.15.83:56054) 2024-04-22T14:04:49.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.338+0000 7f991bfff640 1 -- 172.21.15.83:0/4103703279 learned_addr learned my addr 172.21.15.83:0/4103703279 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991b7fe640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 0x7f991c199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f9920a1e640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c19a110 0x7f991c1a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 -- 172.21.15.83:0/4103703279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c19a110 msgr2=0x7f991c1a46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c19a110 0x7f991c1a46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 -- 172.21.15.83:0/4103703279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 msgr2=0x7f991c199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 0x7f991c199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 -- 172.21.15.83:0/4103703279 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f991c1a4e90 con 0x7f991c101090 2024-04-22T14:04:49.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f991bfff640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f991000b4a0 tx=0x7f991000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f99197fa640 1 -- 172.21.15.83:0/4103703279 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910014070 con 0x7f991c101090 2024-04-22T14:04:49.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f991c1a5180 con 0x7f991c101090 2024-04-22T14:04:49.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f99197fa640 1 -- 172.21.15.83:0/4103703279 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9910010ac0 con 0x7f991c101090 2024-04-22T14:04:49.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f99197fa640 1 -- 172.21.15.83:0/4103703279 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910017c30 con 0x7f991c101090 2024-04-22T14:04:49.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.339+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f991c1a56f0 con 0x7f991c101090 2024-04-22T14:04:49.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.341+0000 7f99197fa640 1 -- 172.21.15.83:0/4103703279 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9910017070 con 0x7f991c101090 2024-04-22T14:04:49.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 Processor -- start 2024-04-22T14:04:49.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 -- start start 2024-04-22T14:04:49.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f99197fa640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 0x7f99040a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d548b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 0x562074d5d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562074cb91f0 con 0x562074d5da00 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562074c564b0 con 0x562074d54e80 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9925074740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562074cb51b0 con 0x562074d544d0 2024-04-22T14:04:49.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 0x7f99040a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f99197fa640 1 -- 172.21.15.83:0/4103703279 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f99100cfdc0 con 0x7f991c101090 2024-04-22T14:04:49.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f991bfff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56066/0 (socket says 172.21.15.83:56066) 2024-04-22T14:04:49.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 -- 172.21.15.83:0/3822187042 learned_addr learned my addr 172.21.15.83:0/3822187042 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f991b7fe640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 0x562074d5d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 -- 172.21.15.83:0/3822187042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 msgr2=0x562074d548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 -- 172.21.15.83:0/3822187042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 msgr2=0x562074d5d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 0x562074d5d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f9920a1e640 1 -- 172.21.15.83:0/3822187042 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562074c481b0 con 0x562074d5da00 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f991bfff640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.342+0000 7f991b7fe640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 0x562074d5d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9920a1e640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 0x7f99040a61e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9914014ca0 tx=0x7f9914009e70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9920a1e640 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9914011c40 tx=0x7f991401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13f40b8f2675da74 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f99027fc640 1 -- 172.21.15.83:0/3822187042 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914022070 con 0x562074d5da00 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f99027fc640 1 -- 172.21.15.83:0/3822187042 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9914003e20 con 0x562074d5da00 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f99027fc640 1 -- 172.21.15.83:0/3822187042 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914004270 con 0x562074d5da00 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 -- 172.21.15.83:0/3822187042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 msgr2=0x562074d5fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f9914011c40 tx=0x7f991401b000 comp rx=0 tx=0).stop 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 -- 172.21.15.83:0/3822187042 shutdown_connections 2024-04-22T14:04:49.370 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5fe50 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d54e80 0x562074d5d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 --2- 172.21.15.83:0/3822187042 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 -- 172.21.15.83:0/3822187042 >> 172.21.15.83:0/3822187042 conn(0x562074d4eba0 msgr2=0x562074d4ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.343+0000 7f9925074740 1 -- 172.21.15.83:0/3822187042 shutdown_connections 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 -- 172.21.15.83:0/3822187042 wait complete. 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 -- start start 2024-04-22T14:04:49.371 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 Processor -- start 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d5d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d5da00 0x562074d5ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562074d60910 con 0x562074d54e80 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562074c72500 con 0x562074d5da00 2024-04-22T14:04:49.372 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562074d60a90 con 0x562074d544d0 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9925074740 10 client.0 _ll_register_callbacks cb 0x562074c40b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f991b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f991b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56076/0 (socket says 172.21.15.83:56076) 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f991b7fe640 1 -- 172.21.15.83:0/1094272087 learned_addr learned my addr 172.21.15.83:0/1094272087 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.344+0000 7f9920a1e640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d5da00 0x562074d5ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 -- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 msgr2=0x562074d5d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.373 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d5d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 -- 172.21.15.83:0/1094272087 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d5da00 msgr2=0x562074d5ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d5da00 0x562074d5ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 -- 172.21.15.83:0/1094272087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620749cb3f0 con 0x562074d54e80 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f990c009900 tx=0x7f990c02c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa0edbccc2e35aa server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c005030 con 0x562074d54e80 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f990c0051d0 con 0x562074d54e80 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9914003e20 con 0x562074d54e80 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f990c0053d0 con 0x562074d54e80 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 10 client.17766 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562074a957d0 con 0x562074d54e80 2024-04-22T14:04:49.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9914003e20 con 0x562074d54e80 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f990c003820 con 0x562074d54e80 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 10 client.17766 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 10 client.17766 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 20 client.17766 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074d6dba0 0x562074d70000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 4 client.17766 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:49.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.345+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562074c58930 con 0x562074d6dba0 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.346+0000 7f991bfff640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074d6dba0 0x562074d70000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.346+0000 7f991bfff640 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074d6dba0 0x562074d70000 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fb3dd91145f88768 server_cookie=f5df7205e9f3d613 in_seq=0 out_seq=0 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.346+0000 7f98fb7fe640 10 client.17766 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1094272087 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562074c58930 con 0x562074d6dba0 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f98fb7fe640 10 client.17766 handle_command_reply: tid=0 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 client.17766 shutdown 2024-04-22T14:04:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 msgr2=0x562074d5a6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f990c009900 tx=0x7f990c02c9f0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 shutdown_connections 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074d6dba0 0x562074d70000 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d5da00 0x562074d5ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f98fb7fe640 0 client.17766 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:49.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d5a6b0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 --2- 172.21.15.83:0/1094272087 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d544d0 0x562074d5d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.347+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 >> 172.21.15.83:0/1094272087 conn(0x562074d4eba0 msgr2=0x562074d508f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.348+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 shutdown_connections 2024-04-22T14:04:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.348+0000 7f9925074740 1 -- 172.21.15.83:0/1094272087 wait complete. 2024-04-22T14:04:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.348+0000 7f9925074740 20 client.17766 trim_cache size 0 max 16384 2024-04-22T14:04:49.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 Processor -- start 2024-04-22T14:04:49.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 -- start start 2024-04-22T14:04:49.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d69820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d54e80 0x562074d4da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1ab9a0 con 0x562074d5da00 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1ad570 con 0x562074d544d0 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9925074740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1ac070 con 0x562074d54e80 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56082/0 (socket says 172.21.15.83:56082) 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 -- 172.21.15.83:0/715186146 learned_addr learned my addr 172.21.15.83:0/715186146 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 -- 172.21.15.83:0/715186146 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d54e80 msgr2=0x562074d4da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d54e80 0x562074d4da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 -- 172.21.15.83:0/715186146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 msgr2=0x562074d69820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f991bfff640 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d69820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d69820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 -- 172.21.15.83:0/715186146 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562074d54c20 con 0x562074d5da00 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f991bfff640 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d69820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9920a1e640 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f9914003fd0 tx=0x7f9914005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20cc80f3a11a85d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9901ffb640 1 -- 172.21.15.83:0/715186146 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914022040 con 0x562074d5da00 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9901ffb640 1 -- 172.21.15.83:0/715186146 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9914003e20 con 0x562074d5da00 2024-04-22T14:04:49.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.361+0000 7f9901ffb640 1 -- 172.21.15.83:0/715186146 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914005420 con 0x562074d5da00 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- 172.21.15.83:0/715186146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 msgr2=0x562074d5cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f9914003fd0 tx=0x7f9914005040 comp rx=0 tx=0).stop 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- 172.21.15.83:0/715186146 shutdown_connections 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d5da00 0x562074d5cde0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d54e80 0x562074d4da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 --2- 172.21.15.83:0/715186146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d69820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- 172.21.15.83:0/715186146 >> 172.21.15.83:0/715186146 conn(0x562074d4eba0 msgr2=0x562074d4d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- 172.21.15.83:0/715186146 shutdown_connections 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- 172.21.15.83:0/715186146 wait complete. 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.362+0000 7f9925074740 1 -- start start 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 Processor -- start 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d65f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 0x562074d57460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1acea0 con 0x562074d54e80 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1ac7a0 con 0x562074d544d0 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f991c1a99a0 con 0x562074d5da00 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 10 client.0 _ll_register_callbacks cb 0x7f990c004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56092/0 (socket says 172.21.15.83:56092) 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 -- 172.21.15.83:0/1025007207 learned_addr learned my addr 172.21.15.83:0/1025007207 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9920a1e640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 0x562074d57460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 -- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 msgr2=0x562074d57460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 0x562074d57460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 -- 172.21.15.83:0/1025007207 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 msgr2=0x562074d65f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d65f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 -- 172.21.15.83:0/1025007207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562074d579d0 con 0x562074d54e80 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9920a1e640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 0x562074d57460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f991b7fe640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f990c003de0 tx=0x7f990c009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f78595bb68400abb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f98fb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f990c040ac0 con 0x562074d54e80 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f990c040c60 con 0x562074d54e80 2024-04-22T14:04:49.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.363+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9914003e20 con 0x562074d54e80 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f990c003a40 con 0x562074d54e80 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 10 client.17772 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562074dd3e30 con 0x562074d54e80 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9914003e20 con 0x562074d54e80 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f990c034ad0 con 0x562074d54e80 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 10 client.17772 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 10 client.17772 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 20 client.17772 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074dd45d0 0x562074dd69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 4 client.17772 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562074cc6c10 con 0x562074dd45d0 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.364+0000 7f991bfff640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074dd45d0 0x562074dd69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f98fb7fe640 10 client.17772 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:49.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f991bfff640 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074dd45d0 0x562074dd69f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=529061003f60a6ef server_cookie=1b084cc30fae56bf in_seq=0 out_seq=0 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f98fb7fe640 1 -- 172.21.15.83:0/1025007207 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562074cc6c10 con 0x562074dd45d0 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f98fb7fe640 10 client.17772 handle_command_reply: tid=0 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 client.17772 shutdown 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 msgr2=0x562074d56f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f990c003de0 tx=0x7f990c009230 comp rx=0 tx=0).stop 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 shutdown_connections 2024-04-22T14:04:49.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x562074dd45d0 0x562074dd69f0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562074d5da00 0x562074d57460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562074d54e80 0x562074d56f20 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f98fb7fe640 0 client.17772 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 --2- 172.21.15.83:0/1025007207 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562074d544d0 0x562074d65f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 >> 172.21.15.83:0/1025007207 conn(0x562074d4eba0 msgr2=0x562074d4dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 shutdown_connections 2024-04-22T14:04:49.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 1 -- 172.21.15.83:0/1025007207 wait complete. 2024-04-22T14:04:49.403 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.365+0000 7f9925074740 20 client.17772 trim_cache size 0 max 16384 2024-04-22T14:04:49.403 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:49.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 msgr2=0x7f99040a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 0x7f99040a61e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9914014ca0 tx=0x7f9914009e70 comp rx=0 tx=0).stop 2024-04-22T14:04:49.405 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 msgr2=0x7f991c199640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f991000b4a0 tx=0x7f991000b960 comp rx=0 tx=0).stop 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 shutdown_connections 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99040a3d20 0x7f99040a61e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f991c19a110 0x7f991c1a46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f991c106160 0x7f991c199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 --2- 172.21.15.83:0/4103703279 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f991c101090 0x7f991c199640 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 >> 172.21.15.83:0/4103703279 conn(0x7f991c0771d0 msgr2=0x7f991c0feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 shutdown_connections 2024-04-22T14:04:49.407 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.366+0000 7f9922481640 1 -- 172.21.15.83:0/4103703279 wait complete. 2024-04-22T14:04:49.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:04:49.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- 172.21.15.83:0/1465693506 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08101b40 msgr2=0x7f5d0810dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 --2- 172.21.15.83:0/1465693506 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08101b40 0x7f5d0810dc80 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f5d00009cd0 tx=0x7f5d0002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- 172.21.15.83:0/1465693506 shutdown_connections 2024-04-22T14:04:49.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 --2- 172.21.15.83:0/1465693506 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08101b40 0x7f5d0810dc80 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 --2- 172.21.15.83:0/1465693506 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d081011a0 0x7f5d08101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 --2- 172.21.15.83:0/1465693506 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d08107030 0x7f5d08107410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- 172.21.15.83:0/1465693506 >> 172.21.15.83:0/1465693506 conn(0x7f5d08076c50 msgr2=0x7f5d08077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- 172.21.15.83:0/1465693506 shutdown_connections 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- 172.21.15.83:0/1465693506 wait complete. 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 Processor -- start 2024-04-22T14:04:49.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.505+0000 7f5d0efce640 1 -- start start 2024-04-22T14:04:49.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d081011a0 0x7f5d08197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d08101b40 0x7f5d08197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081110e0 con 0x7f5d08107030 2024-04-22T14:04:49.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5d08110f60 con 0x7f5d081011a0 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5d08111260 con 0x7f5d08101b40 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56108/0 (socket says 172.21.15.83:56108) 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 -- 172.21.15.83:0/562261388 learned_addr learned my addr 172.21.15.83:0/562261388 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d081011a0 0x7f5d08197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d07fff640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d08101b40 0x7f5d08197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 -- 172.21.15.83:0/562261388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d08101b40 msgr2=0x7f5d08197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d08101b40 0x7f5d08197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 -- 172.21.15.83:0/562261388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d081011a0 msgr2=0x7f5d08197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d081011a0 0x7f5d08197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 -- 172.21.15.83:0/562261388 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d0819c650 con 0x7f5d08107030 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0d56b640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f5d00033000 tx=0x7f5d000346e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d05ffb640 1 -- 172.21.15.83:0/562261388 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d00041020 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d05ffb640 1 -- 172.21.15.83:0/562261388 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d00032970 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d0819c8e0 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.506+0000 7f5d05ffb640 1 -- 172.21.15.83:0/562261388 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d00039040 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.507+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d081a41d0 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d05ffb640 1 -- 172.21.15.83:0/562261388 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5d00044020 con 0x7f5d08107030 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 Processor -- start 2024-04-22T14:04:49.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 -- start start 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0bf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0c8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b5dd0241f0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b5dcfc14b0 con 0x55b5dd0bfe80 2024-04-22T14:04:49.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b5dd0201b0 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56116/0 (socket says 172.21.15.83:56116) 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d07fff640 1 -- 172.21.15.83:0/1181749155 learned_addr learned my addr 172.21.15.83:0/1181749155 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d05ffb640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 0x7f5cf80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.509+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0c8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d0d56b640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 0x7f5cf80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0bf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 -- 172.21.15.83:0/1181749155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 msgr2=0x55b5dd0bf8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0bf8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 -- 172.21.15.83:0/1181749155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 msgr2=0x55b5dd0c8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0c8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 -- 172.21.15.83:0/1181749155 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5dcfb31b0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.535 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d05ffb640 1 -- 172.21.15.83:0/562261388 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5d000f2470 con 0x7f5d08107030 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4013550 tx=0x7f5cf400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb94eca58e2879a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5d0d56b640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 0x7f5cf80a61e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d000be4e0 tx=0x7f5d00091040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5cf2ffd640 1 -- 172.21.15.83:0/1181749155 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4019030 con 0x55b5dd0c8a00 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5cf2ffd640 1 -- 172.21.15.83:0/1181749155 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cf4011970 con 0x55b5dd0c8a00 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.510+0000 7f5cf2ffd640 1 -- 172.21.15.83:0/1181749155 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf401d820 con 0x55b5dd0c8a00 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1181749155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 msgr2=0x55b5dd0cae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4013550 tx=0x7f5cf400b670 comp rx=0 tx=0).stop 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1181749155 shutdown_connections 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0cae50 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0c8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1181749155 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0bf8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1181749155 >> 172.21.15.83:0/1181749155 conn(0x55b5dd0b9ba0 msgr2=0x55b5dd0b9f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1181749155 shutdown_connections 2024-04-22T14:04:49.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1181749155 wait complete. 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- start start 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 Processor -- start 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0c7850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b5dd0cb970 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b5dcfdd500 con 0x55b5dd0c8a00 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b5dd0cbaf0 con 0x55b5dd0bfe80 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.511+0000 7f5d11bc4740 10 client.0 _ll_register_callbacks cb 0x55b5dcfabb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56124/0 (socket says 172.21.15.83:56124) 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 -- 172.21.15.83:0/1612045750 learned_addr learned my addr 172.21.15.83:0/1612045750 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 -- 172.21.15.83:0/1612045750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 msgr2=0x55b5dd0d0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 -- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0c8a00 msgr2=0x55b5dd0c7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0c7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 -- 172.21.15.83:0/1612045750 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5dcd363f0 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d07fff640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f5cf401d560 tx=0x7f5cf4001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28e694c950ca8a5a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5ce7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4019040 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5cf4011da0 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5cf4011970 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f5cf4031050 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d11bc4740 10 client.17784 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b5dce007d0 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.512+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cf4011970 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f5cf4004bf0 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 10 client.17784 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 10 client.17784 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:04:49.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 20 client.17784 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd0dad60 0x55b5dd0dd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 4 client.17784 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b5dcfc3930 con 0x55b5dd0dad60 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd0dad60 0x55b5dd0dd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5ce7fff640 10 client.17784 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:49.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.513+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd0dad60 0x55b5dd0dd150 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca550f9003908fa8 server_cookie=95fa3325e281a05e in_seq=0 out_seq=0 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5ce7fff640 1 -- 172.21.15.83:0/1612045750 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b5dcfc3930 con 0x55b5dd0dad60 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5ce7fff640 10 client.17784 handle_command_reply: tid=0 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 client.17784 shutdown 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 msgr2=0x55b5dd0d08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f5cf401d560 tx=0x7f5cf4001e50 comp rx=0 tx=0).stop 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 shutdown_connections 2024-04-22T14:04:49.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd0dad60 0x55b5dd0dd150 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0c7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/1612045750 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d08b0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5ce7fff640 0 client.17784 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.514+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 >> 172.21.15.83:0/1612045750 conn(0x55b5dd0b9ba0 msgr2=0x55b5dd0bb8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.515+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 shutdown_connections 2024-04-22T14:04:49.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.515+0000 7f5d11bc4740 1 -- 172.21.15.83:0/1612045750 wait complete. 2024-04-22T14:04:49.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.515+0000 7f5d11bc4740 20 client.17784 trim_cache size 0 max 16384 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 Processor -- start 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 -- start start 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0b8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081ab8b0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081ad480 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081abf80 con 0x55b5dd0bfe80 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56136/0 (socket says 172.21.15.83:56136) 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 -- 172.21.15.83:0/3792092694 learned_addr learned my addr 172.21.15.83:0/3792092694 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 -- 172.21.15.83:0/3792092694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 msgr2=0x55b5dd0b8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0b8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 -- 172.21.15.83:0/3792092694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bf4d0 msgr2=0x55b5dd0d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 -- 172.21.15.83:0/3792092694 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b5dd0b5470 con 0x55b5dd0c8a00 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f5cf401d820 tx=0x7f5cf4011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c88e3106bc4cbd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5cf27fc640 1 -- 172.21.15.83:0/3792092694 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4019070 con 0x55b5dd0c8a00 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5cf27fc640 1 -- 172.21.15.83:0/3792092694 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cf401dd00 con 0x55b5dd0c8a00 2024-04-22T14:04:49.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.528+0000 7f5cf27fc640 1 -- 172.21.15.83:0/3792092694 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4011bd0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3792092694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 msgr2=0x55b5dd0e28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f5cf401d820 tx=0x7f5cf4011810 comp rx=0 tx=0).stop 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3792092694 shutdown_connections 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0e28e0 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0b8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3792092694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.559 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3792092694 >> 172.21.15.83:0/3792092694 conn(0x55b5dd0b9ba0 msgr2=0x55b5dd0b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3792092694 shutdown_connections 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3792092694 wait complete. 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 -- start start 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.529+0000 7f5d11bc4740 1 Processor -- start 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.560 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081acdb0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081ac6b0 con 0x55b5dd0bfe80 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5d081a9890 con 0x55b5dd0bf4d0 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 10 client.0 _ll_register_callbacks cb 0x7f5cf40114c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56138/0 (socket says 172.21.15.83:56138) 2024-04-22T14:04:49.561 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 -- 172.21.15.83:0/3337327649 learned_addr learned my addr 172.21.15.83:0/3337327649 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 -- 172.21.15.83:0/3337327649 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 msgr2=0x55b5dd0d72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 -- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 msgr2=0x55b5dd0d4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.562 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 -- 172.21.15.83:0/3337327649 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b5dd0d53e0 con 0x55b5dd0c8a00 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d07fff640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4001eb0 tx=0x7f5cf4005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7a25c3d2a597dd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5ce7fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf4019040 con 0x55b5dd0c8a00 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5cf4013250 con 0x55b5dd0c8a00 2024-04-22T14:04:49.563 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5cf401dd00 con 0x55b5dd0c8a00 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f5cf4011930 con 0x55b5dd0c8a00 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 10 client.17790 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.530+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b5dd141200 con 0x55b5dd0c8a00 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cf401dd00 con 0x55b5dd0c8a00 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f5cf4004680 con 0x55b5dd0c8a00 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 10 client.17790 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.564 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 10 client.17790 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 20 client.17790 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd141810 0x55b5dd143c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 4 client.17790 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b5dd031c10 con 0x55b5dd141810 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd141810 0x55b5dd143c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.565 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5d0cd6a640 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd141810 0x55b5dd143c30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c4f773cd0fccbac9 server_cookie=4f729cc69d5c3cf8 in_seq=0 out_seq=0 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.531+0000 7f5ce7fff640 10 client.17790 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5ce7fff640 1 -- 172.21.15.83:0/3337327649 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b5dd031c10 con 0x55b5dd141810 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5ce7fff640 10 client.17790 handle_command_reply: tid=0 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 client.17790 shutdown 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 msgr2=0x55b5dd0d4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.566 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f5cf4001eb0 tx=0x7f5cf4005f90 comp rx=0 tx=0).stop 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 shutdown_connections 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55b5dd141810 0x55b5dd143c30 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b5dd0c8a00 0x55b5dd0d4bb0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5ce7fff640 0 client.17790 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b5dd0bfe80 0x55b5dd0d4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.567 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 --2- 172.21.15.83:0/3337327649 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b5dd0bf4d0 0x55b5dd0d72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 >> 172.21.15.83:0/3337327649 conn(0x55b5dd0b9ba0 msgr2=0x55b5dd0b8c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 shutdown_connections 2024-04-22T14:04:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 1 -- 172.21.15.83:0/3337327649 wait complete. 2024-04-22T14:04:49.568 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d11bc4740 20 client.17790 trim_cache size 0 max 16384 2024-04-22T14:04:49.569 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:49.571 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 msgr2=0x7f5cf80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 0x7f5cf80a61e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5d000be4e0 tx=0x7f5d00091040 comp rx=0 tx=0).stop 2024-04-22T14:04:49.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 msgr2=0x7f5d0819bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.532+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f5d00033000 tx=0x7f5d000346e0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.572 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 shutdown_connections 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5cf80a3d20 0x7f5cf80a61e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5d08107030 0x7f5d0819bf20 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5d08101b40 0x7f5d08197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 --2- 172.21.15.83:0/562261388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5d081011a0 0x7f5d08197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 >> 172.21.15.83:0/562261388 conn(0x7f5d08076c50 msgr2=0x7f5d080ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.573 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 shutdown_connections 2024-04-22T14:04:49.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.533+0000 7f5d0efce640 1 -- 172.21.15.83:0/562261388 wait complete. 2024-04-22T14:04:49.574 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:04:49.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 -- 172.21.15.83:0/1287601603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06a5b0 msgr2=0x7ff00c06a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 --2- 172.21.15.83:0/1287601603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06a5b0 0x7ff00c06a990 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7ff008009900 tx=0x7ff00802bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:49.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 -- 172.21.15.83:0/1287601603 shutdown_connections 2024-04-22T14:04:49.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 --2- 172.21.15.83:0/1287601603 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 0x7ff00c110d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 --2- 172.21.15.83:0/1287601603 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06aed0 0x7ff00c10e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 --2- 172.21.15.83:0/1287601603 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06a5b0 0x7ff00c06a990 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 -- 172.21.15.83:0/1287601603 >> 172.21.15.83:0/1287601603 conn(0x7ff00c077eb0 msgr2=0x7ff00c0782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 -- 172.21.15.83:0/1287601603 shutdown_connections 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.672+0000 7ff0130d2640 1 -- 172.21.15.83:0/1287601603 wait complete. 2024-04-22T14:04:49.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 Processor -- start 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 -- start start 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06a5b0 0x7ff00c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 0x7ff00c19a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1143c0 con 0x7ff00c06aed0 2024-04-22T14:04:49.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c114240 con 0x7ff00c10e960 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff0130d2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c114540 con 0x7ff00c06a5b0 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56160/0 (socket says 172.21.15.83:56160) 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 -- 172.21.15.83:0/2777143826 learned_addr learned my addr 172.21.15.83:0/2777143826 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff010e6e640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06a5b0 0x7ff00c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff01166f640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 0x7ff00c19a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 -- 172.21.15.83:0/2777143826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06a5b0 msgr2=0x7ff00c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06a5b0 0x7ff00c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 -- 172.21.15.83:0/2777143826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 msgr2=0x7ff00c19a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 0x7ff00c19a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.673+0000 7ff003fff640 1 -- 172.21.15.83:0/2777143826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00c19af50 con 0x7ff00c06aed0 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff003fff640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7feffc00d770 tx=0x7feffc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff001ffb640 1 -- 172.21.15.83:0/2777143826 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc017070 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff001ffb640 1 -- 172.21.15.83:0/2777143826 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feffc0054d0 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00c19b240 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff001ffb640 1 -- 172.21.15.83:0/2777143826 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc004d00 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.674+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff00c1a7460 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.676+0000 7ff001ffb640 1 -- 172.21.15.83:0/2777143826 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7feffc004ea0 con 0x7ff00c06aed0 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.676+0000 7ff015da5740 1 Processor -- start 2024-04-22T14:04:49.698 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.676+0000 7ff015da5740 1 -- start start 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff001ffb640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 0x7feff40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 0x56205626b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056274430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5620561d01f0 con 0x562056274a00 2024-04-22T14:04:49.699 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56205616d4b0 con 0x56205626be80 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff015da5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5620561cc1b0 con 0x56205626b4d0 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 0x7feff40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff001ffb640 1 -- 172.21.15.83:0/2777143826 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7feffc0d0160 con 0x7ff00c06aed0 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff010e6e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 0x56205626b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56162/0 (socket says 172.21.15.83:56162) 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056274430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 -- 172.21.15.83:0/2533733111 learned_addr learned my addr 172.21.15.83:0/2533733111 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 -- 172.21.15.83:0/2533733111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 msgr2=0x56205626b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 0x56205626b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 -- 172.21.15.83:0/2533733111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 msgr2=0x562056276e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 -- 172.21.15.83:0/2533733111 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56205615f1b0 con 0x56205626be80 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff010e6e640 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 0x56205626b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff01166f640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 0x7feff40a6260 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff00400bfd0 tx=0x7ff00400bce0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.677+0000 7ff003fff640 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056274430 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feffc0cd8e0 tx=0x7feffc098500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=197e4f1f81005968 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7feff2ffd640 1 -- 172.21.15.83:0/2533733111 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc020070 con 0x56205626be80 2024-04-22T14:04:49.702 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7feff2ffd640 1 -- 172.21.15.83:0/2533733111 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feffc09c130 con 0x56205626be80 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7feff2ffd640 1 -- 172.21.15.83:0/2533733111 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc0987a0 con 0x56205626be80 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 -- 172.21.15.83:0/2533733111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 msgr2=0x562056274430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056274430 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feffc0cd8e0 tx=0x7feffc098500 comp rx=0 tx=0).stop 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 -- 172.21.15.83:0/2533733111 shutdown_connections 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x562056276e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056274430 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 --2- 172.21.15.83:0/2533733111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626b4d0 0x56205626b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 -- 172.21.15.83:0/2533733111 >> 172.21.15.83:0/2533733111 conn(0x562056265ba0 msgr2=0x562056265f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 -- 172.21.15.83:0/2533733111 shutdown_connections 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.678+0000 7ff015da5740 1 -- 172.21.15.83:0/2533733111 wait complete. 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 -- start start 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 Processor -- start 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056271650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056271bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562056277910 con 0x56205626b4d0 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562056189500 con 0x56205626be80 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562056277a90 con 0x562056274a00 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff015da5740 10 client.0 _ll_register_callbacks cb 0x562056157b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56164/0 (socket says 172.21.15.83:56164) 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 -- 172.21.15.83:0/2442388275 learned_addr learned my addr 172.21.15.83:0/2442388275 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff003fff640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056271650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 -- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 msgr2=0x562056271bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056271bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 -- 172.21.15.83:0/2442388275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 msgr2=0x562056271650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056271650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.679+0000 7ff010e6e640 1 -- 172.21.15.83:0/2442388275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562055ee23f0 con 0x56205626b4d0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff010e6e640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7ff008009900 tx=0x7ff00802ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1a5ba55084e0ee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008046070 con 0x56205626b4d0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff00802cc40 con 0x56205626b4d0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feffc09c130 con 0x56205626b4d0 2024-04-22T14:04:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff008052050 con 0x56205626b4d0 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 10 client.17802 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562055fac7d0 con 0x56205626b4d0 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feffc09c130 con 0x56205626b4d0 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff0080035f0 con 0x56205626b4d0 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 10 client.17802 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.708 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 10 client.17802 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 20 client.17802 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x562056284b10 0x562056286fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 4 client.17802 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.680+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56205616f930 con 0x562056284b10 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.681+0000 7ff003fff640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x562056284b10 0x562056286fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.681+0000 7ff003fff640 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x562056284b10 0x562056286fb0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=da640fc6d502d507 server_cookie=49c0321bab33e0b2 in_seq=0 out_seq=0 2024-04-22T14:04:49.709 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.681+0000 7fefebfff640 10 client.17802 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7fefebfff640 1 -- 172.21.15.83:0/2442388275 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56205616f930 con 0x562056284b10 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7fefebfff640 10 client.17802 handle_command_reply: tid=0 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 client.17802 shutdown 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 msgr2=0x5620562742c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7ff008009900 tx=0x7ff00802ca10 comp rx=0 tx=0).stop 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 shutdown_connections 2024-04-22T14:04:49.710 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x562056284b10 0x562056286fb0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056271bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7fefebfff640 0 client.17802 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x562056271650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 --2- 172.21.15.83:0/2442388275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562742c0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 >> 172.21.15.83:0/2442388275 conn(0x562056265ba0 msgr2=0x5620562678f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.711 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 shutdown_connections 2024-04-22T14:04:49.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 1 -- 172.21.15.83:0/2442388275 wait complete. 2024-04-22T14:04:49.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.682+0000 7ff015da5740 20 client.17802 trim_cache size 0 max 16384 2024-04-22T14:04:49.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.696+0000 7ff015da5740 1 Processor -- start 2024-04-22T14:04:49.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 -- start start 2024-04-22T14:04:49.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x56205626cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056273d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1afd20 con 0x56205626b4d0 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b18f0 con 0x56205626be80 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff015da5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b03f0 con 0x562056274a00 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56174/0 (socket says 172.21.15.83:56174) 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 -- 172.21.15.83:0/359723188 learned_addr learned my addr 172.21.15.83:0/359723188 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff01166f640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056273d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff003fff640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x56205626cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 -- 172.21.15.83:0/359723188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 msgr2=0x562056273d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056273d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 -- 172.21.15.83:0/359723188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 msgr2=0x56205626cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x56205626cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 -- 172.21.15.83:0/359723188 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56205626bc20 con 0x56205626b4d0 2024-04-22T14:04:49.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff01166f640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056273d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:49.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff003fff640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x56205626cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:49.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.697+0000 7ff010e6e640 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7ff008005db0 tx=0x7ff00802c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ca29f24fe745be8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.698+0000 7feff27fc640 1 -- 172.21.15.83:0/359723188 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00804f020 con 0x56205626b4d0 2024-04-22T14:04:49.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.698+0000 7feff27fc640 1 -- 172.21.15.83:0/359723188 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff008003be0 con 0x56205626b4d0 2024-04-22T14:04:49.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.698+0000 7feff27fc640 1 -- 172.21.15.83:0/359723188 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff008046070 con 0x56205626b4d0 2024-04-22T14:04:49.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- 172.21.15.83:0/359723188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 msgr2=0x5620562807d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7ff008005db0 tx=0x7ff00802c330 comp rx=0 tx=0).stop 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- 172.21.15.83:0/359723188 shutdown_connections 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562056274a00 0x562056273d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626be80 0x56205626cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 --2- 172.21.15.83:0/359723188 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56205626b4d0 0x5620562807d0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- 172.21.15.83:0/359723188 >> 172.21.15.83:0/359723188 conn(0x562056265ba0 msgr2=0x56205626c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- 172.21.15.83:0/359723188 shutdown_connections 2024-04-22T14:04:49.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- 172.21.15.83:0/359723188 wait complete. 2024-04-22T14:04:49.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 -- start start 2024-04-22T14:04:49.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.699+0000 7ff015da5740 1 Processor -- start 2024-04-22T14:04:49.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 0x56205627ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.729 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626be80 0x56205626dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b1220 con 0x562056274a00 2024-04-22T14:04:49.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b0b20 con 0x56205626b4d0 2024-04-22T14:04:49.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1add00 con 0x56205626be80 2024-04-22T14:04:49.730 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff015da5740 10 client.0 _ll_register_callbacks cb 0x7ff0080044b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56180/0 (socket says 172.21.15.83:56180) 2024-04-22T14:04:49.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 -- 172.21.15.83:0/3991214038 learned_addr learned my addr 172.21.15.83:0/3991214038 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff003fff640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626be80 0x56205626dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff010e6e640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 0x56205627ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 -- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626be80 msgr2=0x56205626dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626be80 0x56205626dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 -- 172.21.15.83:0/3991214038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 msgr2=0x56205627ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 0x56205627ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 -- 172.21.15.83:0/3991214038 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56205626e960 con 0x562056274a00 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff010e6e640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 0x56205627ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7ff01166f640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7ff004010d20 tx=0x7ff004005c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86c38db0060a5aa7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.700+0000 7fefebfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff004024070 con 0x562056274a00 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff004029660 con 0x562056274a00 2024-04-22T14:04:49.733 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff008003be0 con 0x562056274a00 2024-04-22T14:04:49.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff004011e50 con 0x562056274a00 2024-04-22T14:04:49.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 10 client.17808 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5620562ead60 con 0x562056274a00 2024-04-22T14:04:49.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff008003be0 con 0x562056274a00 2024-04-22T14:04:49.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff004020700 con 0x562056274a00 2024-04-22T14:04:49.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 10 client.17808 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 10 client.17808 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:04:49.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 20 client.17808 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5620562eb570 0x5620562ed990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 4 client.17808 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:49.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5620561ddc10 con 0x5620562eb570 2024-04-22T14:04:49.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.701+0000 7ff010e6e640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5620562eb570 0x5620562ed990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff010e6e640 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5620562eb570 0x5620562ed990 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=568e816cf16d8fe4 server_cookie=ac5cc964cde3628a in_seq=0 out_seq=0 2024-04-22T14:04:49.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7fefebfff640 10 client.17808 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:49.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7fefebfff640 1 -- 172.21.15.83:0/3991214038 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5620561ddc10 con 0x5620562eb570 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7fefebfff640 10 client.17808 handle_command_reply: tid=0 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 client.17808 shutdown 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 msgr2=0x56205626e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7ff004010d20 tx=0x7ff004005c20 comp rx=0 tx=0).stop 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 shutdown_connections 2024-04-22T14:04:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5620562eb570 0x5620562ed990 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562056274a00 0x56205626e420 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56205626be80 0x56205626dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 --2- 172.21.15.83:0/3991214038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56205626b4d0 0x56205627ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7fefebfff640 0 client.17808 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:04:49.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 >> 172.21.15.83:0/3991214038 conn(0x562056265ba0 msgr2=0x56205626cc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 shutdown_connections 2024-04-22T14:04:49.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 1 -- 172.21.15.83:0/3991214038 wait complete. 2024-04-22T14:04:49.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.702+0000 7ff015da5740 20 client.17808 trim_cache size 0 max 16384 2024-04-22T14:04:49.739 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:49.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 msgr2=0x7feff40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 0x7feff40a6260 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff00400bfd0 tx=0x7ff00400bce0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 msgr2=0x7ff00c1a0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7feffc00d770 tx=0x7feffc00dc30 comp rx=0 tx=0).stop 2024-04-22T14:04:49.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 shutdown_connections 2024-04-22T14:04:49.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7feff40a3da0 0x7feff40a6260 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff00c10e960 0x7ff00c19a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff00c06aed0 0x7ff00c1a0b50 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 --2- 172.21.15.83:0/2777143826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff00c06a5b0 0x7ff00c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 >> 172.21.15.83:0/2777143826 conn(0x7ff00c077eb0 msgr2=0x7ff00c10fe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 shutdown_connections 2024-04-22T14:04:49.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.703+0000 7ff0130d2640 1 -- 172.21.15.83:0/2777143826 wait complete. 2024-04-22T14:04:49.745 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:04:49.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- 172.21.15.83:0/895477469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 msgr2=0x7f4af010e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/895477469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af010e9b0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8009ca0 tx=0x7f4ae802c230 comp rx=0 tx=0).stop 2024-04-22T14:04:49.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- 172.21.15.83:0/895477469 shutdown_connections 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/895477469 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af010e9b0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/895477469 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af010bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/895477469 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 0x7f4af01035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- 172.21.15.83:0/895477469 >> 172.21.15.83:0/895477469 conn(0x7f4af0077f50 msgr2=0x7f4af0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- 172.21.15.83:0/895477469 shutdown_connections 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- 172.21.15.83:0/895477469 wait complete. 2024-04-22T14:04:49.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 Processor -- start 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- start start 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 0x7f4af01986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af0198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.842+0000 7f4af7ef1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4af0112180 con 0x7f4af010c510 2024-04-22T14:04:49.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af7ef1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4af0112000 con 0x7f4af01031d0 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af7ef1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4af0112300 con 0x7f4af0103af0 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56196/0 (socket says 172.21.15.83:56196) 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 -- 172.21.15.83:0/4232534009 learned_addr learned my addr 172.21.15.83:0/4232534009 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 0x7f4af01986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af548c640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af0198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 -- 172.21.15.83:0/4232534009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 msgr2=0x7f4af0198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af0198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 -- 172.21.15.83:0/4232534009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 msgr2=0x7f4af01986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 0x7f4af01986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 -- 172.21.15.83:0/4232534009 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af019d6d0 con 0x7f4af010c510 2024-04-22T14:04:49.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af548c640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af648e640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f4ae802c840 tx=0x7f4ae8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4ae6ffd640 1 -- 172.21.15.83:0/4232534009 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae8039040 con 0x7f4af010c510 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4ae6ffd640 1 -- 172.21.15.83:0/4232534009 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ae8044070 con 0x7f4af010c510 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4ae6ffd640 1 -- 172.21.15.83:0/4232534009 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae80329c0 con 0x7f4af010c510 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af019d960 con 0x7f4af010c510 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.843+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af01a5250 con 0x7f4af010c510 2024-04-22T14:04:49.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.845+0000 7f4ae6ffd640 1 -- 172.21.15.83:0/4232534009 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4ae8032b60 con 0x7f4af010c510 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.845+0000 7f4afabb7740 1 Processor -- start 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 -- start start 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade88840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade8b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5571adde01f0 con 0x5571ade7b250 2024-04-22T14:04:49.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5571add7d4b0 con 0x5571ade88e10 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4afabb7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5571adddc1b0 con 0x5571ade7bc00 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56204/0 (socket says 172.21.15.83:56204) 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 -- 172.21.15.83:0/382787378 learned_addr learned my addr 172.21.15.83:0/382787378 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4ae6ffd640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 0x7f4adc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade88840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af648e640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 0x7f4adc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade8b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 -- 172.21.15.83:0/382787378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 msgr2=0x5571ade88840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade88840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 -- 172.21.15.83:0/382787378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 msgr2=0x5571ade8b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade8b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4af548c640 1 -- 172.21.15.83:0/382787378 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571add6f1b0 con 0x5571ade7b250 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.846+0000 7f4ae6ffd640 1 -- 172.21.15.83:0/4232534009 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4ae80f2be0 con 0x7f4af010c510 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4af548c640 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000ce70 tx=0x7f4ae000c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f22fafe668f37d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4adbfff640 1 -- 172.21.15.83:0/382787378 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0005220 con 0x5571ade7b250 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4af648e640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 0x7f4adc0a61e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80bec50 tx=0x7f4ae808e5a0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4adbfff640 1 -- 172.21.15.83:0/382787378 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ae0016030 con 0x5571ade7b250 2024-04-22T14:04:49.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4adbfff640 1 -- 172.21.15.83:0/382787378 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae00128a0 con 0x5571ade7b250 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4afabb7740 1 -- 172.21.15.83:0/382787378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 msgr2=0x5571ade7b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.847+0000 7f4afabb7740 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000ce70 tx=0x7f4ae000c600 comp rx=0 tx=0).stop 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- 172.21.15.83:0/382787378 shutdown_connections 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade8b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade88840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- 172.21.15.83:0/382787378 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade7b630 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- 172.21.15.83:0/382787378 >> 172.21.15.83:0/382787378 conn(0x5571ade75ba0 msgr2=0x5571ade75f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- 172.21.15.83:0/382787378 shutdown_connections 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- 172.21.15.83:0/382787378 wait complete. 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- start start 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 Processor -- start 2024-04-22T14:04:49.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade85a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade85fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5571ade8bd40 con 0x5571ade7b250 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5571add99500 con 0x5571ade88e10 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.848+0000 7f4afabb7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5571ade8bec0 con 0x5571ade7bc00 2024-04-22T14:04:49.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4afabb7740 10 client.0 _ll_register_callbacks cb 0x5571add67b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56208/0 (socket says 172.21.15.83:56208) 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 -- 172.21.15.83:0/3285282242 learned_addr learned my addr 172.21.15.83:0/3285282242 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade85fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade85a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 -- 172.21.15.83:0/3285282242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 msgr2=0x5571ade85a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade85a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 -- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 msgr2=0x5571ade85fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade85fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 -- 172.21.15.83:0/3285282242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571adaf23f0 con 0x5571ade7b250 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade85a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4af548c640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000c430 tx=0x7f4ae00058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05a5f9d5910502d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4ad97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae00048c0 con 0x5571ade7b250 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4ae0004a60 con 0x5571ade7b250 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ae0016030 con 0x5571ade7b250 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f4ae0004c60 con 0x5571ade7b250 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4afabb7740 10 client.17820 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5571adbbc7d0 con 0x5571ade7b250 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.849+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ae0016030 con 0x5571ade7b250 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f4ae001b470 con 0x5571ade7b250 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 10 client.17820 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 10 client.17820 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 20 client.17820 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571ade98f60 0x5571ade9b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 4 client.17820 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571add7f930 con 0x5571ade98f60 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571ade98f60 0x5571ade9b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571ade98f60 0x5571ade9b350 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e3e489cdd2b1e1f server_cookie=33f3bb373d423d22 in_seq=0 out_seq=0 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.850+0000 7f4ad97fa640 10 client.17820 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4ad97fa640 1 -- 172.21.15.83:0/3285282242 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5571add7f930 con 0x5571ade98f60 2024-04-22T14:04:49.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4ad97fa640 10 client.17820 handle_command_reply: tid=0 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 client.17820 shutdown 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 msgr2=0x5571ade88660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000c430 tx=0x7f4ae00058a0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 shutdown_connections 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571ade98f60 0x5571ade9b350 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade88e10 0x5571ade85fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7bc00 0x5571ade85a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 --2- 172.21.15.83:0/3285282242 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade88660 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4ad97fa640 0 client.17820 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 >> 172.21.15.83:0/3285282242 conn(0x5571ade75ba0 msgr2=0x5571ade778f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 shutdown_connections 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 1 -- 172.21.15.83:0/3285282242 wait complete. 2024-04-22T14:04:49.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.851+0000 7f4afabb7740 20 client.17820 trim_cache size 0 max 16384 2024-04-22T14:04:49.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.864+0000 7f4afabb7740 1 Processor -- start 2024-04-22T14:04:49.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.864+0000 7f4afabb7740 1 -- start start 2024-04-22T14:04:49.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade74b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade88e10 0x5571ade88120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01ab8c0 con 0x5571ade7b250 2024-04-22T14:04:49.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01ad490 con 0x5571ade7bc00 2024-04-22T14:04:49.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4afabb7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01abf90 con 0x5571ade88e10 2024-04-22T14:04:49.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56224/0 (socket says 172.21.15.83:56224) 2024-04-22T14:04:49.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 -- 172.21.15.83:0/2572876579 learned_addr learned my addr 172.21.15.83:0/2572876579 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade74b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 -- 172.21.15.83:0/2572876579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade88e10 msgr2=0x5571ade88120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade88e10 0x5571ade88120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 -- 172.21.15.83:0/2572876579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 msgr2=0x5571ade74b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade74b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 -- 172.21.15.83:0/2572876579 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571ade6ffe0 con 0x5571ade7b250 2024-04-22T14:04:49.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4af548c640 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000cca0 tx=0x7f4ae000ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a3fcae09b43dfbf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4adb7fe640 1 -- 172.21.15.83:0/2572876579 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0036070 con 0x5571ade7b250 2024-04-22T14:04:49.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4adb7fe640 1 -- 172.21.15.83:0/2572876579 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ae0016050 con 0x5571ade7b250 2024-04-22T14:04:49.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.865+0000 7f4adb7fe640 1 -- 172.21.15.83:0/2572876579 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae001ba80 con 0x5571ade7b250 2024-04-22T14:04:49.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- 172.21.15.83:0/2572876579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 msgr2=0x5571ade85210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f4ae000cca0 tx=0x7f4ae000ca70 comp rx=0 tx=0).stop 2024-04-22T14:04:49.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- 172.21.15.83:0/2572876579 shutdown_connections 2024-04-22T14:04:49.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade88e10 0x5571ade88120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade74b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 --2- 172.21.15.83:0/2572876579 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade7b250 0x5571ade85210 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- 172.21.15.83:0/2572876579 >> 172.21.15.83:0/2572876579 conn(0x5571ade75ba0 msgr2=0x5571ade81070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- 172.21.15.83:0/2572876579 shutdown_connections 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- 172.21.15.83:0/2572876579 wait complete. 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 -- start start 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 Processor -- start 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.866+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7b250 0x5571ade913a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade82270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01acdc0 con 0x5571ade88e10 2024-04-22T14:04:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01ac6c0 con 0x5571ade7bc00 2024-04-22T14:04:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4af01a98a0 con 0x5571ade7b250 2024-04-22T14:04:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 10 client.0 _ll_register_callbacks cb 0x7f4ae0010ed0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:49.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56238/0 (socket says 172.21.15.83:56238) 2024-04-22T14:04:49.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 -- 172.21.15.83:0/1857305673 learned_addr learned my addr 172.21.15.83:0/1857305673 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:49.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7b250 0x5571ade913a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade82270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 -- 172.21.15.83:0/1857305673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7b250 msgr2=0x5571ade913a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7b250 0x5571ade913a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 -- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 msgr2=0x5571ade82270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade82270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 -- 172.21.15.83:0/1857305673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571ade82cf0 con 0x5571ade88e10 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4af548c640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x5571adea1350 tx=0x7f4ae002c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d3b8f70eda0b67d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:49.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4ad97fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0036070 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f4ae001bc90 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ae0016050 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f4ae0005690 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 10 client.17826 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.867+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5571adefee80 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ae0016050 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f4ae0012a00 con 0x5571ade88e10 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 10 client.17826 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 10 client.17826 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 20 client.17826 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571adeff430 0x5571adf01820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 4 client.17826 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5571addedc10 con 0x5571adeff430 2024-04-22T14:04:49.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571adeff430 0x5571adf01820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4ad97fa640 10 client.17826 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.868+0000 7f4af5c8d640 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571adeff430 0x5571adf01820 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4ff1729da9afd95 server_cookie=f80881e50cf18bc0 in_seq=0 out_seq=0 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4ad97fa640 1 -- 172.21.15.83:0/1857305673 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5571addedc10 con 0x5571adeff430 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4ad97fa640 10 client.17826 handle_command_reply: tid=0 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 client.17826 shutdown 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 msgr2=0x5571ade827b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x5571adea1350 tx=0x7f4ae002c040 comp rx=0 tx=0).stop 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 shutdown_connections 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5571adeff430 0x5571adf01820 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5571ade88e10 0x5571ade827b0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5571ade7bc00 0x5571ade82270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4ad97fa640 0 client.17826 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 --2- 172.21.15.83:0/1857305673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5571ade7b250 0x5571ade913a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 >> 172.21.15.83:0/1857305673 conn(0x5571ade75ba0 msgr2=0x5571ade81070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 shutdown_connections 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 1 -- 172.21.15.83:0/1857305673 wait complete. 2024-04-22T14:04:49.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4afabb7740 20 client.17826 trim_cache size 0 max 16384 2024-04-22T14:04:49.909 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 msgr2=0x7f4adc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 0x7f4adc0a61e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4ae80bec50 tx=0x7f4ae808e5a0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 msgr2=0x7f4af019cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f4ae802c840 tx=0x7f4ae8003c20 comp rx=0 tx=0).stop 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 shutdown_connections 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4adc0a3d20 0x7f4adc0a61e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4af010c510 0x7f4af019cfa0 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4af0103af0 0x7f4af0198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 --2- 172.21.15.83:0/4232534009 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af01031d0 0x7f4af01986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:49.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.869+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 >> 172.21.15.83:0/4232534009 conn(0x7f4af0077f50 msgr2=0x7f4af00fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:49.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.870+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 shutdown_connections 2024-04-22T14:04:49.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:49.870+0000 7f4af7ef1640 1 -- 172.21.15.83:0/4232534009 wait complete. 2024-04-22T14:04:49.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:49 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/280021874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:50.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:49 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/280021874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:50.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:49 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/280021874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:04:50.912 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:04:50.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:04:50.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:04:50.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:50 smithi084 ceph-mon[31312]: pgmap v202: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:51.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- 172.21.15.83:0/2381734932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64100450 msgr2=0x7f8a641008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/2381734932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64100450 0x7f8a641008d0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f8a50009930 tx=0x7f8a5002bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- 172.21.15.83:0/2381734932 shutdown_connections 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/2381734932 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a6410ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/2381734932 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64100450 0x7f8a641008d0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/2381734932 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64106f30 0x7f8a64107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- 172.21.15.83:0/2381734932 >> 172.21.15.83:0/2381734932 conn(0x7f8a64077410 msgr2=0x7f8a640fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- 172.21.15.83:0/2381734932 shutdown_connections 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- 172.21.15.83:0/2381734932 wait complete. 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 Processor -- start 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 -- start start 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.021+0000 7f8a6aae0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64100450 0x7f8a64198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a64198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8a64112270 con 0x7f8a64106f30 2024-04-22T14:04:51.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641120f0 con 0x7f8a64100e10 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641123f0 con 0x7f8a64100450 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56260/0 (socket says 172.21.15.83:56260) 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 -- 172.21.15.83:0/832769031 learned_addr learned my addr 172.21.15.83:0/832769031 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6887c640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64100450 0x7f8a64198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a63fff640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a64198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 -- 172.21.15.83:0/832769031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64100450 msgr2=0x7f8a64198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64100450 0x7f8a64198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 -- 172.21.15.83:0/832769031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 msgr2=0x7f8a64198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a64198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 -- 172.21.15.83:0/832769031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a6419d740 con 0x7f8a64106f30 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a63fff640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a64198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6907d640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c00cce0 tx=0x7f8a5c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a61ffb640 1 -- 172.21.15.83:0/832769031 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c00f450 con 0x7f8a64106f30 2024-04-22T14:04:51.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a61ffb640 1 -- 172.21.15.83:0/832769031 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a5c00faa0 con 0x7f8a64106f30 2024-04-22T14:04:51.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a6419da30 con 0x7f8a64106f30 2024-04-22T14:04:51.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.022+0000 7f8a61ffb640 1 -- 172.21.15.83:0/832769031 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c018b70 con 0x7f8a64106f30 2024-04-22T14:04:51.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.023+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a641a52c0 con 0x7f8a64106f30 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a61ffb640 1 -- 172.21.15.83:0/832769031 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f8a5c018d10 con 0x7f8a64106f30 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 Processor -- start 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 -- start start 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a61ffb640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 0x7f8a540a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fe290 0x55f40d106840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d106e10 0x55f40d109260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f40d061f00 con 0x55f40d0fd8e0 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f40cfff590 con 0x55f40d0fe290 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f40d05dec0 con 0x55f40d106e10 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a63fff640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 0x7f8a540a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a61ffb640 1 -- 172.21.15.83:0/832769031 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8a5c0d0cd0 con 0x7f8a64106f30 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6887c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6887c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56262/0 (socket says 172.21.15.83:56262) 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a6887c640 1 -- 172.21.15.83:0/710002447 learned_addr learned my addr 172.21.15.83:0/710002447 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.025+0000 7f8a63fff640 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fe290 0x55f40d106840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6907d640 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d106e10 0x55f40d109260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 -- 172.21.15.83:0/710002447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d106e10 msgr2=0x55f40d109260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d106e10 0x55f40d109260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 -- 172.21.15.83:0/710002447 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fe290 msgr2=0x55f40d106840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fe290 0x55f40d106840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 -- 172.21.15.83:0/710002447 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40ce3c7e0 con 0x55f40d0fd8e0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a63fff640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 0x7f8a540a61e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8a50006010 tx=0x7f8a500040c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a6887c640 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f8a5800dcb0 tx=0x7f8a5800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6714f91487872f68 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a4effd640 1 -- 172.21.15.83:0/710002447 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58011440 con 0x55f40d0fd8e0 2024-04-22T14:04:51.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a4effd640 1 -- 172.21.15.83:0/710002447 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a58011a90 con 0x55f40d0fd8e0 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.026+0000 7f8a4effd640 1 -- 172.21.15.83:0/710002447 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58010990 con 0x55f40d0fd8e0 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/710002447 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 msgr2=0x55f40d0fdcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f8a5800dcb0 tx=0x7f8a5800f730 comp rx=0 tx=0).stop 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/710002447 shutdown_connections 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d106e10 0x55f40d109260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fe290 0x55f40d106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/710002447 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d0fdcc0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/710002447 >> 172.21.15.83:0/710002447 conn(0x55f40d0f7fb0 msgr2=0x55f40d0f8390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/710002447 shutdown_connections 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/710002447 wait complete. 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 -- start start 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.027+0000 7f8a6d7ad740 1 Processor -- start 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fd8e0 0x55f40d103df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d106e10 0x55f40d104870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f40d10e190 con 0x55f40d0fe290 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f40d01b580 con 0x55f40d106e10 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f40d10e310 con 0x55f40d0fd8e0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 10 client.0 _ll_register_callbacks cb 0x55f40d021650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56270/0 (socket says 172.21.15.83:56270) 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 -- 172.21.15.83:0/2032959196 learned_addr learned my addr 172.21.15.83:0/2032959196 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6907d640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d106e10 0x55f40d104870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6887c640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fd8e0 0x55f40d103df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 -- 172.21.15.83:0/2032959196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fd8e0 msgr2=0x55f40d103df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fd8e0 0x55f40d103df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 -- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d106e10 msgr2=0x55f40d104870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d106e10 0x55f40d104870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 -- 172.21.15.83:0/2032959196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40ce9cf70 con 0x55f40d0fe290 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a63fff640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f8a50000c00 tx=0x7f8a5002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b375bc531f7fbd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a43fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a50004450 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8a500035f0 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a58011a90 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f8a5005b050 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 10 client.17838 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.028+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f40cd34170 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a58011a90 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f8a50040040 con 0x55f40d0fe290 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 10 client.17838 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 10 client.17838 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 20 client.17838 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d11b7c0 0x55f40d11dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 4 client.17838 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f40d06f920 con 0x55f40d11b7c0 2024-04-22T14:04:51.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6887c640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d11b7c0 0x55f40d11dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a6887c640 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d11b7c0 0x55f40d11dc40 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=559c4b9eb9e19760 server_cookie=408b7a4f07e910a4 in_seq=0 out_seq=0 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.029+0000 7f8a43fff640 10 client.17838 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a43fff640 1 -- 172.21.15.83:0/2032959196 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f40d06f920 con 0x55f40d11b7c0 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a43fff640 10 client.17838 handle_command_reply: tid=0 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 client.17838 shutdown 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 msgr2=0x55f40d104330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f8a50000c00 tx=0x7f8a5002bc30 comp rx=0 tx=0).stop 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 shutdown_connections 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d11b7c0 0x55f40d11dc40 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d106e10 0x55f40d104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fe290 0x55f40d104330 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a43fff640 0 client.17838 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/2032959196 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fd8e0 0x55f40d103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 >> 172.21.15.83:0/2032959196 conn(0x55f40d0f7fb0 msgr2=0x55f40d0f9d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 shutdown_connections 2024-04-22T14:04:51.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/2032959196 wait complete. 2024-04-22T14:04:51.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.030+0000 7f8a6d7ad740 20 client.17838 trim_cache size 0 max 16384 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 Processor -- start 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 -- start start 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fd8e0 0x55f40d117050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d123510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641ab830 con 0x55f40d0f7fb0 2024-04-22T14:04:51.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641ad400 con 0x55f40d0fd8e0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641abf00 con 0x55f40d0fe290 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56280/0 (socket says 172.21.15.83:56280) 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 -- 172.21.15.83:0/3399527459 learned_addr learned my addr 172.21.15.83:0/3399527459 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 -- 172.21.15.83:0/3399527459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 msgr2=0x55f40d123510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d123510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 -- 172.21.15.83:0/3399527459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fd8e0 msgr2=0x55f40d117050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fd8e0 0x55f40d117050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 -- 172.21.15.83:0/3399527459 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f40d0fcc30 con 0x55f40d0f7fb0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a6887c640 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f8a58006010 tx=0x7f8a5800d5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af06f5f5a7e27a30 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a4e7fc640 1 -- 172.21.15.83:0/3399527459 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58030070 con 0x55f40d0f7fb0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.048+0000 7f8a4e7fc640 1 -- 172.21.15.83:0/3399527459 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a58005040 con 0x55f40d0f7fb0 2024-04-22T14:04:51.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a4e7fc640 1 -- 172.21.15.83:0/3399527459 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5802a3d0 con 0x55f40d0f7fb0 2024-04-22T14:04:51.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/3399527459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 msgr2=0x55f40d106520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f8a58006010 tx=0x7f8a5800d5a0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/3399527459 shutdown_connections 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d123510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0fd8e0 0x55f40d117050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/3399527459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0f7fb0 0x55f40d106520 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/3399527459 >> 172.21.15.83:0/3399527459 conn(0x55f40d0fe9e0 msgr2=0x55f40d104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/3399527459 shutdown_connections 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/3399527459 wait complete. 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 -- start start 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.049+0000 7f8a6d7ad740 1 Processor -- start 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 0x55f40d1135f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d10ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641acd30 con 0x55f40d0fd8e0 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641ac630 con 0x55f40d0f7fb0 2024-04-22T14:04:51.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8a641a9830 con 0x55f40d0fe290 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6d7ad740 10 client.0 _ll_register_callbacks cb 0x7f8a50005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56288/0 (socket says 172.21.15.83:56288) 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 -- 172.21.15.83:0/933995788 learned_addr learned my addr 172.21.15.83:0/933995788 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6887c640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 0x55f40d1135f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6907d640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d10ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 -- 172.21.15.83:0/933995788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 msgr2=0x55f40d10ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d10ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 -- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 msgr2=0x55f40d1135f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 0x55f40d1135f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 -- 172.21.15.83:0/933995788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f40d110440 con 0x55f40d0fd8e0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6907d640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d10ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a6887c640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 0x55f40d1135f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a63fff640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f8a5002c170 tx=0x7f8a50009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4f88fcd61733542 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a43fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.050+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a50043d60 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f8a50004a90 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a58005040 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f8a50005350 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 10 client.17844 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55f40d182aa0 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a58005040 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f8a50003aa0 con 0x55f40d0fd8e0 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 10 client.17844 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 10 client.17844 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 20 client.17844 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d106e10 0x55f40d185230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 4 client.17844 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:04:51.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f40d069790 con 0x55f40d106e10 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.051+0000 7f8a6887c640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d106e10 0x55f40d185230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.052+0000 7f8a43fff640 10 client.17844 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.052+0000 7f8a6887c640 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d106e10 0x55f40d185230 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3c5033fc7a07caf server_cookie=4b282f08c9b045a5 in_seq=0 out_seq=0 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a43fff640 1 -- 172.21.15.83:0/933995788 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f40d069790 con 0x55f40d106e10 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a43fff640 10 client.17844 handle_command_reply: tid=0 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 client.17844 shutdown 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 msgr2=0x55f40d10f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f8a5002c170 tx=0x7f8a50009300 comp rx=0 tx=0).stop 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 shutdown_connections 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55f40d106e10 0x55f40d185230 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a43fff640 0 client.17844 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f40d0fe290 0x55f40d10ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f40d0fd8e0 0x55f40d10f9c0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 --2- 172.21.15.83:0/933995788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f40d0f7fb0 0x55f40d1135f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 >> 172.21.15.83:0/933995788 conn(0x55f40d0fe9e0 msgr2=0x55f40d0f9330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 shutdown_connections 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 1 -- 172.21.15.83:0/933995788 wait complete. 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.053+0000 7f8a6d7ad740 20 client.17844 trim_cache size 0 max 16384 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "35d17382-6bed-4412-a93d-3f1f2d354557", 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:04:51.062 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 msgr2=0x7f8a540a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 0x7f8a540a61e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8a50006010 tx=0x7f8a500040c0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 msgr2=0x7f8a6419d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c00cce0 tx=0x7f8a5c00a620 comp rx=0 tx=0).stop 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 shutdown_connections 2024-04-22T14:04:51.063 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f8a540a3d20 0x7f8a540a61e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8a64106f30 0x7f8a6419d010 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8a64100e10 0x7f8a64198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 --2- 172.21.15.83:0/832769031 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8a64100450 0x7f8a64198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 >> 172.21.15.83:0/832769031 conn(0x7f8a64077410 msgr2=0x7f8a64105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 shutdown_connections 2024-04-22T14:04:51.064 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.054+0000 7f8a6aae0640 1 -- 172.21.15.83:0/832769031 wait complete. 2024-04-22T14:04:51.067 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:50 smithi083 ceph-mon[27977]: pgmap v202: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:51.068 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:04:51.069 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:04:51.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:50 smithi173 ceph-mon[31493]: pgmap v202: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 -- 172.21.15.83:0/1530144294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c106160 msgr2=0x7fad6c10dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 --2- 172.21.15.83:0/1530144294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c106160 0x7fad6c10dd30 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fad64009ca0 tx=0x7fad6402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 -- 172.21.15.83:0/1530144294 shutdown_connections 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 --2- 172.21.15.83:0/1530144294 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c106160 0x7fad6c10dd30 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 --2- 172.21.15.83:0/1530144294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c101a40 0x7fad6c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 --2- 172.21.15.83:0/1530144294 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c101090 0x7fad6c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 -- 172.21.15.83:0/1530144294 >> 172.21.15.83:0/1530144294 conn(0x7fad6c0771d0 msgr2=0x7fad6c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.169 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 -- 172.21.15.83:0/1530144294 shutdown_connections 2024-04-22T14:04:51.170 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.165+0000 7fad70e32640 1 -- 172.21.15.83:0/1530144294 wait complete. 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 Processor -- start 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 -- start start 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c106160 0x7fad6c197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 0x7fad6c19c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c111120 con 0x7fad6c101090 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c110fa0 con 0x7fad6c19bf00 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad70e32640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1112a0 con 0x7fad6c106160 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad6a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad6a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56312/0 (socket says 172.21.15.83:56312) 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad6a59c640 1 -- 172.21.15.83:0/3686603275 learned_addr learned my addr 172.21.15.83:0/3686603275 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.172 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.166+0000 7fad63fff640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c106160 0x7fad6c197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 0x7fad6c19c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 -- 172.21.15.83:0/3686603275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c106160 msgr2=0x7fad6c197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c106160 0x7fad6c197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 -- 172.21.15.83:0/3686603275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 msgr2=0x7fad6c19c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 0x7fad6c19c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 -- 172.21.15.83:0/3686603275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad6c19c9f0 con 0x7fad6c101090 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 0x7fad6c19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fad5c00d950 tx=0x7fad5c00dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad637fe640 1 -- 172.21.15.83:0/3686603275 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c017070 con 0x7fad6c101090 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad6c19cce0 con 0x7fad6c101090 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad637fe640 1 -- 172.21.15.83:0/3686603275 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad5c00de80 con 0x7fad6c101090 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad6c1a4520 con 0x7fad6c101090 2024-04-22T14:04:51.173 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.167+0000 7fad637fe640 1 -- 172.21.15.83:0/3686603275 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c020060 con 0x7fad6c101090 2024-04-22T14:04:51.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.169+0000 7fad637fe640 1 -- 172.21.15.83:0/3686603275 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fad5c009c30 con 0x7fad6c101090 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.169+0000 7fad73a19740 1 Processor -- start 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 -- start start 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7eb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557a7e7501e0 con 0x557a7e7f4a80 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557a7e6ed390 con 0x557a7e7ebea0 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad73a19740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557a7e74c1a0 con 0x557a7e7eb580 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad637fe640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 0x7fad580a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56328/0 (socket says 172.21.15.83:56328) 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 -- 172.21.15.83:0/298150816 learned_addr learned my addr 172.21.15.83:0/298150816 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7eb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad6a59c640 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 0x7fad580a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad637fe640 1 -- 172.21.15.83:0/3686603275 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fad5c0d07c0 con 0x7fad6c101090 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 -- 172.21.15.83:0/298150816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 msgr2=0x557a7e7eb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7eb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 -- 172.21.15.83:0/298150816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 msgr2=0x557a7e7f4540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f4540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 -- 172.21.15.83:0/298150816 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a7e52c7d0 con 0x557a7e7f4a80 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.170+0000 7fad63fff640 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fad54009a00 tx=0x7fad54009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25bd8208e25299f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 0x7fad580a61e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fad64033000 tx=0x7fad640095c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad60ff9640 1 -- 172.21.15.83:0/298150816 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54017070 con 0x557a7e7f4a80 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad60ff9640 1 -- 172.21.15.83:0/298150816 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad54013470 con 0x557a7e7f4a80 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad60ff9640 1 -- 172.21.15.83:0/298150816 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54012630 con 0x557a7e7f4a80 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 -- 172.21.15.83:0/298150816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 msgr2=0x557a7e7f6e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fad54009a00 tx=0x7fad54009ec0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 -- 172.21.15.83:0/298150816 shutdown_connections 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f6e70 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f4540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 --2- 172.21.15.83:0/298150816 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7eb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 -- 172.21.15.83:0/298150816 >> 172.21.15.83:0/298150816 conn(0x557a7e7e5cb0 msgr2=0x557a7e7e6090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 -- 172.21.15.83:0/298150816 shutdown_connections 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.171+0000 7fad73a19740 1 -- 172.21.15.83:0/298150816 wait complete. 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 -- start start 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 Processor -- start 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557a7e7f7870 con 0x557a7e7f4a80 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557a7e7092f0 con 0x557a7e7ebea0 2024-04-22T14:04:51.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557a7e7f79f0 con 0x557a7e7eb580 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad73a19740 10 client.0 _ll_register_callbacks cb 0x557a7e716580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56342/0 (socket says 172.21.15.83:56342) 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 -- 172.21.15.83:0/3453938527 learned_addr learned my addr 172.21.15.83:0/3453938527 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad63fff640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 -- 172.21.15.83:0/3453938527 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 msgr2=0x557a7e7f1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 -- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 msgr2=0x557a7e7f1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.172+0000 7fad6ad9d640 1 -- 172.21.15.83:0/3453938527 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a7e4623f0 con 0x557a7e7f4a80 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad6ad9d640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fad64003bf0 tx=0x7fad6402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d066f586ed84192 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad64051070 con 0x557a7e7f4a80 2024-04-22T14:04:51.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fad64004510 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad54013470 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fad64039070 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 10 client.17856 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557a7e4220f0 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad54013470 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fad640055c0 con 0x557a7e7f4a80 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 10 client.17856 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 10 client.17856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 20 client.17856 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e804a40 0x557a7e806ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 4 client.17856 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a7e75dc00 con 0x557a7e804a40 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.173+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e804a40 0x557a7e806ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.174+0000 7fad51ffb640 10 client.17856 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.174+0000 7fad6a59c640 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e804a40 0x557a7e806ea0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e1b0a65ea248a33 server_cookie=bdf66a1a0188c98f in_seq=0 out_seq=0 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.174+0000 7fad51ffb640 1 -- 172.21.15.83:0/3453938527 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557a7e75dc00 con 0x557a7e804a40 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.174+0000 7fad51ffb640 10 client.17856 handle_command_reply: tid=0 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 client.17856 shutdown 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 msgr2=0x557a7e7f2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fad64003bf0 tx=0x7fad6402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 shutdown_connections 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e804a40 0x557a7e806ea0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7f4a80 0x557a7e7f2520 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7ebea0 0x557a7e7f1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 --2- 172.21.15.83:0/3453938527 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 >> 172.21.15.83:0/3453938527 conn(0x557a7e7e5cb0 msgr2=0x557a7e7e7a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad51ffb640 0 client.17856 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 shutdown_connections 2024-04-22T14:04:51.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 1 -- 172.21.15.83:0/3453938527 wait complete. 2024-04-22T14:04:51.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.175+0000 7fad73a19740 20 client.17856 trim_cache size 0 max 16384 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 Processor -- start 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 -- start start 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7ebea0 0x557a7e7f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e80c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1ab900 con 0x557a7e7eb580 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1ad4d0 con 0x557a7e7f4a80 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad73a19740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1abfd0 con 0x557a7e7ebea0 2024-04-22T14:04:51.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56354/0 (socket says 172.21.15.83:56354) 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 -- 172.21.15.83:0/4251202124 learned_addr learned my addr 172.21.15.83:0/4251202124 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 -- 172.21.15.83:0/4251202124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7ebea0 msgr2=0x557a7e7f38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7ebea0 0x557a7e7f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 -- 172.21.15.83:0/4251202124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 msgr2=0x557a7e80c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e80c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.192+0000 7fad6a59c640 1 -- 172.21.15.83:0/4251202124 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a7e7ebcd0 con 0x557a7e7eb580 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad6a59c640 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fad5c010fd0 tx=0x7fad5c087040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b86ca49ae7b17c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad53fff640 1 -- 172.21.15.83:0/4251202124 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c017210 con 0x557a7e7eb580 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad53fff640 1 -- 172.21.15.83:0/4251202124 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad5c09c790 con 0x557a7e7eb580 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad53fff640 1 -- 172.21.15.83:0/4251202124 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad5c0ce350 con 0x557a7e7eb580 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 -- 172.21.15.83:0/4251202124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 msgr2=0x557a7e800730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fad5c010fd0 tx=0x7fad5c087040 comp rx=0 tx=0).stop 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 -- 172.21.15.83:0/4251202124 shutdown_connections 2024-04-22T14:04:51.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e80c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7ebea0 0x557a7e7f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 --2- 172.21.15.83:0/4251202124 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7eb580 0x557a7e800730 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 -- 172.21.15.83:0/4251202124 >> 172.21.15.83:0/4251202124 conn(0x557a7e7e5cb0 msgr2=0x557a7e7f31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 -- 172.21.15.83:0/4251202124 shutdown_connections 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.193+0000 7fad73a19740 1 -- 172.21.15.83:0/4251202124 wait complete. 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 -- start start 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 Processor -- start 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e7f9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1ace00 con 0x557a7e7ebea0 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1ac700 con 0x557a7e7f4a80 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad6c1a98e0 con 0x557a7e7eb580 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad73a19740 10 client.0 _ll_register_callbacks cb 0x7fad64009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:04:51.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:56368/0 (socket says 172.21.15.83:56368) 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 -- 172.21.15.83:0/664798788 learned_addr learned my addr 172.21.15.83:0/664798788 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad6a59c640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 -- 172.21.15.83:0/664798788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 msgr2=0x557a7e7f8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 -- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 msgr2=0x557a7e7f9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e7f9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 -- 172.21.15.83:0/664798788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a7e86a230 con 0x557a7e7ebea0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad6a59c640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad63fff640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fad54009920 tx=0x7fad540047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa850ef481214348 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.194+0000 7fad51ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54017040 con 0x557a7e7ebea0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fad54013880 con 0x557a7e7ebea0 2024-04-22T14:04:51.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad5c09c790 con 0x557a7e7ebea0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fad54013a80 con 0x557a7e7ebea0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 10 client.17862 fetch_fsmap learned FSMap version 41 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557a7e86b520 con 0x557a7e7ebea0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad5c09c790 con 0x557a7e7ebea0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fad54024070 con 0x557a7e7ebea0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 10 client.17862 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 10 client.17862 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 20 client.17862 populate_metadata read hostname 'smithi083' 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e86b960 0x557a7e86dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 4 client.17862 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557a7e757a70 con 0x557a7e86b960 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.195+0000 7fad6a59c640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e86b960 0x557a7e86dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad51ffb640 10 client.17862 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad6a59c640 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e86b960 0x557a7e86dd50 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adc3605db4cc72f4 server_cookie=402781d442dc4baf in_seq=0 out_seq=0 2024-04-22T14:04:51.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad51ffb640 1 -- 172.21.15.83:0/664798788 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x557a7e757a70 con 0x557a7e86b960 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad51ffb640 10 client.17862 handle_command_reply: tid=0 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 client.17862 shutdown 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 msgr2=0x557a7e7f8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fad54009920 tx=0x7fad540047d0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 shutdown_connections 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557a7e86b960 0x557a7e86dd50 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557a7e7f4a80 0x557a7e7f9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad51ffb640 0 client.17862 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557a7e7ebea0 0x557a7e7f8dd0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 --2- 172.21.15.83:0/664798788 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557a7e7eb580 0x557a7e7f8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 >> 172.21.15.83:0/664798788 conn(0x557a7e7e5cb0 msgr2=0x557a7e7e4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 shutdown_connections 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 1 -- 172.21.15.83:0/664798788 wait complete. 2024-04-22T14:04:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.196+0000 7fad73a19740 20 client.17862 trim_cache size 0 max 16384 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "35d17382-6bed-4412-a93d-3f1f2d354557": { 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "35d17382-6bed-4412-a93d-3f1f2d354557", 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:04:51.209 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:04:51.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 msgr2=0x7fad580a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 0x7fad580a61e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fad64033000 tx=0x7fad640095c0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 msgr2=0x7fad6c197640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:04:51.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fad5c00d950 tx=0x7fad5c00dd50 comp rx=0 tx=0).stop 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 shutdown_connections 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad580a3d20 0x7fad580a61e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad6c19bf00 0x7fad6c19c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad6c106160 0x7fad6c197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 --2- 172.21.15.83:0/3686603275 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad6c101090 0x7fad6c197640 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 >> 172.21.15.83:0/3686603275 conn(0x7fad6c0771d0 msgr2=0x7fad6c0fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 shutdown_connections 2024-04-22T14:04:51.211 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:04:51.197+0000 7fad70e32640 1 -- 172.21.15.83:0/3686603275 wait complete. 2024-04-22T14:04:51.212 INFO:tasks.cephfs.filesystem:scrub status for tag:35d17382-6bed-4412-a93d-3f1f2d354557 - {'path': '/', 'tag': '35d17382-6bed-4412-a93d-3f1f2d354557', 'options': 'recursive,force'} 2024-04-22T14:04:52.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:52 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:04:52.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:52 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:52.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:52 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:04:52.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:52 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:52.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:52 smithi084 ceph-mon[31312]: pgmap v203: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:53.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:52 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:04:53.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:52 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:53.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:52 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:04:53.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:52 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:53.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:52 smithi173 ceph-mon[31493]: pgmap v203: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:53.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:52 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:04:53.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:52 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:53.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:52 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:04:53.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:52 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:04:53.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:52 smithi083 ceph-mon[27977]: pgmap v203: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 255 op/s 2024-04-22T14:04:54.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:54 smithi084 ceph-mon[31312]: pgmap v204: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 261 op/s 2024-04-22T14:04:54.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:54 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:04:55.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:54 smithi173 ceph-mon[31493]: pgmap v204: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 261 op/s 2024-04-22T14:04:55.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:54 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:04:55.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:54 smithi083 ceph-mon[27977]: pgmap v204: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 261 op/s 2024-04-22T14:04:55.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:54 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:04:56.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:56 smithi084 ceph-mon[31312]: pgmap v205: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 391 KiB/s rd, 293 KiB/s wr, 115 op/s 2024-04-22T14:04:57.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:56 smithi173 ceph-mon[31493]: pgmap v205: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 391 KiB/s rd, 293 KiB/s wr, 115 op/s 2024-04-22T14:04:57.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:56 smithi083 ceph-mon[27977]: pgmap v205: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 391 KiB/s rd, 293 KiB/s wr, 115 op/s 2024-04-22T14:04:58.975 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:04:58 smithi084 ceph-mon[31312]: pgmap v206: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 299 KiB/s wr, 121 op/s 2024-04-22T14:04:59.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:04:58 smithi173 ceph-mon[31493]: pgmap v206: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 299 KiB/s wr, 121 op/s 2024-04-22T14:04:59.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:04:58 smithi083 ceph-mon[27977]: pgmap v206: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 398 KiB/s rd, 299 KiB/s wr, 121 op/s 2024-04-22T14:05:00.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:00 smithi084 ceph-mon[31312]: pgmap v207: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:01.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:00 smithi173 ceph-mon[31493]: pgmap v207: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:01.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:00 smithi083 ceph-mon[27977]: pgmap v207: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:02.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:02 smithi084 ceph-mon[31312]: pgmap v208: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:02 smithi173 ceph-mon[31493]: pgmap v208: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:03.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:02 smithi083 ceph-mon[27977]: pgmap v208: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 11 op/s 2024-04-22T14:05:05.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:04 smithi173 ceph-mon[31493]: pgmap v209: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 31 KiB/s wr, 31 op/s 2024-04-22T14:05:05.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:04 smithi083 ceph-mon[27977]: pgmap v209: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 31 KiB/s wr, 31 op/s 2024-04-22T14:05:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:04 smithi084 ceph-mon[31312]: pgmap v209: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 31 KiB/s wr, 31 op/s 2024-04-22T14:05:07.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:06 smithi173 ceph-mon[31493]: pgmap v210: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 25 op/s 2024-04-22T14:05:07.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:06 smithi083 ceph-mon[27977]: pgmap v210: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 25 op/s 2024-04-22T14:05:07.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:06 smithi084 ceph-mon[31312]: pgmap v210: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 25 op/s 2024-04-22T14:05:09.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:08 smithi173 ceph-mon[31493]: pgmap v211: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-04-22T14:05:09.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:08 smithi083 ceph-mon[27977]: pgmap v211: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-04-22T14:05:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:08 smithi084 ceph-mon[31312]: pgmap v211: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 29 KiB/s wr, 30 op/s 2024-04-22T14:05:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:10 smithi173 ceph-mon[31493]: pgmap v212: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:10 smithi083 ceph-mon[27977]: pgmap v212: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:11.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:10 smithi084 ceph-mon[31312]: pgmap v212: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:13.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:12 smithi173 ceph-mon[31493]: pgmap v213: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:13.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:12 smithi083 ceph-mon[27977]: pgmap v213: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:13.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:12 smithi084 ceph-mon[31312]: pgmap v213: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 24 op/s 2024-04-22T14:05:15.028 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:14 smithi084 ceph-mon[31312]: pgmap v214: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-22T14:05:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:14 smithi173 ceph-mon[31493]: pgmap v214: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-22T14:05:15.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:14 smithi083 ceph-mon[27977]: pgmap v214: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-04-22T14:05:17.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:16 smithi173 ceph-mon[31493]: pgmap v215: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-22T14:05:17.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:16 smithi083 ceph-mon[27977]: pgmap v215: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-22T14:05:17.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:16 smithi084 ceph-mon[31312]: pgmap v215: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-22T14:05:19.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:18 smithi173 ceph-mon[31493]: pgmap v216: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-22T14:05:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:18 smithi083 ceph-mon[27977]: pgmap v216: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-22T14:05:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:18 smithi084 ceph-mon[31312]: pgmap v216: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-04-22T14:05:21.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:20 smithi173 ceph-mon[31493]: pgmap v217: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:21.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:20 smithi083 ceph-mon[27977]: pgmap v217: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:21.213 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:05:21.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:05:21.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:20 smithi084 ceph-mon[31312]: pgmap v217: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 -- 172.21.15.83:0/4154146891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214102b20 msgr2=0x7f5214106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 --2- 172.21.15.83:0/4154146891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214102b20 0x7f5214106b60 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f5204009900 tx=0x7f520402bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 -- 172.21.15.83:0/4154146891 shutdown_connections 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 --2- 172.21.15.83:0/4154146891 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214107240 0x7f521410ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 --2- 172.21.15.83:0/4154146891 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214102b20 0x7f5214106b60 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 --2- 172.21.15.83:0/4154146891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5214102170 0x7f5214102550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 -- 172.21.15.83:0/4154146891 >> 172.21.15.83:0/4154146891 conn(0x7f52140793a0 msgr2=0x7f52140797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 -- 172.21.15.83:0/4154146891 shutdown_connections 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.322+0000 7f521be26640 1 -- 172.21.15.83:0/4154146891 wait complete. 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 Processor -- start 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 -- start start 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214102170 0x7f52141986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 0x7f521419d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5214112180 con 0x7f5214107240 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5214112000 con 0x7f521419cfa0 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521be26640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5214112300 con 0x7f5214102170 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33808/0 (socket says 172.21.15.83:33808) 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 -- 172.21.15.83:0/3619520871 learned_addr learned my addr 172.21.15.83:0/3619520871 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f5219bc2640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214102170 0x7f52141986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521a3c3640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 0x7f521419d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 -- 172.21.15.83:0/3619520871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214102170 msgr2=0x7f52141986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214102170 0x7f52141986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 -- 172.21.15.83:0/3619520871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 msgr2=0x7f521419d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 0x7f521419d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 -- 172.21.15.83:0/3619520871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f521419da90 con 0x7f5214107240 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f521a3c3640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 0x7f521419d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.323+0000 7f52193c1640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f5204036040 tx=0x7f520402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.324+0000 7f520affd640 1 -- 172.21.15.83:0/3619520871 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5204043020 con 0x7f5214107240 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.324+0000 7f520affd640 1 -- 172.21.15.83:0/3619520871 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f520402cbe0 con 0x7f5214107240 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.324+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f521419dd20 con 0x7f5214107240 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.324+0000 7f520affd640 1 -- 172.21.15.83:0/3619520871 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5204003bf0 con 0x7f5214107240 2024-04-22T14:05:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.324+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52141a5540 con 0x7f5214107240 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.326+0000 7f520affd640 1 -- 172.21.15.83:0/3619520871 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5204046020 con 0x7f5214107240 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.326+0000 7f521ea10740 1 Processor -- start 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.326+0000 7f521ea10740 1 -- start start 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b60960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b6be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562c11ac51e0 con 0x562c11b60ea0 2024-04-22T14:05:21.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562c11a62390 con 0x562c11b69a80 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521ea10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562c11ac11a0 con 0x562c11b60580 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f520affd640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 0x7f52000a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33822/0 (socket says 172.21.15.83:33822) 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 -- 172.21.15.83:0/2321005574 learned_addr learned my addr 172.21.15.83:0/2321005574 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521a3c3640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 0x7f52000a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f520affd640 1 -- 172.21.15.83:0/3619520871 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f52040f29f0 con 0x7f5214107240 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f52193c1640 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b6be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521a3c3640 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b60960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 -- 172.21.15.83:0/2321005574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 msgr2=0x562c11b60960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b60960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 -- 172.21.15.83:0/2321005574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 msgr2=0x562c11b6be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b6be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 -- 172.21.15.83:0/2321005574 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c118a17d0 con 0x562c11b60ea0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f521a3c3640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 0x7f52000a61e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f520c005c40 tx=0x7f520c009960 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.327+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f521000cc60 tx=0x7f521000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40cb4df843abbabf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f51fffff640 1 -- 172.21.15.83:0/2321005574 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5210014070 con 0x562c11b60ea0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f51fffff640 1 -- 172.21.15.83:0/2321005574 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52100047a0 con 0x562c11b60ea0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f51fffff640 1 -- 172.21.15.83:0/2321005574 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5210010690 con 0x562c11b60ea0 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 -- 172.21.15.83:0/2321005574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 msgr2=0x562c11b69540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f521000cc60 tx=0x7f521000e720 comp rx=0 tx=0).stop 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 -- 172.21.15.83:0/2321005574 shutdown_connections 2024-04-22T14:05:21.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b6be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b69540 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 --2- 172.21.15.83:0/2321005574 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b60960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.328+0000 7f521ea10740 1 -- 172.21.15.83:0/2321005574 >> 172.21.15.83:0/2321005574 conn(0x562c11b5acb0 msgr2=0x562c11b5b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- 172.21.15.83:0/2321005574 shutdown_connections 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- 172.21.15.83:0/2321005574 wait complete. 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- start start 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 Processor -- start 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60580 0x562c11b66a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 0x562c11b66f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562c11b6c870 con 0x562c11b69a80 2024-04-22T14:05:21.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562c11a7e2f0 con 0x562c11b60580 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562c11b6c9f0 con 0x562c11b60ea0 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521ea10740 10 client.0 _ll_register_callbacks cb 0x562c11a8b580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.329+0000 7f521a3c3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33832/0 (socket says 172.21.15.83:33832) 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 -- 172.21.15.83:0/2629933477 learned_addr learned my addr 172.21.15.83:0/2629933477 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60580 0x562c11b66a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f52193c1640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 0x562c11b66f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 -- 172.21.15.83:0/2629933477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 msgr2=0x562c11b66f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 0x562c11b66f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 -- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60580 msgr2=0x562c11b66a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60580 0x562c11b66a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 -- 172.21.15.83:0/2629933477 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c117d73f0 con 0x562c11b69a80 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f52193c1640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 0x562c11b66f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521a3c3640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f520c011770 tx=0x7f520c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7299a153c1e13e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f51fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f520c004d20 con 0x562c11b69a80 2024-04-22T14:05:21.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f520c01d7d0 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52100047a0 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f520c01d9d0 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521ea10740 10 client.17874 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.330+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562c117970f0 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52100047a0 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f520c00f050 con 0x562c11b69a80 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 10 client.17874 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 10 client.17874 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:21.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 20 client.17874 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11b79980 0x562c11b7bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 4 client.17874 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562c11ad2c00 con 0x562c11b79980 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11b79980 0x562c11b7bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f51fd7fa640 10 client.17874 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.331+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11b79980 0x562c11b7bdc0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5813b13609613c8d server_cookie=2d2c86e2d7e5d841 in_seq=0 out_seq=0 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2629933477 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562c11ad2c00 con 0x562c11b79980 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f51fd7fa640 10 client.17874 handle_command_reply: tid=0 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 client.17874 shutdown 2024-04-22T14:05:21.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 msgr2=0x562c11b67480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f520c011770 tx=0x7f520c005bd0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 shutdown_connections 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11b79980 0x562c11b7bdc0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b69a80 0x562c11b67480 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60ea0 0x562c11b66f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 --2- 172.21.15.83:0/2629933477 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60580 0x562c11b66a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f51fd7fa640 0 client.17874 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 >> 172.21.15.83:0/2629933477 conn(0x562c11b5acb0 msgr2=0x562c11b5ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 shutdown_connections 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 1 -- 172.21.15.83:0/2629933477 wait complete. 2024-04-22T14:05:21.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.332+0000 7f521ea10740 20 client.17874 trim_cache size 0 max 16384 2024-04-22T14:05:21.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 Processor -- start 2024-04-22T14:05:21.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 -- start start 2024-04-22T14:05:21.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60ea0 0x562c11b75760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 0x562c11b81690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52141adb10 con 0x562c11b60580 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52141af6e0 con 0x562c11b60ea0 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521ea10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52141ae1e0 con 0x562c11b69a80 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33844/0 (socket says 172.21.15.83:33844) 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 -- 172.21.15.83:0/1420806318 learned_addr learned my addr 172.21.15.83:0/1420806318 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521a3c3640 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 0x562c11b81690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 -- 172.21.15.83:0/1420806318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 msgr2=0x562c11b81690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 0x562c11b81690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 -- 172.21.15.83:0/1420806318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60ea0 msgr2=0x562c11b75760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60ea0 0x562c11b75760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 -- 172.21.15.83:0/1420806318 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562c11b5a4f0 con 0x562c11b60580 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f521a3c3640 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 0x562c11b81690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.350+0000 7f5219bc2640 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f521000cb80 tx=0x7f521000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee529fa52ba0550 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f51ff7fe640 1 -- 172.21.15.83:0/1420806318 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5210014040 con 0x562c11b60580 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f51ff7fe640 1 -- 172.21.15.83:0/1420806318 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5210005400 con 0x562c11b60580 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f51ff7fe640 1 -- 172.21.15.83:0/1420806318 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52100262e0 con 0x562c11b60580 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 -- 172.21.15.83:0/1420806318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 msgr2=0x562c11b69130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f521000cb80 tx=0x7f521000e720 comp rx=0 tx=0).stop 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 -- 172.21.15.83:0/1420806318 shutdown_connections 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b69a80 0x562c11b81690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b60ea0 0x562c11b75760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 --2- 172.21.15.83:0/1420806318 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60580 0x562c11b69130 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 -- 172.21.15.83:0/1420806318 >> 172.21.15.83:0/1420806318 conn(0x562c11b5acb0 msgr2=0x562c11b61c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 -- 172.21.15.83:0/1420806318 shutdown_connections 2024-04-22T14:05:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.351+0000 7f521ea10740 1 -- 172.21.15.83:0/1420806318 wait complete. 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 -- start start 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 Processor -- start 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b63730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b641b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52141af010 con 0x562c11b60ea0 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52141ae910 con 0x562c11b69a80 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52141abb10 con 0x562c11b60580 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521ea10740 10 client.0 _ll_register_callbacks cb 0x7f520c0094a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33850/0 (socket says 172.21.15.83:33850) 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 -- 172.21.15.83:0/2481410712 learned_addr learned my addr 172.21.15.83:0/2481410712 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 -- 172.21.15.83:0/2481410712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 msgr2=0x562c11b63730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b63730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b63730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f521a3c3640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b641b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 -- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 msgr2=0x562c11b641b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.352+0000 7f52193c1640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b641b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f52193c1640 1 -- 172.21.15.83:0/2481410712 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562c11bdefb0 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f52193c1640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f5204005820 tx=0x7f520402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1918b850e7acae6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f520403c350 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f52040bcdd0 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5210005400 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f52040bead0 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 10 client.17880 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562c11be0270 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5210005400 con 0x562c11b60ea0 2024-04-22T14:05:21.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f52040ceec0 con 0x562c11b60ea0 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 10 client.17880 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 10 client.17880 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 20 client.17880 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11be0a70 0x562c11be2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 4 client.17880 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.353+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562c11acca70 con 0x562c11be0a70 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11be0a70 0x562c11be2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f51fd7fa640 10 client.17880 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f5219bc2640 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11be0a70 0x562c11be2e90 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eead3a9aa313c71e server_cookie=847dbf142522cb3a in_seq=0 out_seq=0 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f51fd7fa640 1 -- 172.21.15.83:0/2481410712 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562c11acca70 con 0x562c11be0a70 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f51fd7fa640 10 client.17880 handle_command_reply: tid=0 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 client.17880 shutdown 2024-04-22T14:05:21.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 msgr2=0x562c11b63c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f5204005820 tx=0x7f520402bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 shutdown_connections 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562c11be0a70 0x562c11be2e90 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562c11b69a80 0x562c11b641b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f51fd7fa640 0 client.17880 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562c11b60ea0 0x562c11b63c70 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 --2- 172.21.15.83:0/2481410712 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562c11b60580 0x562c11b63730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 >> 172.21.15.83:0/2481410712 conn(0x562c11b5acb0 msgr2=0x562c11b669c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 shutdown_connections 2024-04-22T14:05:21.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.354+0000 7f521ea10740 1 -- 172.21.15.83:0/2481410712 wait complete. 2024-04-22T14:05:21.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521ea10740 20 client.17880 trim_cache size 0 max 16384 2024-04-22T14:05:21.366 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:21.366 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:05:21.366 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:05:21.366 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:21.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 msgr2=0x7f52000a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 0x7f52000a61e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f520c005c40 tx=0x7f520c009960 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 msgr2=0x7f5214198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f5204036040 tx=0x7f520402c7e0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 shutdown_connections 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52000a3d20 0x7f52000a61e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f521419cfa0 0x7f521419d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5214107240 0x7f5214198c20 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 --2- 172.21.15.83:0/3619520871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5214102170 0x7f52141986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 >> 172.21.15.83:0/3619520871 conn(0x7f52140793a0 msgr2=0x7f52140ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 shutdown_connections 2024-04-22T14:05:21.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.355+0000 7f521be26640 1 -- 172.21.15.83:0/3619520871 wait complete. 2024-04-22T14:05:21.370 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:05:21.370 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:05:21.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- 172.21.15.83:0/2500985719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 msgr2=0x7f90c010dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 --2- 172.21.15.83:0/2500985719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c010dd40 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f90b8009ca0 tx=0x7f90b802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- 172.21.15.83:0/2500985719 shutdown_connections 2024-04-22T14:05:21.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 --2- 172.21.15.83:0/2500985719 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c010dd40 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 --2- 172.21.15.83:0/2500985719 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c0101a50 0x7f90c0105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 --2- 172.21.15.83:0/2500985719 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 0x7f90c0101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- 172.21.15.83:0/2500985719 >> 172.21.15.83:0/2500985719 conn(0x7f90c00771d0 msgr2=0x7f90c00775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- 172.21.15.83:0/2500985719 shutdown_connections 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- 172.21.15.83:0/2500985719 wait complete. 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 Processor -- start 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.465+0000 7f90c7c31640 1 -- start start 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 0x7f90c0197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c019be70 0x7f90c019c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90c01110c0 con 0x7f90c0106170 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f90c0110f40 con 0x7f90c019be70 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f90c0111240 con 0x7f90c01010a0 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33880/0 (socket says 172.21.15.83:33880) 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 -- 172.21.15.83:0/3132057935 learned_addr learned my addr 172.21.15.83:0/3132057935 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c59cd640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 0x7f90c0197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c61ce640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c019be70 0x7f90c019c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 -- 172.21.15.83:0/3132057935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 msgr2=0x7f90c0197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 0x7f90c0197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 -- 172.21.15.83:0/3132057935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c019be70 msgr2=0x7f90c019c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c019be70 0x7f90c019c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 -- 172.21.15.83:0/3132057935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c019c960 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c51cc640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00d770 tx=0x7f90bc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc017070 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90bc009c30 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c019cc50 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc00f620 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.466+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c01a4440 con 0x7f90c0106170 2024-04-22T14:05:21.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.467+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90c0069230 con 0x7f90c0106170 2024-04-22T14:05:21.475 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.468+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f90bc01a070 con 0x7f90c0106170 2024-04-22T14:05:21.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.469+0000 7f90b2ffd640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 0x7f90ac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.469+0000 7f90c59cd640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 0x7f90ac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.469+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f90bc0d0240 con 0x7f90c0106170 2024-04-22T14:05:21.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.470+0000 7f90c59cd640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 0x7f90ac0a61e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f90b400bbe0 tx=0x7f90b400b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.473+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90bc009de0 con 0x7f90c0106170 2024-04-22T14:05:21.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.687+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f90c0101a50 con 0x7f90c0106170 2024-04-22T14:05:21.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.688+0000 7f90b2ffd640 1 -- 172.21.15.83:0/3132057935 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11928 (secure 0 0 0) 0x7f90bc09c910 con 0x7f90c0106170 2024-04-22T14:05:21.692 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:05:21.692 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":41,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:04:47.348168+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[0,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:05:21.692 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 41 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 msgr2=0x7f90ac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 0x7f90ac0a61e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f90b400bbe0 tx=0x7f90b400b390 comp rx=0 tx=0).stop 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 msgr2=0x7f90c0197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00d770 tx=0x7f90bc00dc30 comp rx=0 tx=0).stop 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 shutdown_connections 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90ac0a3d20 0x7f90ac0a61e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90c019be70 0x7f90c019c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90c0106170 0x7f90c0197b40 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 --2- 172.21.15.83:0/3132057935 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90c01010a0 0x7f90c0197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 >> 172.21.15.83:0/3132057935 conn(0x7f90c00771d0 msgr2=0x7f90c00fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 shutdown_connections 2024-04-22T14:05:21.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.690+0000 7f90c7c31640 1 -- 172.21.15.83:0/3132057935 wait complete. 2024-04-22T14:05:21.705 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- 172.21.15.83:0/1554950032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 msgr2=0x7fe90006aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- 172.21.15.83:0/1554950032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe90006aba0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4009900 tx=0x7fe8f402bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- 172.21.15.83:0/1554950032 shutdown_connections 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- 172.21.15.83:0/1554950032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe90010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- 172.21.15.83:0/1554950032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90006b170 0x7fe900106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.809 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- 172.21.15.83:0/1554950032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe90006aba0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- 172.21.15.83:0/1554950032 >> 172.21.15.83:0/1554950032 conn(0x7fe900076c50 msgr2=0x7fe900077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- 172.21.15.83:0/1554950032 shutdown_connections 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- 172.21.15.83:0/1554950032 wait complete. 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 Processor -- start 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 -- start start 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe900198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.803+0000 7fe906eb3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90019cfe0 0x7fe90019d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe906eb3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001121c0 con 0x7fe90006a7c0 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe906eb3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe900112040 con 0x7fe900107280 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe906eb3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe900112340 con 0x7fe90019cfe0 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33908/0 (socket says 172.21.15.83:33908) 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 -- 172.21.15.83:0/2991241343 learned_addr learned my addr 172.21.15.83:0/2991241343 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe905450640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90019cfe0 0x7fe90019d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe8fffff640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe900198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 -- 172.21.15.83:0/2991241343 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90019cfe0 msgr2=0x7fe90019d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90019cfe0 0x7fe90019d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 -- 172.21.15.83:0/2991241343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 msgr2=0x7fe900198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe900198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 -- 172.21.15.83:0/2991241343 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe90019dad0 con 0x7fe90006a7c0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe8fffff640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe900198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4005940 tx=0x7fe8f402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe8fdffb640 1 -- 172.21.15.83:0/2991241343 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4043020 con 0x7fe90006a7c0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe90019dd60 con 0x7fe90006a7c0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe8fdffb640 1 -- 172.21.15.83:0/2991241343 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f402cbe0 con 0x7fe90006a7c0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe8fdffb640 1 -- 172.21.15.83:0/2991241343 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f4003bf0 con 0x7fe90006a7c0 2024-04-22T14:05:21.811 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.804+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9001a55b0 con 0x7fe90006a7c0 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe8fdffb640 1 -- 172.21.15.83:0/2991241343 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe8f4046020 con 0x7fe90006a7c0 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 Processor -- start 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 -- start start 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e484d0 0x556fe2e488b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e51a00 0x556fe2e53e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe8fdffb640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556fe2dad1f0 con 0x556fe2e48e80 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556fe2d4a4b0 con 0x556fe2e51a00 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe909b80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556fe2da91b0 con 0x556fe2e484d0 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe904c4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe905450640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe904c4f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33922/0 (socket says 172.21.15.83:33922) 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe904c4f640 1 -- 172.21.15.83:0/2572879944 learned_addr learned my addr 172.21.15.83:0/2572879944 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe8fffff640 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e51a00 0x556fe2e53e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.807+0000 7fe8fdffb640 1 -- 172.21.15.83:0/2991241343 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe8f40f29e0 con 0x7fe90006a7c0 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 -- 172.21.15.83:0/2572879944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e484d0 msgr2=0x556fe2e488b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e484d0 0x556fe2e488b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 -- 172.21.15.83:0/2572879944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e51a00 msgr2=0x556fe2e53e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e51a00 0x556fe2e53e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 -- 172.21.15.83:0/2572879944 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe2d3c1b0 con 0x556fe2e48e80 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe904c4f640 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40c7200 tx=0x7fe8f408e3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2479c5425b2473ca server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe905450640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8005c40 tx=0x7fe8f80094f0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe8eaffd640 1 -- 172.21.15.83:0/2572879944 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40df110 con 0x556fe2e48e80 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe8eaffd640 1 -- 172.21.15.83:0/2572879944 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f408c030 con 0x556fe2e48e80 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.808+0000 7fe8eaffd640 1 -- 172.21.15.83:0/2572879944 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f40c2e70 con 0x556fe2e48e80 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- 172.21.15.83:0/2572879944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 msgr2=0x556fe2e51430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe8f40c7200 tx=0x7fe8f408e3a0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- 172.21.15.83:0/2572879944 shutdown_connections 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e51a00 0x556fe2e53e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e51430 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- 172.21.15.83:0/2572879944 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e484d0 0x556fe2e488b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- 172.21.15.83:0/2572879944 >> 172.21.15.83:0/2572879944 conn(0x556fe2e42ba0 msgr2=0x556fe2e42f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- 172.21.15.83:0/2572879944 shutdown_connections 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- 172.21.15.83:0/2572879944 wait complete. 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 -- start start 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 Processor -- start 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e51330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.809+0000 7fe909b80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556fe2e54730 con 0x556fe2e51a00 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556fe2d66500 con 0x556fe2e484d0 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556fe2e548b0 con 0x556fe2e48e80 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 10 client.0 _ll_register_callbacks cb 0x556fe2d34b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33934/0 (socket says 172.21.15.83:33934) 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 -- 172.21.15.83:0/3219520008 learned_addr learned my addr 172.21.15.83:0/3219520008 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe904c4f640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e51330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe8fffff640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 -- 172.21.15.83:0/3219520008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 msgr2=0x556fe2e4e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 -- 172.21.15.83:0/3219520008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 msgr2=0x556fe2e51330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e51330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 -- 172.21.15.83:0/3219520008 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe2abf3f0 con 0x556fe2e51a00 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe905450640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fe8f80096b0 tx=0x7fe8f8005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c49ec52c14d8a22 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe8dffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f801d820 con 0x556fe2e51a00 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe8f801d9c0 con 0x556fe2e51a00 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8f408c030 con 0x556fe2e51a00 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe8f801dbc0 con 0x556fe2e51a00 2024-04-22T14:05:21.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 10 client.17898 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.810+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556fe2b897d0 con 0x556fe2e51a00 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8f408c030 con 0x556fe2e51a00 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fe8f8019070 con 0x556fe2e51a00 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 10 client.17898 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 10 client.17898 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 20 client.17898 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2e619b0 0x556fe2e63da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 4 client.17898 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fe2d4c930 con 0x556fe2e619b0 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe904c4f640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2e619b0 0x556fe2e63da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe8dffff640 10 client.17898 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.811+0000 7fe904c4f640 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2e619b0 0x556fe2e63da0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ecabc184cdb0c459 server_cookie=d938be45d3c8418a in_seq=0 out_seq=0 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe8dffff640 1 -- 172.21.15.83:0/3219520008 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556fe2d4c930 con 0x556fe2e619b0 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe8dffff640 10 client.17898 handle_command_reply: tid=0 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 client.17898 shutdown 2024-04-22T14:05:21.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 msgr2=0x556fe2e4ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fe8f80096b0 tx=0x7fe8f8005bd0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 shutdown_connections 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4ecd0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2e619b0 0x556fe2e63da0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 --2- 172.21.15.83:0/3219520008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e51330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe8dffff640 0 client.17898 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 >> 172.21.15.83:0/3219520008 conn(0x556fe2e42ba0 msgr2=0x556fe2e448f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 shutdown_connections 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 1 -- 172.21.15.83:0/3219520008 wait complete. 2024-04-22T14:05:21.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.812+0000 7fe909b80740 20 client.17898 trim_cache size 0 max 16384 2024-04-22T14:05:21.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.825+0000 7fe909b80740 1 Processor -- start 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.825+0000 7fe909b80740 1 -- start start 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e5d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e51a00 0x556fe2e41a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001adb00 con 0x556fe2e48e80 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001af6d0 con 0x556fe2e484d0 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe909b80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001ae1d0 con 0x556fe2e51a00 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33946/0 (socket says 172.21.15.83:33946) 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 -- 172.21.15.83:0/4146982373 learned_addr learned my addr 172.21.15.83:0/4146982373 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe904c4f640 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e5d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 -- 172.21.15.83:0/4146982373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e51a00 msgr2=0x556fe2e41a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e51a00 0x556fe2e41a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 -- 172.21.15.83:0/4146982373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 msgr2=0x556fe2e5d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e5d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 -- 172.21.15.83:0/4146982373 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe2e5e0d0 con 0x556fe2e48e80 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8fffff640 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fe90006a360 tx=0x7fe8ec013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=421c90873a38266f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8ea7fc640 1 -- 172.21.15.83:0/4146982373 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec005220 con 0x556fe2e48e80 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8ea7fc640 1 -- 172.21.15.83:0/4146982373 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec004c50 con 0x556fe2e48e80 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.826+0000 7fe8ea7fc640 1 -- 172.21.15.83:0/4146982373 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec011850 con 0x556fe2e48e80 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- 172.21.15.83:0/4146982373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 msgr2=0x556fe2e59e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fe90006a360 tx=0x7fe8ec013830 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- 172.21.15.83:0/4146982373 shutdown_connections 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e51a00 0x556fe2e41a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e48e80 0x556fe2e59e10 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 --2- 172.21.15.83:0/4146982373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e5d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- 172.21.15.83:0/4146982373 >> 172.21.15.83:0/4146982373 conn(0x556fe2e42ba0 msgr2=0x556fe2e41370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- 172.21.15.83:0/4146982373 shutdown_connections 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- 172.21.15.83:0/4146982373 wait complete. 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 -- start start 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.827+0000 7fe909b80740 1 Processor -- start 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e4ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001af000 con 0x556fe2e51a00 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001ae900 con 0x556fe2e484d0 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe9001abb00 con 0x556fe2e48e80 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 10 client.0 _ll_register_callbacks cb 0x7fe8f8004d10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33960/0 (socket says 172.21.15.83:33960) 2024-04-22T14:05:21.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 -- 172.21.15.83:0/1763025022 learned_addr learned my addr 172.21.15.83:0/1763025022 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe904c4f640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e4ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe8fffff640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 -- 172.21.15.83:0/1763025022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 msgr2=0x556fe2e4b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 -- 172.21.15.83:0/1763025022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 msgr2=0x556fe2e4ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e4ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 -- 172.21.15.83:0/1763025022 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe2e4be80 con 0x556fe2e51a00 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe905450640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8004a80 tx=0x7fe8f8005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=942b8fd11f31e8f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe8dffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f8011240 con 0x556fe2e51a00 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fe8f8010b30 con 0x556fe2e51a00 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8ec004c50 con 0x556fe2e51a00 2024-04-22T14:05:21.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fe8f80058c0 con 0x556fe2e51a00 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 10 client.17904 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.828+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x556fe2ecc780 con 0x556fe2e51a00 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8ec004c50 con 0x556fe2e51a00 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fe8f8036030 con 0x556fe2e51a00 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 10 client.17904 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 10 client.17904 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 20 client.17904 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2eccea0 0x556fe2ecf2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 4 client.17904 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556fe2dbac10 con 0x556fe2eccea0 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe904c4f640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2eccea0 0x556fe2ecf2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe8dffff640 10 client.17904 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe904c4f640 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2eccea0 0x556fe2ecf2c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=97b8a039555e244b server_cookie=851d40cff2a18036 in_seq=0 out_seq=0 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe8dffff640 1 -- 172.21.15.83:0/1763025022 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556fe2dbac10 con 0x556fe2eccea0 2024-04-22T14:05:21.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe8dffff640 10 client.17904 handle_command_reply: tid=0 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 1 client.17904 shutdown 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 msgr2=0x556fe2e4b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.829+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8004a80 tx=0x7fe8f8005f10 comp rx=0 tx=0).stop 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 shutdown_connections 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556fe2e51a00 0x556fe2e4b6b0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556fe2e48e80 0x556fe2e4b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x556fe2eccea0 0x556fe2ecf2c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 --2- 172.21.15.83:0/1763025022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556fe2e484d0 0x556fe2e4ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe8dffff640 0 client.17904 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 >> 172.21.15.83:0/1763025022 conn(0x556fe2e42ba0 msgr2=0x556fe2e41c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 shutdown_connections 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 1 -- 172.21.15.83:0/1763025022 wait complete. 2024-04-22T14:05:21.840 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe909b80740 20 client.17904 trim_cache size 0 max 16384 2024-04-22T14:05:21.841 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 msgr2=0x7fe8f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe8f8005c40 tx=0x7fe8f80094f0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 msgr2=0x7fe900198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe8f4005940 tx=0x7fe8f402c7e0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 shutdown_connections 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe90019cfe0 0x7fe90019d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe900107280 0x7fe900198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 --2- 172.21.15.83:0/2991241343 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe90006a7c0 0x7fe900198720 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 >> 172.21.15.83:0/2991241343 conn(0x7fe900076c50 msgr2=0x7fe9000ff500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 shutdown_connections 2024-04-22T14:05:21.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.830+0000 7fe906eb3640 1 -- 172.21.15.83:0/2991241343 wait complete. 2024-04-22T14:05:21.845 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 -- 172.21.15.83:0/1598120322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b50107260 msgr2=0x7f9b5010ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1598120322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b50107260 0x7f9b5010ee30 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009ca0 tx=0x7f9b4802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 -- 172.21.15.83:0/1598120322 shutdown_connections 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1598120322 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b50107260 0x7f9b5010ee30 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1598120322 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50102b40 0x7f9b50106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1598120322 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 -- 172.21.15.83:0/1598120322 >> 172.21.15.83:0/1598120322 conn(0x7f9b500fd990 msgr2=0x7f9b500ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.947 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 -- 172.21.15.83:0/1598120322 shutdown_connections 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.941+0000 7f9b5710e640 1 -- 172.21.15.83:0/1598120322 wait complete. 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 Processor -- start 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 -- start start 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 0x7f9b50198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501121d0 con 0x7f9b5019cff0 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b50112050 con 0x7f9b50102190 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b5710e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b50112350 con 0x7f9b50107260 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33972/0 (socket says 172.21.15.83:33972) 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 -- 172.21.15.83:0/1089615482 learned_addr learned my addr 172.21.15.83:0/1089615482 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 0x7f9b50198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 -- 172.21.15.83:0/1089615482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 msgr2=0x7f9b50198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 0x7f9b50198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 -- 172.21.15.83:0/1089615482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 msgr2=0x7f9b50198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 -- 172.21.15.83:0/1089615482 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b5019dae0 con 0x7f9b5019cff0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 0x7f9b50198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b556ab640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005e30 tx=0x7f9b48034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.942+0000 7f9b4dffb640 1 -- 172.21.15.83:0/1089615482 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48039040 con 0x7f9b5019cff0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.943+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b5019dd70 con 0x7f9b5019cff0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.943+0000 7f9b4dffb640 1 -- 172.21.15.83:0/1089615482 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b48044070 con 0x7f9b5019cff0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.943+0000 7f9b4dffb640 1 -- 172.21.15.83:0/1089615482 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48003e60 con 0x7f9b5019cff0 2024-04-22T14:05:21.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.943+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b501a5540 con 0x7f9b5019cff0 2024-04-22T14:05:21.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b4dffb640 1 -- 172.21.15.83:0/1089615482 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9b480324c0 con 0x7f9b5019cff0 2024-04-22T14:05:21.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 Processor -- start 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 -- start start 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e2758b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b4dffb640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 0x7f9b400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e280e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55701e1da1f0 con 0x55701e275e80 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55701e1774b0 con 0x55701e27ea00 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55701e1d61b0 con 0x55701e2754d0 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 0x7f9b400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b4ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.945+0000 7f9b4dffb640 1 -- 172.21.15.83:0/1089615482 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b480f2a50 con 0x7f9b5019cff0 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33988/0 (socket says 172.21.15.83:33988) 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 -- 172.21.15.83:0/1118533484 learned_addr learned my addr 172.21.15.83:0/1118533484 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e2758b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b556ab640 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e280e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 -- 172.21.15.83:0/1118533484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 msgr2=0x55701e2758b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e2758b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 -- 172.21.15.83:0/1118533484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 msgr2=0x55701e280e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e280e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 -- 172.21.15.83:0/1118533484 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55701e1691b0 con 0x55701e275e80 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 0x7f9b400a61e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005fd0 tx=0x7f9b3c00d420 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005940 tx=0x7f9b3c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eaf4fc2b47f4f80 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b3affd640 1 -- 172.21.15.83:0/1118533484 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c004020 con 0x55701e275e80 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b3affd640 1 -- 172.21.15.83:0/1118533484 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3c0041c0 con 0x55701e275e80 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.946+0000 7f9b3affd640 1 -- 172.21.15.83:0/1118533484 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c003830 con 0x55701e275e80 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- 172.21.15.83:0/1118533484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 msgr2=0x55701e27e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005940 tx=0x7f9b3c01a000 comp rx=0 tx=0).stop 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- 172.21.15.83:0/1118533484 shutdown_connections 2024-04-22T14:05:21.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e280e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e27e430 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/1118533484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e2758b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- 172.21.15.83:0/1118533484 >> 172.21.15.83:0/1118533484 conn(0x55701e26fba0 msgr2=0x55701e26ff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- 172.21.15.83:0/1118533484 shutdown_connections 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- 172.21.15.83:0/1118533484 wait complete. 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 -- start start 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.947+0000 7f9b59ddc740 1 Processor -- start 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e27e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e275e80 0x55701e27b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55701e281910 con 0x55701e27ea00 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55701e193500 con 0x55701e275e80 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55701e281a90 con 0x55701e2754d0 2024-04-22T14:05:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 10 client.0 _ll_register_callbacks cb 0x55701e161b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33992/0 (socket says 172.21.15.83:33992) 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 -- 172.21.15.83:0/2164018901 learned_addr learned my addr 172.21.15.83:0/2164018901 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e275e80 0x55701e27b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e27e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 -- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 msgr2=0x55701e27e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e27e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 -- 172.21.15.83:0/2164018901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e275e80 msgr2=0x55701e27b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e275e80 0x55701e27b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 -- 172.21.15.83:0/2164018901 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55701deec3f0 con 0x55701e27ea00 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b556ab640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009dc0 tx=0x7f9b480be730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef299e336dffdcd8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b2ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48035e50 con 0x55701e27ea00 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b480bce30 con 0x55701e27ea00 2024-04-22T14:05:21.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b3c0041c0 con 0x55701e27ea00 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.948+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f9b480bf230 con 0x55701e27ea00 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 10 client.17916 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55701dfb67d0 con 0x55701e27ea00 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3c0041c0 con 0x55701e27ea00 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f9b4803c030 con 0x55701e27ea00 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 10 client.17916 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 10 client.17916 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 20 client.17916 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e28ebf0 0x55701e290fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 4 client.17916 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55701e179930 con 0x55701e28ebf0 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.949+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e28ebf0 0x55701e290fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b2ffff640 10 client.17916 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:21.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e28ebf0 0x55701e290fe0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2419f6fbb8e4bf87 server_cookie=d6e92476ed10dc55 in_seq=0 out_seq=0 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2164018901 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55701e179930 con 0x55701e28ebf0 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b2ffff640 10 client.17916 handle_command_reply: tid=0 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b59ddc740 1 client.17916 shutdown 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 msgr2=0x55701e27bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.950+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009dc0 tx=0x7f9b480be730 comp rx=0 tx=0).stop 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 shutdown_connections 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e28ebf0 0x55701e290fe0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e27ea00 0x55701e27bcf0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b2ffff640 0 client.17916 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e275e80 0x55701e27b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2164018901 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e27e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 >> 172.21.15.83:0/2164018901 conn(0x55701e26fba0 msgr2=0x55701e2718f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 shutdown_connections 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2164018901 wait complete. 2024-04-22T14:05:21.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.951+0000 7f9b59ddc740 20 client.17916 trim_cache size 0 max 16384 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 Processor -- start 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 -- start start 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e28a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e27de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501adae0 con 0x55701e275e80 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501af6b0 con 0x55701e27ea00 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501ae1b0 con 0x55701e2754d0 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34008/0 (socket says 172.21.15.83:34008) 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 -- 172.21.15.83:0/2436851061 learned_addr learned my addr 172.21.15.83:0/2436851061 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e28a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 -- 172.21.15.83:0/2436851061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 msgr2=0x55701e28a850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e28a850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 -- 172.21.15.83:0/2436851061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 msgr2=0x55701e27de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e27de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b4ffff640 1 -- 172.21.15.83:0/2436851061 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55701e291350 con 0x55701e275e80 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.964+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e28a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005940 tx=0x7f9b3c013f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89d4fb92d44f08c5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b3a7fc640 1 -- 172.21.15.83:0/2436851061 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c013280 con 0x55701e275e80 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b3a7fc640 1 -- 172.21.15.83:0/2436851061 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3c0054f0 con 0x55701e275e80 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b3a7fc640 1 -- 172.21.15.83:0/2436851061 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c004d40 con 0x55701e275e80 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2436851061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 msgr2=0x55701e26ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005940 tx=0x7f9b3c013f60 comp rx=0 tx=0).stop 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2436851061 shutdown_connections 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e27de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e275e80 0x55701e26ec00 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2436851061 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e2754d0 0x55701e28a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2436851061 >> 172.21.15.83:0/2436851061 conn(0x55701e26fba0 msgr2=0x55701e276c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2436851061 shutdown_connections 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.965+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2436851061 wait complete. 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 -- start start 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 Processor -- start 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 0x55701e278030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e278570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501aefe0 con 0x55701e2754d0 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501ae8e0 con 0x55701e27ea00 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9b501abae0 con 0x55701e275e80 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b59ddc740 10 client.0 _ll_register_callbacks cb 0x7f9b480be900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b54eaa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b54eaa640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34018/0 (socket says 172.21.15.83:34018) 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b54eaa640 1 -- 172.21.15.83:0/2192472805 learned_addr learned my addr 172.21.15.83:0/2192472805 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b54eaa640 1 -- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 msgr2=0x55701e278030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b556ab640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e278570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.966+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 0x55701e278030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 0x55701e278030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b54eaa640 1 -- 172.21.15.83:0/2192472805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 msgr2=0x55701e278570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e278570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b54eaa640 1 -- 172.21.15.83:0/2192472805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55701e278ce0 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b556ab640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e278570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 0x55701e278030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b54eaa640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x55701e2917e0 tx=0x7f9b44011a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=406e973537591d02 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44023060 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f9b4401d430 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b3c0054f0 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f9b4401d630 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 10 client.17922 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55701e2f50b0 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b3c0054f0 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f9b440105d0 con 0x55701e2754d0 2024-04-22T14:05:21.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 10 client.17922 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 10 client.17922 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 20 client.17922 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e2f5810 0x55701e2f7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 4 client.17922 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.967+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55701e1e7c10 con 0x55701e2f5810 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e2f5810 0x55701e2f7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b2ffff640 10 client.17922 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b4ffff640 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e2f5810 0x55701e2f7c30 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2ef18f75ae3d4bea server_cookie=f7bd345d6e835c5 in_seq=0 out_seq=0 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b2ffff640 1 -- 172.21.15.83:0/2192472805 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55701e1e7c10 con 0x55701e2f5810 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b2ffff640 10 client.17922 handle_command_reply: tid=0 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 client.17922 shutdown 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 msgr2=0x55701e287050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x55701e2917e0 tx=0x7f9b44011a40 comp rx=0 tx=0).stop 2024-04-22T14:05:21.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 shutdown_connections 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55701e2f5810 0x55701e2f7c30 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55701e27ea00 0x55701e278570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b2ffff640 0 client.17922 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55701e275e80 0x55701e278030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 --2- 172.21.15.83:0/2192472805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55701e2754d0 0x55701e287050 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 >> 172.21.15.83:0/2192472805 conn(0x55701e26fba0 msgr2=0x55701e26ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 shutdown_connections 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.968+0000 7f9b59ddc740 1 -- 172.21.15.83:0/2192472805 wait complete. 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b59ddc740 20 client.17922 trim_cache size 0 max 16384 2024-04-22T14:05:21.979 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 msgr2=0x7f9b400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 0x7f9b400a61e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c005fd0 tx=0x7f9b3c00d420 comp rx=0 tx=0).stop 2024-04-22T14:05:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 msgr2=0x7f9b5019d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005e30 tx=0x7f9b48034760 comp rx=0 tx=0).stop 2024-04-22T14:05:21.980 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 shutdown_connections 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9b400a3d20 0x7f9b400a61e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9b5019cff0 0x7f9b5019d4a0 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9b50107260 0x7f9b50198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 --2- 172.21.15.83:0/1089615482 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9b50102190 0x7f9b50198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 >> 172.21.15.83:0/1089615482 conn(0x7f9b500fd990 msgr2=0x7f9b500ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 shutdown_connections 2024-04-22T14:05:21.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:21.969+0000 7f9b5710e640 1 -- 172.21.15.83:0/1089615482 wait complete. 2024-04-22T14:05:21.982 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:21 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3132057935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:21.983 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- 172.21.15.83:0/1328068667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 msgr2=0x7efcac10ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 --2- 172.21.15.83:0/1328068667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac10ee30 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7efca4009ca0 tx=0x7efca402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- 172.21.15.83:0/1328068667 shutdown_connections 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 --2- 172.21.15.83:0/1328068667 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac10ee30 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 --2- 172.21.15.83:0/1328068667 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102b40 0x7efcac106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 --2- 172.21.15.83:0/1328068667 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac102190 0x7efcac102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.086 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- 172.21.15.83:0/1328068667 >> 172.21.15.83:0/1328068667 conn(0x7efcac0793a0 msgr2=0x7efcac0797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- 172.21.15.83:0/1328068667 shutdown_connections 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- 172.21.15.83:0/1328068667 wait complete. 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 Processor -- start 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.080+0000 7efcb228c640 1 -- start start 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 0x7efcac19e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac198590 0x7efcac198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1121d0 con 0x7efcac107260 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcac112050 con 0x7efcac102190 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb228c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcac112350 con 0x7efcac198590 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34042/0 (socket says 172.21.15.83:34042) 2024-04-22T14:05:22.087 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 -- 172.21.15.83:0/483646382 learned_addr learned my addr 172.21.15.83:0/483646382 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcabfff640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 0x7efcac19e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 -- 172.21.15.83:0/483646382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac198590 msgr2=0x7efcac198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcb0829640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac198590 0x7efcac198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac198590 0x7efcac198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 -- 172.21.15.83:0/483646382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 msgr2=0x7efcac19e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 0x7efcac19e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 -- 172.21.15.83:0/483646382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcac1990b0 con 0x7efcac107260 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcabfff640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 0x7efcac19e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.081+0000 7efcab7fe640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7efca000c970 tx=0x7efca000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.082+0000 7efca97fa640 1 -- 172.21.15.83:0/483646382 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca0007bb0 con 0x7efcac107260 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.082+0000 7efca97fa640 1 -- 172.21.15.83:0/483646382 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efca0007d50 con 0x7efcac107260 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.082+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcac1993a0 con 0x7efcac107260 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.082+0000 7efca97fa640 1 -- 172.21.15.83:0/483646382 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca000f450 con 0x7efcac107260 2024-04-22T14:05:22.088 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.082+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcac1a55f0 con 0x7efcac107260 2024-04-22T14:05:22.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efca97fa640 1 -- 172.21.15.83:0/483646382 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7efca0004f20 con 0x7efcac107260 2024-04-22T14:05:22.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 Processor -- start 2024-04-22T14:05:22.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 -- start start 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567148b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561d566791f0 con 0x561d56714e80 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561d566164b0 con 0x561d5671da00 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcb4e80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561d566751b0 con 0x561d567144d0 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efca97fa640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 0x7efc940a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcabfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.084+0000 7efcabfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34056/0 (socket says 172.21.15.83:34056) 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 -- 172.21.15.83:0/3480674179 learned_addr learned my addr 172.21.15.83:0/3480674179 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcb0829640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 0x7efc940a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efca97fa640 1 -- 172.21.15.83:0/483646382 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efca00d0850 con 0x7efcac107260 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcab7fe640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcb0829640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567148b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 -- 172.21.15.83:0/3480674179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 msgr2=0x561d567148b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567148b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 -- 172.21.15.83:0/3480674179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 msgr2=0x561d5671fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 -- 172.21.15.83:0/3480674179 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d566081b0 con 0x561d56714e80 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcb0829640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567148b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcabfff640 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7efc9c009c30 tx=0x7efc9c010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcbbb3959b2a7a25 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efcb0829640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 0x7efc940a61e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efca4006010 tx=0x7efca4005da0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efc927fc640 1 -- 172.21.15.83:0/3480674179 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c004020 con 0x561d56714e80 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efc927fc640 1 -- 172.21.15.83:0/3480674179 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9c0041c0 con 0x561d56714e80 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.085+0000 7efc927fc640 1 -- 172.21.15.83:0/3480674179 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9c012650 con 0x561d56714e80 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- 172.21.15.83:0/3480674179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 msgr2=0x561d5671d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7efc9c009c30 tx=0x7efc9c010740 comp rx=0 tx=0).stop 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- 172.21.15.83:0/3480674179 shutdown_connections 2024-04-22T14:05:22.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671d430 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3480674179 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567148b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- 172.21.15.83:0/3480674179 >> 172.21.15.83:0/3480674179 conn(0x561d5670eba0 msgr2=0x561d5670ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- 172.21.15.83:0/3480674179 shutdown_connections 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- 172.21.15.83:0/3480674179 wait complete. 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 -- start start 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.086+0000 7efcb4e80740 1 Processor -- start 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d567144d0 0x561d5671d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 0x561d5671ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561d56720970 con 0x561d56714e80 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561d56632500 con 0x561d567144d0 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561d56720af0 con 0x561d5671da00 2024-04-22T14:05:22.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 10 client.0 _ll_register_callbacks cb 0x561d56600b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34060/0 (socket says 172.21.15.83:34060) 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 -- 172.21.15.83:0/2459186452 learned_addr learned my addr 172.21.15.83:0/2459186452 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcabfff640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d567144d0 0x561d5671d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb0829640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 0x561d5671ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 -- 172.21.15.83:0/2459186452 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 msgr2=0x561d5671ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 0x561d5671ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 -- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d567144d0 msgr2=0x561d5671d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d567144d0 0x561d5671d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 -- 172.21.15.83:0/2459186452 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d5638b3f0 con 0x561d56714e80 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb0829640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 0x561d5671ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcab7fe640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7efca0000c00 tx=0x7efca009c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dca6b203954af3fb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efc8b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca001d040 con 0x561d56714e80 2024-04-22T14:05:22.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efca0098e90 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc9c0041c0 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7efca00a5490 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 10 client.17934 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.087+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561d564557d0 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc9c0041c0 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7efca00a5090 con 0x561d56714e80 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 10 client.17934 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 10 client.17934 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 20 client.17934 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d5672db40 0x561d5672ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 4 client.17934 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d56618930 con 0x561d5672db40 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcabfff640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d5672db40 0x561d5672ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efc8b7fe640 10 client.17934 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:22.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.088+0000 7efcabfff640 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d5672db40 0x561d5672ff70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c0849ef683b16cb8 server_cookie=98d912ab434f9067 in_seq=0 out_seq=0 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efc8b7fe640 1 -- 172.21.15.83:0/2459186452 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d56618930 con 0x561d5672db40 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efc8b7fe640 10 client.17934 handle_command_reply: tid=0 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 client.17934 shutdown 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 msgr2=0x561d5671a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7efca0000c00 tx=0x7efca009c240 comp rx=0 tx=0).stop 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 shutdown_connections 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d5672db40 0x561d5672ff70 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d5671da00 0x561d5671ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d5671a5f0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efc8b7fe640 0 client.17934 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 --2- 172.21.15.83:0/2459186452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d567144d0 0x561d5671d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 >> 172.21.15.83:0/2459186452 conn(0x561d5670eba0 msgr2=0x561d567108f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.089+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 shutdown_connections 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.090+0000 7efcb4e80740 1 -- 172.21.15.83:0/2459186452 wait complete. 2024-04-22T14:05:22.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.090+0000 7efcb4e80740 20 client.17934 trim_cache size 0 max 16384 2024-04-22T14:05:22.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.102+0000 7efcb4e80740 1 Processor -- start 2024-04-22T14:05:22.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 -- start start 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d56729830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d567159c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1ada20 con 0x561d56714e80 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1af5f0 con 0x561d5671da00 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb4e80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1ae0f0 con 0x561d567144d0 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34068/0 (socket says 172.21.15.83:34068) 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 -- 172.21.15.83:0/3914102705 learned_addr learned my addr 172.21.15.83:0/3914102705 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcb0829640 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d567159c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcabfff640 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d56729830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 -- 172.21.15.83:0/3914102705 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 msgr2=0x561d56729830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d56729830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 -- 172.21.15.83:0/3914102705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 msgr2=0x561d567159c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d567159c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 -- 172.21.15.83:0/3914102705 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d5672c6b0 con 0x561d56714e80 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efcab7fe640 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7efca0098c80 tx=0x7efca00057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a77ec8fc4b81c5d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efc91ffb640 1 -- 172.21.15.83:0/3914102705 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca0098e90 con 0x561d56714e80 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efc91ffb640 1 -- 172.21.15.83:0/3914102705 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efca00870b0 con 0x561d56714e80 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.103+0000 7efc91ffb640 1 -- 172.21.15.83:0/3914102705 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca00a5000 con 0x561d56714e80 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- 172.21.15.83:0/3914102705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 msgr2=0x561d56726120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7efca0098c80 tx=0x7efca00057e0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- 172.21.15.83:0/3914102705 shutdown_connections 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d567159c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56726120 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 --2- 172.21.15.83:0/3914102705 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d56729830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- 172.21.15.83:0/3914102705 >> 172.21.15.83:0/3914102705 conn(0x561d5670eba0 msgr2=0x561d567152b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- 172.21.15.83:0/3914102705 shutdown_connections 2024-04-22T14:05:22.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- 172.21.15.83:0/3914102705 wait complete. 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.104+0000 7efcb4e80740 1 -- start start 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 Processor -- start 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567909f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1aef20 con 0x561d56714e80 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1ae820 con 0x561d5671da00 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7efcac1aba20 con 0x561d567144d0 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 10 client.0 _ll_register_callbacks cb 0x7efca009c660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34080/0 (socket says 172.21.15.83:34080) 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 -- 172.21.15.83:0/1059900880 learned_addr learned my addr 172.21.15.83:0/1059900880 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb0829640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcabfff640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567909f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 -- 172.21.15.83:0/1059900880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 msgr2=0x561d567909f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567909f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 -- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 msgr2=0x561d5671c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 -- 172.21.15.83:0/1059900880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d5671ccc0 con 0x561d56714e80 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb0829640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcab7fe640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7efca00ce5d0 tx=0x7efca00a0d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce3bc320322adcc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efc8b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca009bc70 con 0x561d56714e80 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7efca00a5000 con 0x561d56714e80 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.105+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efca00870b0 con 0x561d56714e80 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7efca009db50 con 0x561d56714e80 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 10 client.17940 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561d5671ccc0 con 0x561d56714e80 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efca00870b0 con 0x561d56714e80 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7efca009b6e0 con 0x561d56714e80 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 10 client.17940 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 10 client.17940 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 20 client.17940 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d567984b0 0x561d5679a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 4 client.17940 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561d5671aec0 con 0x561d567984b0 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcabfff640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d567984b0 0x561d5679a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efc8b7fe640 10 client.17940 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.106+0000 7efcabfff640 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d567984b0 0x561d5679a8d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=127bf60046b7b242 server_cookie=ab84460144117c69 in_seq=0 out_seq=0 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efc8b7fe640 1 -- 172.21.15.83:0/1059900880 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561d5671aec0 con 0x561d567984b0 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efc8b7fe640 10 client.17940 handle_command_reply: tid=0 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 client.17940 shutdown 2024-04-22T14:05:22.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 msgr2=0x561d56790f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7efca00ce5d0 tx=0x7efca00a0d50 comp rx=0 tx=0).stop 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 shutdown_connections 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x561d567984b0 0x561d5679a8d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561d5671da00 0x561d5671c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561d56714e80 0x561d56790f30 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 --2- 172.21.15.83:0/1059900880 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561d567144d0 0x561d567909f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 >> 172.21.15.83:0/1059900880 conn(0x561d5670eba0 msgr2=0x561d56715b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efc8b7fe640 0 client.17940 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 shutdown_connections 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 1 -- 172.21.15.83:0/1059900880 wait complete. 2024-04-22T14:05:22.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb4e80740 20 client.17940 trim_cache size 0 max 16384 2024-04-22T14:05:22.118 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 msgr2=0x7efc940a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 0x7efc940a61e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7efca4006010 tx=0x7efca4005da0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 msgr2=0x7efcac19e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.107+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7efca000c970 tx=0x7efca000ce30 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 shutdown_connections 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7efc940a3d20 0x7efc940a61e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7efcac198590 0x7efcac198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7efcac107260 0x7efcac19e920 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 --2- 172.21.15.83:0/483646382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efcac102190 0x7efcac19e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 >> 172.21.15.83:0/483646382 conn(0x7efcac0793a0 msgr2=0x7efcac0ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 shutdown_connections 2024-04-22T14:05:22.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.108+0000 7efcb228c640 1 -- 172.21.15.83:0/483646382 wait complete. 2024-04-22T14:05:22.122 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:05:22.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:21 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3132057935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:22.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:21 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3132057935' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:22.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.222+0000 7f113cceb640 1 -- 172.21.15.83:0/3224292459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1138101090 msgr2=0x7f1138101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.222+0000 7f113cceb640 1 --2- 172.21.15.83:0/3224292459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1138101090 0x7f1138101470 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f1128009ca0 tx=0x7f112802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 -- 172.21.15.83:0/3224292459 shutdown_connections 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 --2- 172.21.15.83:0/3224292459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 0x7f113810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 --2- 172.21.15.83:0/3224292459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101a40 0x7f1138105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 --2- 172.21.15.83:0/3224292459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1138101090 0x7f1138101470 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 -- 172.21.15.83:0/3224292459 >> 172.21.15.83:0/3224292459 conn(0x7f1138077f50 msgr2=0x7f1138078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 -- 172.21.15.83:0/3224292459 shutdown_connections 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 -- 172.21.15.83:0/3224292459 wait complete. 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 Processor -- start 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.223+0000 7f113cceb640 1 -- start start 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101090 0x7f1138199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 0x7f1138199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.229 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1138111120 con 0x7f113819a0d0 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1138110fa0 con 0x7f1138101090 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11381112a0 con 0x7f1138106160 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34092/0 (socket says 172.21.15.83:34092) 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 -- 172.21.15.83:0/1766305991 learned_addr learned my addr 172.21.15.83:0/1766305991 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1135d9b640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 0x7f1138199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113659c640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101090 0x7f1138199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 -- 172.21.15.83:0/1766305991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 msgr2=0x7f1138199b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 0x7f1138199b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 -- 172.21.15.83:0/1766305991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101090 msgr2=0x7f1138199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101090 0x7f1138199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 -- 172.21.15.83:0/1766305991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11381a4e50 con 0x7f113819a0d0 2024-04-22T14:05:22.230 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f1130009fd0 tx=0x7f113000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f112f7fe640 1 -- 172.21.15.83:0/1766305991 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1130011830 con 0x7f113819a0d0 2024-04-22T14:05:22.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f112f7fe640 1 -- 172.21.15.83:0/1766305991 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1130016070 con 0x7f113819a0d0 2024-04-22T14:05:22.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11381a5140 con 0x7f113819a0d0 2024-04-22T14:05:22.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f112f7fe640 1 -- 172.21.15.83:0/1766305991 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1130010de0 con 0x7f113819a0d0 2024-04-22T14:05:22.231 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.224+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11381a5690 con 0x7f113819a0d0 2024-04-22T14:05:22.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.226+0000 7f112f7fe640 1 -- 172.21.15.83:0/1766305991 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f11300119d0 con 0x7f113819a0d0 2024-04-22T14:05:22.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 Processor -- start 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 -- start start 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f112f7fe640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 0x7f11240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20aa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557eb20061f0 con 0x557eb20aaa00 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f112f7fe640 1 -- 172.21.15.83:0/1766305991 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f11300cfd80 con 0x7f113819a0d0 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557eb1fa34b0 con 0x557eb20a1e80 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f113f9ba740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557eb20021b0 con 0x557eb20a14d0 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.227+0000 7f1135d9b640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 0x7f11240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34096/0 (socket says 172.21.15.83:34096) 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 -- 172.21.15.83:0/2923315312 learned_addr learned my addr 172.21.15.83:0/2923315312 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f113659c640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1135d9b640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20aa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 -- 172.21.15.83:0/2923315312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 msgr2=0x557eb20a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 -- 172.21.15.83:0/2923315312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 msgr2=0x557eb20aa430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20aa430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 -- 172.21.15.83:0/2923315312 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557eb1f951b0 con 0x557eb20aaa00 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1135d9b640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20aa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1135d9b640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 0x7f11240a61e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1138069c30 tx=0x7f112000af40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f1136d9d640 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f1130098830 tx=0x7f113009c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3842abb0e121f12c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f112cff9640 1 -- 172.21.15.83:0/2923315312 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11300a0210 con 0x557eb20aaa00 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f112cff9640 1 -- 172.21.15.83:0/2923315312 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11300a4ad0 con 0x557eb20aaa00 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.228+0000 7f112cff9640 1 -- 172.21.15.83:0/2923315312 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11300a4640 con 0x557eb20aaa00 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- 172.21.15.83:0/2923315312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 msgr2=0x557eb20ace50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f1130098830 tx=0x7f113009c560 comp rx=0 tx=0).stop 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- 172.21.15.83:0/2923315312 shutdown_connections 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20ace50 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20aa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2923315312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- 172.21.15.83:0/2923315312 >> 172.21.15.83:0/2923315312 conn(0x557eb209bba0 msgr2=0x557eb209bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- 172.21.15.83:0/2923315312 shutdown_connections 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- 172.21.15.83:0/2923315312 wait complete. 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 -- start start 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.229+0000 7f113f9ba740 1 Processor -- start 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20aa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20aaa00 0x557eb20a7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557eb20ad970 con 0x557eb20a1e80 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557eb1fbf500 con 0x557eb20aaa00 2024-04-22T14:05:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557eb20adaf0 con 0x557eb20a14d0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 10 client.0 _ll_register_callbacks cb 0x557eb1f8db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34106/0 (socket says 172.21.15.83:34106) 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 -- 172.21.15.83:0/2007077136 learned_addr learned my addr 172.21.15.83:0/2007077136 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1136d9d640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20aaa00 0x557eb20a7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113659c640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20aa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 -- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 msgr2=0x557eb20aa430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20aa430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 -- 172.21.15.83:0/2007077136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20aaa00 msgr2=0x557eb20a7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20aaa00 0x557eb20a7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 -- 172.21.15.83:0/2007077136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557eb1d183f0 con 0x557eb20a1e80 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f1135d9b640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f1120010a10 tx=0x7f1120004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f3af54532c6c64 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f111dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1120022070 con 0x557eb20a1e80 2024-04-22T14:05:22.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f112000dd90 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.230+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11300a4ad0 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f1120018070 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 10 client.17952 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557eb1de27d0 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11300a4ad0 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f1120004c50 con 0x557eb20a1e80 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 10 client.17952 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 10 client.17952 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 20 client.17952 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb20bacf0 0x557eb20bd150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 4 client.17952 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557eb1fa5930 con 0x557eb20bacf0 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.231+0000 7f113659c640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb20bacf0 0x557eb20bd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f111dffb640 10 client.17952 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113659c640 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb20bacf0 0x557eb20bd150 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8f998e50163871f7 server_cookie=1de95c0b8f8f1fce in_seq=0 out_seq=0 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f111dffb640 1 -- 172.21.15.83:0/2007077136 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557eb1fa5930 con 0x557eb20bacf0 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f111dffb640 10 client.17952 handle_command_reply: tid=0 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 client.17952 shutdown 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 msgr2=0x557eb20a77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f1120010a10 tx=0x7f1120004730 comp rx=0 tx=0).stop 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 shutdown_connections 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb20bacf0 0x557eb20bd150 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20aaa00 0x557eb20a7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20a1e80 0x557eb20a77c0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f111dffb640 0 client.17952 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 --2- 172.21.15.83:0/2007077136 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20aa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 >> 172.21.15.83:0/2007077136 conn(0x557eb209bba0 msgr2=0x557eb209d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.232+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 shutdown_connections 2024-04-22T14:05:22.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.233+0000 7f113f9ba740 1 -- 172.21.15.83:0/2007077136 wait complete. 2024-04-22T14:05:22.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.233+0000 7f113f9ba740 20 client.17952 trim_cache size 0 max 16384 2024-04-22T14:05:22.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 Processor -- start 2024-04-22T14:05:22.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 -- start start 2024-04-22T14:05:22.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20a9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f11381adbc0 con 0x557eb20aaa00 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11381af790 con 0x557eb20a1e80 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f113f9ba740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11381ae290 con 0x557eb20a14d0 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34116/0 (socket says 172.21.15.83:34116) 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.246+0000 7f1136d9d640 1 -- 172.21.15.83:0/3090422271 learned_addr learned my addr 172.21.15.83:0/3090422271 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1135d9b640 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20a9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f113659c640 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 -- 172.21.15.83:0/3090422271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 msgr2=0x557eb20b6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b6830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 -- 172.21.15.83:0/3090422271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 msgr2=0x557eb20a9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20a9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 -- 172.21.15.83:0/3090422271 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557eb20a8270 con 0x557eb20aaa00 2024-04-22T14:05:22.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f1136d9d640 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f113009c020 tx=0x7f11300047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4d72f4843a1ec0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f111ffff640 1 -- 172.21.15.83:0/3090422271 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11300a4ad0 con 0x557eb20aaa00 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f111ffff640 1 -- 172.21.15.83:0/3090422271 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1130010380 con 0x557eb20aaa00 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.247+0000 7f111ffff640 1 -- 172.21.15.83:0/3090422271 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11300b51a0 con 0x557eb20aaa00 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- 172.21.15.83:0/3090422271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 msgr2=0x557eb20aa430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f113009c020 tx=0x7f11300047d0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- 172.21.15.83:0/3090422271 shutdown_connections 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20aa430 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20a9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- 172.21.15.83:0/3090422271 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- 172.21.15.83:0/3090422271 >> 172.21.15.83:0/3090422271 conn(0x557eb209bba0 msgr2=0x557eb209ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- 172.21.15.83:0/3090422271 shutdown_connections 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- 172.21.15.83:0/3090422271 wait complete. 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- start start 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 Processor -- start 2024-04-22T14:05:22.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20b3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f11381af0c0 con 0x557eb20aaa00 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11381ae9c0 con 0x557eb20a1e80 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11381abba0 con 0x557eb20a14d0 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f113f9ba740 10 client.0 _ll_register_callbacks cb 0x7f1120010710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.248+0000 7f1136d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34124/0 (socket says 172.21.15.83:34124) 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 -- 172.21.15.83:0/1139981663 learned_addr learned my addr 172.21.15.83:0/1139981663 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1135d9b640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20b3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 -- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 msgr2=0x557eb20b2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f113659c640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 -- 172.21.15.83:0/1139981663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 msgr2=0x557eb20b3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20b3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 -- 172.21.15.83:0/1139981663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557eb20b05a0 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1135d9b640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20b3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f1136d9d640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f11300106a0 tx=0x7f1130011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14b507029f2499b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f111dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1130064020 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f11300cd6c0 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1130010380 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f11300b53b0 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f113f9ba740 10 client.17958 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x557eb2121e20 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.249+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1130010380 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f11300a4660 con 0x557eb20aaa00 2024-04-22T14:05:22.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 10 client.17958 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 10 client.17958 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 20 client.17958 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb2121ff0 0x557eb21243e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 4 client.17958 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557eb2013c10 con 0x557eb2121ff0 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113659c640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb2121ff0 0x557eb21243e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f111dffb640 10 client.17958 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113659c640 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb2121ff0 0x557eb21243e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6934d128704de35e server_cookie=3830dda63f8d0291 in_seq=0 out_seq=0 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f111dffb640 1 -- 172.21.15.83:0/1139981663 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557eb2013c10 con 0x557eb2121ff0 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f111dffb640 10 client.17958 handle_command_reply: tid=0 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 client.17958 shutdown 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 msgr2=0x557eb20afd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f11300106a0 tx=0x7f1130011ed0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 shutdown_connections 2024-04-22T14:05:22.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x557eb2121ff0 0x557eb21243e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557eb20aaa00 0x557eb20afd70 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557eb20a1e80 0x557eb20b3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f111dffb640 0 client.17958 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 --2- 172.21.15.83:0/1139981663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557eb20a14d0 0x557eb20b2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.250+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 >> 172.21.15.83:0/1139981663 conn(0x557eb209bba0 msgr2=0x557eb20a2260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 shutdown_connections 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113f9ba740 1 -- 172.21.15.83:0/1139981663 wait complete. 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113f9ba740 20 client.17958 trim_cache size 0 max 16384 2024-04-22T14:05:22.261 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 msgr2=0x7f11240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 0x7f11240a61e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1138069c30 tx=0x7f112000af40 comp rx=0 tx=0).stop 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 msgr2=0x7f11381a4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f1130009fd0 tx=0x7f113000b8e0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 shutdown_connections 2024-04-22T14:05:22.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11240a3d20 0x7f11240a61e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f113819a0d0 0x7f11381a4680 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1138106160 0x7f1138199b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 --2- 172.21.15.83:0/1766305991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1138101090 0x7f1138199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 >> 172.21.15.83:0/1766305991 conn(0x7f1138077f50 msgr2=0x7f11380ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 shutdown_connections 2024-04-22T14:05:22.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.251+0000 7f113cceb640 1 -- 172.21.15.83:0/1766305991 wait complete. 2024-04-22T14:05:22.265 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 -- 172.21.15.83:0/2557424802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82406a840 msgr2=0x7fa82406ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 --2- 172.21.15.83:0/2557424802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82406a840 0x7fa82406ac20 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fa814009900 tx=0x7fa81402bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 -- 172.21.15.83:0/2557424802 shutdown_connections 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 --2- 172.21.15.83:0/2557424802 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 0x7fa82410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 --2- 172.21.15.83:0/2557424802 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406b1f0 0x7fa824106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 --2- 172.21.15.83:0/2557424802 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82406a840 0x7fa82406ac20 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 -- 172.21.15.83:0/2557424802 >> 172.21.15.83:0/2557424802 conn(0x7fa824077eb0 msgr2=0x7fa8240782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 -- 172.21.15.83:0/2557424802 shutdown_connections 2024-04-22T14:05:22.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.361+0000 7fa8291f4640 1 -- 172.21.15.83:0/2557424802 wait complete. 2024-04-22T14:05:22.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 Processor -- start 2024-04-22T14:05:22.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 -- start start 2024-04-22T14:05:22.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 0x7fa8241987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 0x7fa824198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa824112230 con 0x7fa82419c000 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241120b0 con 0x7fa82406a840 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa8291f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241123b0 con 0x7fa824107270 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa82359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa82359e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34140/0 (socket says 172.21.15.83:34140) 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 0x7fa8241987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa82359e640 1 -- 172.21.15.83:0/511021849 learned_addr learned my addr 172.21.15.83:0/511021849 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.362+0000 7fa82259c640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 0x7fa824198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 -- 172.21.15.83:0/511021849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 msgr2=0x7fa824198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 0x7fa824198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 -- 172.21.15.83:0/511021849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 msgr2=0x7fa8241987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 0x7fa8241987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 -- 172.21.15.83:0/511021849 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82419caf0 con 0x7fa82419c000 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa822d9d640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 0x7fa8241987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa82359e640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fa81c00b970 tx=0x7fa81c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa80bfff640 1 -- 172.21.15.83:0/511021849 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c019070 con 0x7fa82419c000 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa82419cde0 con 0x7fa82419c000 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa80bfff640 1 -- 172.21.15.83:0/511021849 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81c014440 con 0x7fa82419c000 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8241a56d0 con 0x7fa82419c000 2024-04-22T14:05:22.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.363+0000 7fa80bfff640 1 -- 172.21.15.83:0/511021849 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c01d5b0 con 0x7fa82419c000 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa80bfff640 1 -- 172.21.15.83:0/511021849 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa81c01c070 con 0x7fa82419c000 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 Processor -- start 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 -- start start 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b27710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b30820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562624a8c1f0 con 0x562624b30e40 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562624a294b0 con 0x562624b27ce0 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82bde6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562624a881b0 con 0x562624b27330 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34142/0 (socket says 172.21.15.83:34142) 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 -- 172.21.15.83:0/1165623814 learned_addr learned my addr 172.21.15.83:0/1165623814 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa80bfff640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 0x7fa80c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa822d9d640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b30820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b27710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82359e640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 0x7fa80c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 -- 172.21.15.83:0/1165623814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 msgr2=0x562624b27710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b27710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.366+0000 7fa82259c640 1 -- 172.21.15.83:0/1165623814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 msgr2=0x562624b30820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82259c640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b30820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82259c640 1 -- 172.21.15.83:0/1165623814 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562624a1b1b0 con 0x562624b30e40 2024-04-22T14:05:22.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa822d9d640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b30820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa80bfff640 1 -- 172.21.15.83:0/511021849 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa81c0cfbe0 con 0x7fa82419c000 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82259c640 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fa8180124c0 tx=0x7fa81800e5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb4a41c30331b6c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa8097fa640 1 -- 172.21.15.83:0/1165623814 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818018030 con 0x562624b30e40 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82359e640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 0x7fa80c0a61e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa81c09ba70 tx=0x7fa81c06a720 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa8097fa640 1 -- 172.21.15.83:0/1165623814 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8180054d0 con 0x562624b30e40 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa8097fa640 1 -- 172.21.15.83:0/1165623814 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8180108b0 con 0x562624b30e40 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82bde6740 1 -- 172.21.15.83:0/1165623814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 msgr2=0x562624b312c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.367+0000 7fa82bde6740 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fa8180124c0 tx=0x7fa81800e5f0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- 172.21.15.83:0/1165623814 shutdown_connections 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b30e40 0x562624b312c0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b30820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- 172.21.15.83:0/1165623814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b27710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- 172.21.15.83:0/1165623814 >> 172.21.15.83:0/1165623814 conn(0x562624b21ba0 msgr2=0x562624b21f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- 172.21.15.83:0/1165623814 shutdown_connections 2024-04-22T14:05:22.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- 172.21.15.83:0/1165623814 wait complete. 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- start start 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 Processor -- start 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b34690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b34dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x562624b37dc0 con 0x562624b27330 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x562624a45500 con 0x562624b27ce0 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x562624b37f40 con 0x562624b30e40 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82bde6740 10 client.0 _ll_register_callbacks cb 0x562624a13b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82259c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34146/0 (socket says 172.21.15.83:34146) 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82259c640 1 -- 172.21.15.83:0/52533554 learned_addr learned my addr 172.21.15.83:0/52533554 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa822d9d640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b34690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.368+0000 7fa82259c640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b34dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 -- 172.21.15.83:0/52533554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 msgr2=0x562624b34dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b34dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 -- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 msgr2=0x562624b34690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b34690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 -- 172.21.15.83:0/52533554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56262479e3f0 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82259c640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fa818006010 tx=0x7fa818004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d17e5084340680 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818018040 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa818010650 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8180054d0 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa818004a80 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 10 client.17970 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5626248687d0 con 0x562624b27330 2024-04-22T14:05:22.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa8180054d0 con 0x562624b27330 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fa81801c890 con 0x562624b27330 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 10 client.17970 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 10 client.17970 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 20 client.17970 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624b44fa0 0x562624b47390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 4 client.17970 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.369+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562624a2b930 con 0x562624b44fa0 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.370+0000 7fa822d9d640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624b44fa0 0x562624b47390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.370+0000 7fa822d9d640 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624b44fa0 0x562624b47390 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74d7e96fc2df8a79 server_cookie=438a9a06f2e366e7 in_seq=0 out_seq=0 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.370+0000 7fa806ff5640 10 client.17970 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa806ff5640 1 -- 172.21.15.83:0/52533554 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562624a2b930 con 0x562624b44fa0 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa806ff5640 10 client.17970 handle_command_reply: tid=0 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 client.17970 shutdown 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 msgr2=0x562624b37300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fa818006010 tx=0x7fa818004cf0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 shutdown_connections 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624b44fa0 0x562624b47390 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b34dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa806ff5640 0 client.17970 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27ce0 0x562624b34690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 --2- 172.21.15.83:0/52533554 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27330 0x562624b37300 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 >> 172.21.15.83:0/52533554 conn(0x562624b21ba0 msgr2=0x562624b238f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 shutdown_connections 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 1 -- 172.21.15.83:0/52533554 wait complete. 2024-04-22T14:05:22.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.371+0000 7fa82bde6740 20 client.17970 trim_cache size 0 max 16384 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.384+0000 7fa82bde6740 1 Processor -- start 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.384+0000 7fa82bde6740 1 -- start start 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b32290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 0x562624b2f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241aba00 con 0x562624b27ce0 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241ad5d0 con 0x562624b30e40 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82bde6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241ac0d0 con 0x562624b27330 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34162/0 (socket says 172.21.15.83:34162) 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 -- 172.21.15.83:0/232681228 learned_addr learned my addr 172.21.15.83:0/232681228 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82259c640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b32290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82259c640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 0x562624b2f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 -- 172.21.15.83:0/232681228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 msgr2=0x562624b32290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b32290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 -- 172.21.15.83:0/232681228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 msgr2=0x562624b2f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 0x562624b2f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 -- 172.21.15.83:0/232681228 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562624b26560 con 0x562624b27ce0 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa82259c640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 0x562624b2f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:22.390 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa822d9d640 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fa81402c170 tx=0x7fa8140044b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dbe5f58c3d2dd5c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa808ff9640 1 -- 172.21.15.83:0/232681228 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81402c7e0 con 0x562624b27ce0 2024-04-22T14:05:22.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa808ff9640 1 -- 172.21.15.83:0/232681228 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81404c3c0 con 0x562624b27ce0 2024-04-22T14:05:22.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.385+0000 7fa808ff9640 1 -- 172.21.15.83:0/232681228 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa814003bb0 con 0x562624b27ce0 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 -- 172.21.15.83:0/232681228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 msgr2=0x562624b40cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fa81402c170 tx=0x7fa8140044b0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 -- 172.21.15.83:0/232681228 shutdown_connections 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b30e40 0x562624b2f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b40cc0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 --2- 172.21.15.83:0/232681228 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b27330 0x562624b32290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 -- 172.21.15.83:0/232681228 >> 172.21.15.83:0/232681228 conn(0x562624b21ba0 msgr2=0x562624b20e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 -- 172.21.15.83:0/232681228 shutdown_connections 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.386+0000 7fa82bde6740 1 -- 172.21.15.83:0/232681228 wait complete. 2024-04-22T14:05:22.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 -- start start 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 Processor -- start 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27330 0x562624b36320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b36da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241acf00 con 0x562624b27ce0 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241ac800 con 0x562624b27330 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa8241a9a00 con 0x562624b30e40 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82bde6740 10 client.0 _ll_register_callbacks cb 0x7fa818005400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:34174/0 (socket says 172.21.15.83:34174) 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 -- 172.21.15.83:0/3164637947 learned_addr learned my addr 172.21.15.83:0/3164637947 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82259c640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27330 0x562624b36320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa82259c640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b36da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 -- 172.21.15.83:0/3164637947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 msgr2=0x562624b36da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b36da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 -- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27330 msgr2=0x562624b36320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27330 0x562624b36320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 -- 172.21.15.83:0/3164637947 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562624baa290 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa822d9d640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fa814009850 tx=0x7fa81402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5a928bdf2c2bea2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.387+0000 7fa806ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa814059020 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa81404c8b0 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa81404c3c0 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa814064050 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 10 client.17976 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x562624bab5a0 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81404c3c0 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fa8140604c0 con 0x562624b27ce0 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 10 client.17976 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:22.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 10 client.17976 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 20 client.17976 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624babd40 0x562624bae160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 4 client.17976 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562624a99c10 con 0x562624babd40 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.388+0000 7fa82259c640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624babd40 0x562624bae160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa806ff5640 10 client.17976 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82259c640 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624babd40 0x562624bae160 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70c82c2f087a8e84 server_cookie=4f727c828cd01d50 in_seq=0 out_seq=0 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa806ff5640 1 -- 172.21.15.83:0/3164637947 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562624a99c10 con 0x562624babd40 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa806ff5640 10 client.17976 handle_command_reply: tid=0 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 client.17976 shutdown 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 msgr2=0x562624b36860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fa814009850 tx=0x7fa81402bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 shutdown_connections 2024-04-22T14:05:22.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x562624babd40 0x562624bae160 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x562624b30e40 0x562624b36da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa806ff5640 0 client.17976 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x562624b27ce0 0x562624b36860 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 --2- 172.21.15.83:0/3164637947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x562624b27330 0x562624b36320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 >> 172.21.15.83:0/3164637947 conn(0x562624b21ba0 msgr2=0x562624b2f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 shutdown_connections 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 1 -- 172.21.15.83:0/3164637947 wait complete. 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.389+0000 7fa82bde6740 20 client.17976 trim_cache size 0 max 16384 2024-04-22T14:05:22.399 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 msgr2=0x7fa80c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 0x7fa80c0a61e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fa81c09ba70 tx=0x7fa81c06a720 comp rx=0 tx=0).stop 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 msgr2=0x7fa82419c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fa81c00b970 tx=0x7fa81c00be30 comp rx=0 tx=0).stop 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 shutdown_connections 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa80c0a3d20 0x7fa80c0a61e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa82419c000 0x7fa82419c4b0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa824107270 0x7fa824198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 --2- 172.21.15.83:0/511021849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa82406a840 0x7fa8241987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 >> 172.21.15.83:0/511021849 conn(0x7fa824077eb0 msgr2=0x7fa824108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 shutdown_connections 2024-04-22T14:05:22.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:22.390+0000 7fa8291f4640 1 -- 172.21.15.83:0/511021849 wait complete. 2024-04-22T14:05:23.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:22 smithi173 ceph-mon[31493]: pgmap v218: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:23.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:22 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:05:23.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:22 smithi083 ceph-mon[27977]: pgmap v218: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:23.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:22 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:05:23.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:22 smithi084 ceph-mon[31312]: pgmap v218: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s 2024-04-22T14:05:23.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:22 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:05:23.405 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:05:23.405 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:05:23.405 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:05:23.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 -- 172.21.15.83:0/2512411631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 msgr2=0x7f5264100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 --2- 172.21.15.83:0/2512411631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f5264100ed0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f5260009900 tx=0x7f526002bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:23.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 -- 172.21.15.83:0/2512411631 shutdown_connections 2024-04-22T14:05:23.510 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 --2- 172.21.15.83:0/2512411631 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 0x7f526410eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 --2- 172.21.15.83:0/2512411631 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52641014a0 0x7f5264106bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 --2- 172.21.15.83:0/2512411631 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f5264100ed0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 -- 172.21.15.83:0/2512411631 >> 172.21.15.83:0/2512411631 conn(0x7f52640760e0 msgr2=0x7f52640764f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 -- 172.21.15.83:0/2512411631 shutdown_connections 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.504+0000 7f526c2e4640 1 -- 172.21.15.83:0/2512411631 wait complete. 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 Processor -- start 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 -- start start 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 0x7f526419e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 0x7f5264198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52641122b0 con 0x7f5264100af0 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5264112130 con 0x7f5264198630 2024-04-22T14:05:23.511 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526c2e4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5264112430 con 0x7f52641072b0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45940/0 (socket says 172.21.15.83:45940) 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 -- 172.21.15.83:0/3043184674 learned_addr learned my addr 172.21.15.83:0/3043184674 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526987f640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 0x7f526419e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a881640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 0x7f5264198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 -- 172.21.15.83:0/3043184674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 msgr2=0x7f526419e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 0x7f526419e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 -- 172.21.15.83:0/3043184674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 msgr2=0x7f5264198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 0x7f5264198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 -- 172.21.15.83:0/3043184674 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5264199150 con 0x7f5264100af0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a881640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 0x7f5264198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.505+0000 7f526a080640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f5260005940 tx=0x7f526002c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.512 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.506+0000 7f525b7fe640 1 -- 172.21.15.83:0/3043184674 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260043020 con 0x7f5264100af0 2024-04-22T14:05:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.506+0000 7f525b7fe640 1 -- 172.21.15.83:0/3043184674 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f526002cc60 con 0x7f5264100af0 2024-04-22T14:05:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.506+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52641993e0 con 0x7f5264100af0 2024-04-22T14:05:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.506+0000 7f525b7fe640 1 -- 172.21.15.83:0/3043184674 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260003b50 con 0x7f5264100af0 2024-04-22T14:05:23.513 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.506+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52641a55e0 con 0x7f5264100af0 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.508+0000 7f525b7fe640 1 -- 172.21.15.83:0/3043184674 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5260046020 con 0x7f5264100af0 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.508+0000 7f526efb2740 1 Processor -- start 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 -- start start 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b20c0f0 0x55e24b214c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b215250 0x55e24b2156d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e24b16ff00 con 0x55e24b20b740 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e24b10d590 con 0x55e24b20c0f0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526efb2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e24b16bec0 con 0x55e24b215250 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f525b7fe640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 0x7f52500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45946/0 (socket says 172.21.15.83:45946) 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 -- 172.21.15.83:0/3955235691 learned_addr learned my addr 172.21.15.83:0/3955235691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526987f640 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b215250 0x55e24b2156d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 0x7f52500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f525b7fe640 1 -- 172.21.15.83:0/3043184674 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f52600f2a60 con 0x7f5264100af0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a080640 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b20c0f0 0x55e24b214c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 -- 172.21.15.83:0/3955235691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b215250 msgr2=0x55e24b2156d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b215250 0x55e24b2156d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 -- 172.21.15.83:0/3955235691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b20c0f0 msgr2=0x55e24b214c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b20c0f0 0x55e24b214c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 -- 172.21.15.83:0/3955235691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e24af4a7e0 con 0x55e24b20b740 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.509+0000 7f526a881640 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f525c00cbf0 tx=0x7f525c007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef94740e38507dee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f5258bfe640 1 -- 172.21.15.83:0/3955235691 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525c015070 con 0x55e24b20b740 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f5258bfe640 1 -- 172.21.15.83:0/3955235691 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f525c016040 con 0x55e24b20b740 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f5258bfe640 1 -- 172.21.15.83:0/3955235691 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525c01e020 con 0x55e24b20b740 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526a881640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 0x7f52500a61e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f525c01f000 tx=0x7f525c01b000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 -- 172.21.15.83:0/3955235691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 msgr2=0x55e24b20bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f525c00cbf0 tx=0x7f525c007680 comp rx=0 tx=0).stop 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 -- 172.21.15.83:0/3955235691 shutdown_connections 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b215250 0x55e24b2156d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b20c0f0 0x55e24b214c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 --2- 172.21.15.83:0/3955235691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b20bb20 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 -- 172.21.15.83:0/3955235691 >> 172.21.15.83:0/3955235691 conn(0x55e24b205fb0 msgr2=0x55e24b206390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 -- 172.21.15.83:0/3955235691 shutdown_connections 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.510+0000 7f526efb2740 1 -- 172.21.15.83:0/3955235691 wait complete. 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 -- start start 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 Processor -- start 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b219240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b219780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e24b21c1d0 con 0x55e24b20b740 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e24b129580 con 0x55e24b215250 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e24b21c350 con 0x55e24b20c0f0 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526efb2740 10 client.0 _ll_register_callbacks cb 0x55e24b12f650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45950/0 (socket says 172.21.15.83:45950) 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 -- 172.21.15.83:0/3410388766 learned_addr learned my addr 172.21.15.83:0/3410388766 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a881640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b219780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 -- 172.21.15.83:0/3410388766 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 msgr2=0x55e24b219240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b219240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 -- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 msgr2=0x55e24b219780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b219780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a080640 1 -- 172.21.15.83:0/3410388766 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e24afaaf70 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.511+0000 7f526a881640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b219780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526a080640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f52600f03a0 tx=0x7f52600baf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e1fe3d306ce3b23 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52600bf240 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f52600bb1b0 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f525c016040 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f52600beb40 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 10 client.17988 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55e24ae42170 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f525c016040 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f52600ba890 con 0x55e24b20b740 2024-04-22T14:05:23.524 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 10 client.17988 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 10 client.17988 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 20 client.17988 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b229690 0x55e24b22bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 4 client.17988 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.512+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e24b17d920 con 0x55e24b229690 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.513+0000 7f526987f640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b229690 0x55e24b22bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.513+0000 7f524dffb640 10 client.17988 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.513+0000 7f526987f640 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b229690 0x55e24b22bac0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b203e4d6733cad4b server_cookie=b273f0a569ab0494 in_seq=0 out_seq=0 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.513+0000 7f524dffb640 1 -- 172.21.15.83:0/3410388766 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e24b17d920 con 0x55e24b229690 2024-04-22T14:05:23.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.513+0000 7f524dffb640 10 client.17988 handle_command_reply: tid=0 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 client.17988 shutdown 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 msgr2=0x55e24b218d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f52600f03a0 tx=0x7f52600baf10 comp rx=0 tx=0).stop 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 shutdown_connections 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b229690 0x55e24b22bac0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b219780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b219240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f524dffb640 0 client.17988 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 --2- 172.21.15.83:0/3410388766 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b218d00 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 >> 172.21.15.83:0/3410388766 conn(0x55e24b205fb0 msgr2=0x55e24b207d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 shutdown_connections 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 1 -- 172.21.15.83:0/3410388766 wait complete. 2024-04-22T14:05:23.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.514+0000 7f526efb2740 20 client.17988 trim_cache size 0 max 16384 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 Processor -- start 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 -- start start 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b217c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b2250d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52641ab820 con 0x55e24b20b740 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52641ad3f0 con 0x55e24b215250 2024-04-22T14:05:23.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526efb2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52641abef0 con 0x55e24b20c0f0 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526a080640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45952/0 (socket says 172.21.15.83:45952) 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526a080640 1 -- 172.21.15.83:0/2168253995 learned_addr learned my addr 172.21.15.83:0/2168253995 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.531+0000 7f526a881640 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b2250d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526987f640 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b217c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 -- 172.21.15.83:0/2168253995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 msgr2=0x55e24b217c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b217c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 -- 172.21.15.83:0/2168253995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 msgr2=0x55e24b2250d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b2250d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 -- 172.21.15.83:0/2168253995 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e24b20b240 con 0x55e24b20b740 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526a080640 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f52600f07e0 tx=0x7f5260003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e1563cd24426902 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f524ffff640 1 -- 172.21.15.83:0/2168253995 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52600be4a0 con 0x55e24b20b740 2024-04-22T14:05:23.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f524ffff640 1 -- 172.21.15.83:0/2168253995 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52600bf240 con 0x55e24b20b740 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f524ffff640 1 -- 172.21.15.83:0/2168253995 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52600c7320 con 0x55e24b20b740 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 -- 172.21.15.83:0/2168253995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 msgr2=0x55e24b21b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f52600f07e0 tx=0x7f5260003680 comp rx=0 tx=0).stop 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 -- 172.21.15.83:0/2168253995 shutdown_connections 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b2250d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20c0f0 0x55e24b217c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 --2- 172.21.15.83:0/2168253995 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20b740 0x55e24b21b430 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 -- 172.21.15.83:0/2168253995 >> 172.21.15.83:0/2168253995 conn(0x55e24b205fb0 msgr2=0x55e24b205010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.532+0000 7f526efb2740 1 -- 172.21.15.83:0/2168253995 shutdown_connections 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 -- 172.21.15.83:0/2168253995 wait complete. 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 -- start start 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 Processor -- start 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20b740 0x55e24b2217d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b21eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52641acd20 con 0x55e24b20c0f0 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52641ac620 con 0x55e24b215250 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52641a9820 con 0x55e24b20b740 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526efb2740 10 client.0 _ll_register_callbacks cb 0x7f526002c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45964/0 (socket says 172.21.15.83:45964) 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 -- 172.21.15.83:0/3991130369 learned_addr learned my addr 172.21.15.83:0/3991130369 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526a881640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b21eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526a080640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20b740 0x55e24b2217d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 -- 172.21.15.83:0/3991130369 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20b740 msgr2=0x55e24b2217d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20b740 0x55e24b2217d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 -- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 msgr2=0x55e24b21eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b21eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526987f640 1 -- 172.21.15.83:0/3991130369 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e24b21f030 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.533+0000 7f526a881640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b21eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526987f640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f52540058c0 tx=0x7f5254010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e063e333fa470f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f525401d860 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f5254026420 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52600bf240 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f5254026620 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 10 client.17994 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55e24b290a40 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f52600bf240 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f525402f980 con 0x55e24b20c0f0 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 10 client.17994 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:23.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 10 client.17994 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 20 client.17994 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b2911a0 0x55e24b2935c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 4 client.17994 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e24b177790 con 0x55e24b2911a0 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.534+0000 7f526a080640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b2911a0 0x55e24b2935c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.535+0000 7f524dffb640 10 client.17994 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.535+0000 7f526a080640 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b2911a0 0x55e24b2935c0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f9c915c21a67772 server_cookie=89fa68e586121bea in_seq=0 out_seq=0 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f524dffb640 1 -- 172.21.15.83:0/3991130369 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e24b177790 con 0x55e24b2911a0 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f524dffb640 10 client.17994 handle_command_reply: tid=0 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 client.17994 shutdown 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 msgr2=0x55e24b21e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f52540058c0 tx=0x7f5254010af0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 shutdown_connections 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e24b2911a0 0x55e24b2935c0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e24b215250 0x55e24b21eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f524dffb640 0 client.17994 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e24b20c0f0 0x55e24b21e5b0 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 --2- 172.21.15.83:0/3991130369 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e24b20b740 0x55e24b2217d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 >> 172.21.15.83:0/3991130369 conn(0x55e24b205fb0 msgr2=0x55e24b218cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 shutdown_connections 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 1 -- 172.21.15.83:0/3991130369 wait complete. 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526efb2740 20 client.17994 trim_cache size 0 max 16384 2024-04-22T14:05:23.546 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:23.547 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:05:23.547 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "b7248dd0-e269-4d96-ae28-766695669349", 2024-04-22T14:05:23.547 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:05:23.547 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:23.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 msgr2=0x7f52500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 0x7f52500a61e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f525c01f000 tx=0x7f525c01b000 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 msgr2=0x7f526419e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f5260005940 tx=0x7f526002c860 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 shutdown_connections 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52500a3d20 0x7f52500a61e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5264198630 0x7f5264198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f52641072b0 0x7f526419e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 --2- 172.21.15.83:0/3043184674 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5264100af0 0x7f526419e430 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 >> 172.21.15.83:0/3043184674 conn(0x7f52640760e0 msgr2=0x7f5264100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 shutdown_connections 2024-04-22T14:05:23.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.536+0000 7f526c2e4640 1 -- 172.21.15.83:0/3043184674 wait complete. 2024-04-22T14:05:23.554 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:05:23.554 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/315096131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b4106160 msgr2=0x7fa0b410dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/315096131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b4106160 0x7fa0b410dd30 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac009ca0 tx=0x7fa0ac02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/315096131 shutdown_connections 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/315096131 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b4106160 0x7fa0b410dd30 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/315096131 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101a40 0x7fa0b4105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/315096131 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4101090 0x7fa0b4101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.658 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/315096131 >> 172.21.15.83:0/315096131 conn(0x7fa0b40771d0 msgr2=0x7fa0b40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/315096131 shutdown_connections 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.651+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/315096131 wait complete. 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 Processor -- start 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 -- start start 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 0x7fa0b41995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4106160 0x7fa0b4199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41110d0 con 0x7fa0b419a030 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b4110f50 con 0x7fa0b4101090 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0ba2b3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b4111250 con 0x7fa0b4106160 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:45988/0 (socket says 172.21.15.83:45988) 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 -- 172.21.15.83:0/3932167288 learned_addr learned my addr 172.21.15.83:0/3932167288 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 0x7fa0b41995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4106160 0x7fa0b4199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 -- 172.21.15.83:0/3932167288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4106160 msgr2=0x7fa0b4199af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4106160 0x7fa0b4199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 -- 172.21.15.83:0/3932167288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 msgr2=0x7fa0b41995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 0x7fa0b41995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b8850640 1 -- 172.21.15.83:0/3932167288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0b41a4db0 con 0x7fa0b419a030 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.652+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 0x7fa0b41995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0b8850640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac005e30 tx=0x7fa0ac034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0b17fa640 1 -- 172.21.15.83:0/3932167288 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac039040 con 0x7fa0b419a030 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0b17fa640 1 -- 172.21.15.83:0/3932167288 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0ac044070 con 0x7fa0b419a030 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0b41a5040 con 0x7fa0b419a030 2024-04-22T14:05:23.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0b17fa640 1 -- 172.21.15.83:0/3932167288 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac003e60 con 0x7fa0b419a030 2024-04-22T14:05:23.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.653+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0b41a5530 con 0x7fa0b419a030 2024-04-22T14:05:23.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b17fa640 1 -- 172.21.15.83:0/3932167288 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa0ac0324c0 con 0x7fa0b419a030 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 Processor -- start 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 -- start start 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562580 0x55861e562960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e56de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55861e4c71e0 con 0x55861e562ea0 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55861e464390 con 0x55861e562580 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55861e4c31a0 con 0x55861e56ba80 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b17fa640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 0x7fa09c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46004/0 (socket says 172.21.15.83:46004) 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b3fff640 1 -- 172.21.15.83:0/1106218833 learned_addr learned my addr 172.21.15.83:0/1106218833 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.655+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562580 0x55861e562960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b8850640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 0x7fa09c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e56de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b17fa640 1 -- 172.21.15.83:0/3932167288 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa0ac0f2a50 con 0x7fa0b419a030 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 -- 172.21.15.83:0/1106218833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 msgr2=0x55861e56de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e56de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 -- 172.21.15.83:0/1106218833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562580 msgr2=0x55861e562960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562580 0x55861e562960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 -- 172.21.15.83:0/1106218833 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55861e2a37d0 con 0x55861e562ea0 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4009c50 tx=0x7fa0a400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dc1c088ff88853f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa0b8850640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 0x7fa09c0a61e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac048000 tx=0x7fa0ac0ba710 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa09a7fc640 1 -- 172.21.15.83:0/1106218833 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4016070 con 0x55861e562ea0 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa09a7fc640 1 -- 172.21.15.83:0/1106218833 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0a4011920 con 0x55861e562ea0 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.656+0000 7fa09a7fc640 1 -- 172.21.15.83:0/1106218833 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4010810 con 0x55861e562ea0 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1106218833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 msgr2=0x55861e56b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4009c50 tx=0x7fa0a400e6c0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1106218833 shutdown_connections 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e56de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562ea0 0x55861e56b540 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1106218833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562580 0x55861e562960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1106218833 >> 172.21.15.83:0/1106218833 conn(0x55861e55ccb0 msgr2=0x55861e55d090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1106218833 shutdown_connections 2024-04-22T14:05:23.674 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1106218833 wait complete. 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 -- start start 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 Processor -- start 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.657+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e569080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e5695c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55861e56e870 con 0x55861e562580 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55861e4802f0 con 0x55861e56ba80 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55861e56e9f0 con 0x55861e562ea0 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 10 client.0 _ll_register_callbacks cb 0x55861e48d580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46010/0 (socket says 172.21.15.83:46010) 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1794906868 learned_addr learned my addr 172.21.15.83:0/1794906868 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e569080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e5695c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1794906868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 msgr2=0x55861e569080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e569080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 msgr2=0x55861e5695c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e5695c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1794906868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55861e1d93f0 con 0x55861e562580 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e569080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fa0b406b0b0 tx=0x7fa0a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=918cbd131771c155 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0937fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a801b040 con 0x55861e562580 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa0a8012480 con 0x55861e562580 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0a4011920 con 0x55861e562580 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa0a8027050 con 0x55861e562580 2024-04-22T14:05:23.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 10 client.18006 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55861e1990f0 con 0x55861e562580 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.658+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0a4011920 con 0x55861e562580 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fa0a800f040 con 0x55861e562580 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 10 client.18006 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 10 client.18006 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 20 client.18006 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e57bab0 0x55861e57df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 4 client.18006 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55861e4d4c00 con 0x55861e57bab0 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e57bab0 0x55861e57df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e57bab0 0x55861e57df10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97e8dbc391c6f860 server_cookie=544374b7e03b4238 in_seq=0 out_seq=0 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.659+0000 7fa0937fe640 10 client.18006 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0937fe640 1 -- 172.21.15.83:0/1794906868 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55861e4d4c00 con 0x55861e57bab0 2024-04-22T14:05:23.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0937fe640 10 client.18006 handle_command_reply: tid=0 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 client.18006 shutdown 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 msgr2=0x55861e568b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fa0b406b0b0 tx=0x7fa0a8004730 comp rx=0 tx=0).stop 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 shutdown_connections 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e57bab0 0x55861e57df10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e5695c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e569080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0937fe640 0 client.18006 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1794906868 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e568b40 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 >> 172.21.15.83:0/1794906868 conn(0x55861e55ccb0 msgr2=0x55861e55ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 shutdown_connections 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1794906868 wait complete. 2024-04-22T14:05:23.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.660+0000 7fa0bcf7f740 20 client.18006 trim_cache size 0 max 16384 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 Processor -- start 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 -- start start 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e577730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e567a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41adb50 con 0x55861e562580 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41af720 con 0x55861e56ba80 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41ae220 con 0x55861e562ea0 2024-04-22T14:05:23.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46012/0 (socket says 172.21.15.83:46012) 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1608819065 learned_addr learned my addr 172.21.15.83:0/1608819065 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1608819065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 msgr2=0x55861e577730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e577730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1608819065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 msgr2=0x55861e567a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e567a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 -- 172.21.15.83:0/1608819065 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55861e562cd0 con 0x55861e562580 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800e4f0 tx=0x7fa0a800e9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b338e7006caaccac server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa099ffb640 1 -- 172.21.15.83:0/1608819065 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8005bb0 con 0x55861e562580 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa099ffb640 1 -- 172.21.15.83:0/1608819065 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0a8011330 con 0x55861e562580 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.678+0000 7fa099ffb640 1 -- 172.21.15.83:0/1608819065 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a8005020 con 0x55861e562580 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1608819065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 msgr2=0x55861e56b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fa0a800e4f0 tx=0x7fa0a800e9b0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1608819065 shutdown_connections 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e56ba80 0x55861e567a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e562ea0 0x55861e577730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/1608819065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e56b270 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1608819065 >> 172.21.15.83:0/1608819065 conn(0x55861e55ccb0 msgr2=0x55861e55bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1608819065 shutdown_connections 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/1608819065 wait complete. 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.679+0000 7fa0bcf7f740 1 -- start start 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 Processor -- start 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562ea0 0x55861e574180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e570c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41af050 con 0x55861e562580 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41ae950 con 0x55861e562ea0 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0b41abb30 con 0x55861e56ba80 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 10 client.0 _ll_register_callbacks cb 0x7fa0a800ebf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46028/0 (socket says 172.21.15.83:46028) 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 -- 172.21.15.83:0/2496211823 learned_addr learned my addr 172.21.15.83:0/2496211823 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562ea0 0x55861e574180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e570c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 -- 172.21.15.83:0/2496211823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 msgr2=0x55861e570c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e570c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 -- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562ea0 msgr2=0x55861e574180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562ea0 0x55861e574180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 -- 172.21.15.83:0/2496211823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55861e5713c0 con 0x55861e562580 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0b37fe640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fa0a802d040 tx=0x7fa0a8014c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f645cbf2678dda59 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0937fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0a803a020 con 0x55861e562580 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fa0a8011870 con 0x55861e562580 2024-04-22T14:05:23.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.680+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0a8011330 con 0x55861e562580 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fa0a8045050 con 0x55861e562580 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 10 client.18012 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55861e5e6f20 con 0x55861e562580 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0a8011330 con 0x55861e562580 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fa0a8005220 con 0x55861e562580 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 10 client.18012 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 10 client.18012 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 20 client.18012 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:23.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e5e7580 0x55861e5e9970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 4 client.18012 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55861e4cea70 con 0x55861e5e7580 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e5e7580 0x55861e5e9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0b3fff640 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e5e7580 0x55861e5e9970 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45003c1990d3b93f server_cookie=b03c6b6adc718fe5 in_seq=0 out_seq=0 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.681+0000 7fa0937fe640 10 client.18012 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0937fe640 1 -- 172.21.15.83:0/2496211823 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55861e4cea70 con 0x55861e5e7580 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0937fe640 10 client.18012 handle_command_reply: tid=0 2024-04-22T14:05:23.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 client.18012 shutdown 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 msgr2=0x55861e573c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fa0a802d040 tx=0x7fa0a8014c10 comp rx=0 tx=0).stop 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 shutdown_connections 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55861e5e7580 0x55861e5e9970 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55861e56ba80 0x55861e570c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55861e562ea0 0x55861e574180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0937fe640 0 client.18012 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 --2- 172.21.15.83:0/2496211823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55861e562580 0x55861e573c40 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 >> 172.21.15.83:0/2496211823 conn(0x55861e55ccb0 msgr2=0x55861e55e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 shutdown_connections 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 1 -- 172.21.15.83:0/2496211823 wait complete. 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0bcf7f740 20 client.18012 trim_cache size 0 max 16384 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout: "b7248dd0-e269-4d96-ae28-766695669349": { 2024-04-22T14:05:23.697 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:05:23.698 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "b7248dd0-e269-4d96-ae28-766695669349", 2024-04-22T14:05:23.698 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:05:23.698 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:05:23.698 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:05:23.698 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 msgr2=0x7fa09c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 0x7fa09c0a61e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac048000 tx=0x7fa0ac0ba710 comp rx=0 tx=0).stop 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 msgr2=0x7fa0b41a4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.682+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac005e30 tx=0x7fa0ac034760 comp rx=0 tx=0).stop 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 shutdown_connections 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa09c0a3d20 0x7fa09c0a61e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa0b419a030 0x7fa0b41a4630 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa0b4106160 0x7fa0b4199af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 --2- 172.21.15.83:0/3932167288 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0b4101090 0x7fa0b41995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:23.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 >> 172.21.15.83:0/3932167288 conn(0x7fa0b40771d0 msgr2=0x7fa0b40fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:23.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 shutdown_connections 2024-04-22T14:05:23.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:23.683+0000 7fa0ba2b3640 1 -- 172.21.15.83:0/3932167288 wait complete. 2024-04-22T14:05:23.701 INFO:tasks.cephfs.filesystem:scrub status for tag:b7248dd0-e269-4d96-ae28-766695669349 - {'path': '/', 'tag': 'b7248dd0-e269-4d96-ae28-766695669349', 'options': 'recursive,force'} 2024-04-22T14:05:23.940 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:05:23.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:05:23.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:05:24.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:05:24.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:05:24.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:05:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:05:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:05:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: pgmap v219: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:24 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:05:25.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: pgmap v219: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T14:05:25.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:05:25.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:05:25.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:24 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:05:25.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: pgmap v219: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-22T14:05:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:05:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:05:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:24 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:05:27.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:26 smithi173 ceph-mon[31493]: pgmap v220: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-22T14:05:27.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:26 smithi083 ceph-mon[27977]: pgmap v220: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-22T14:05:27.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:26 smithi084 ceph-mon[31312]: pgmap v220: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-22T14:05:29.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:28 smithi173 ceph-mon[31493]: pgmap v221: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-22T14:05:29.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:28 smithi083 ceph-mon[27977]: pgmap v221: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-22T14:05:29.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:28 smithi084 ceph-mon[31312]: pgmap v221: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-22T14:05:31.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:30 smithi173 ceph-mon[31493]: pgmap v222: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:31.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:30 smithi083 ceph-mon[27977]: pgmap v222: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:31.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:30 smithi084 ceph-mon[31312]: pgmap v222: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:33.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:32 smithi173 ceph-mon[31493]: pgmap v223: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:33.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:32 smithi083 ceph-mon[27977]: pgmap v223: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:33.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:32 smithi084 ceph-mon[31312]: pgmap v223: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:35.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:34 smithi173 ceph-mon[31493]: pgmap v224: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:35.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:34 smithi083 ceph-mon[27977]: pgmap v224: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:35.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:34 smithi084 ceph-mon[31312]: pgmap v224: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:37.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:36 smithi173 ceph-mon[31493]: pgmap v225: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:37.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:36 smithi083 ceph-mon[27977]: pgmap v225: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:37.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:36 smithi084 ceph-mon[31312]: pgmap v225: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:05:39.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:38 smithi173 ceph-mon[31493]: pgmap v226: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:39.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:38 smithi083 ceph-mon[27977]: pgmap v226: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:39.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:38 smithi084 ceph-mon[31312]: pgmap v226: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:41.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:40 smithi173 ceph-mon[31493]: pgmap v227: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:41.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:40 smithi083 ceph-mon[27977]: pgmap v227: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:41.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:40 smithi084 ceph-mon[31312]: pgmap v227: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:43.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:42 smithi173 ceph-mon[31493]: pgmap v228: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:43.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:42 smithi083 ceph-mon[27977]: pgmap v228: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:43.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:42 smithi084 ceph-mon[31312]: pgmap v228: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:45.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:44 smithi173 ceph-mon[31493]: pgmap v229: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:45.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:44 smithi083 ceph-mon[27977]: pgmap v229: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:45.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:44 smithi084 ceph-mon[31312]: pgmap v229: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:47.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:46 smithi173 ceph-mon[31493]: pgmap v230: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:47.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:46 smithi083 ceph-mon[27977]: pgmap v230: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:47.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:46 smithi084 ceph-mon[31312]: pgmap v230: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:49.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:48 smithi173 ceph-mon[31493]: pgmap v231: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:49.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:48 smithi083 ceph-mon[27977]: pgmap v231: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:49.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:48 smithi084 ceph-mon[31312]: pgmap v231: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:51.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:50 smithi173 ceph-mon[31493]: pgmap v232: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:51.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:50 smithi083 ceph-mon[27977]: pgmap v232: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:51.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:50 smithi084 ceph-mon[31312]: pgmap v232: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:53.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:52 smithi173 ceph-mon[31493]: pgmap v233: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:53.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:52 smithi083 ceph-mon[27977]: pgmap v233: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:53.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:52 smithi084 ceph-mon[31312]: pgmap v233: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:53.702 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:05:53.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:05:53.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 -- 172.21.15.83:0/2377320054 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101a30 msgr2=0x7f2584105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 --2- 172.21.15.83:0/2377320054 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101a30 0x7f2584105a70 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f256c009900 tx=0x7f256c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:53.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 -- 172.21.15.83:0/2377320054 shutdown_connections 2024-04-22T14:05:53.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 --2- 172.21.15.83:0/2377320054 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 0x7f258410dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 --2- 172.21.15.83:0/2377320054 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101a30 0x7f2584105a70 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 --2- 172.21.15.83:0/2377320054 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2584101080 0x7f2584101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 -- 172.21.15.83:0/2377320054 >> 172.21.15.83:0/2377320054 conn(0x7f2584078000 msgr2=0x7f2584078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 -- 172.21.15.83:0/2377320054 shutdown_connections 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.813+0000 7f25897b2640 1 -- 172.21.15.83:0/2377320054 wait complete. 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 Processor -- start 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 -- start start 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 0x7f2584198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f258419cfd0 0x7f258419d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25841110e0 con 0x7f2584101080 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2584110f60 con 0x7f258419cfd0 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25897b2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2584111260 con 0x7f2584106150 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50344/0 (socket says 172.21.15.83:50344) 2024-04-22T14:05:53.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f2582ffd640 1 -- 172.21.15.83:0/62929771 learned_addr learned my addr 172.21.15.83:0/62929771 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f25837fe640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f258419cfd0 0x7f258419d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.814+0000 7f257bfff640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 0x7f2584198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 -- 172.21.15.83:0/62929771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 msgr2=0x7f2584198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 0x7f2584198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 -- 172.21.15.83:0/62929771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f258419cfd0 msgr2=0x7f258419d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f258419cfd0 0x7f258419d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 -- 172.21.15.83:0/62929771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f258419dac0 con 0x7f2584101080 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2582ffd640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f257400d950 tx=0x7f257400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2580ff9640 1 -- 172.21.15.83:0/62929771 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2574017030 con 0x7f2584101080 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2580ff9640 1 -- 172.21.15.83:0/62929771 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2574004020 con 0x7f2584101080 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f2580ff9640 1 -- 172.21.15.83:0/62929771 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25740047a0 con 0x7f2584101080 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f258419ddb0 con 0x7f2584101080 2024-04-22T14:05:53.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.815+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25841a5570 con 0x7f2584101080 2024-04-22T14:05:53.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.817+0000 7f2580ff9640 1 -- 172.21.15.83:0/62929771 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2574009a30 con 0x7f2584101080 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.817+0000 7f258c39e740 1 Processor -- start 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 -- start start 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c1313960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c131ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5555c12781e0 con 0x5555c1313ea0 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5555c1215390 con 0x5555c131ca80 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f258c39e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5555c12741a0 con 0x5555c1313580 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f2580ff9640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 0x7f25700a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50346/0 (socket says 172.21.15.83:50346) 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f2582ffd640 1 -- 172.21.15.83:0/3390212747 learned_addr learned my addr 172.21.15.83:0/3390212747 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f25837fe640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 0x7f25700a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f25837fe640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c1313960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.818+0000 7f257bfff640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c131ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2580ff9640 1 -- 172.21.15.83:0/62929771 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f25740d01a0 con 0x7f2584101080 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 -- 172.21.15.83:0/3390212747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 msgr2=0x5555c1313960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c1313960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 -- 172.21.15.83:0/3390212747 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 msgr2=0x5555c131ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c131ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 -- 172.21.15.83:0/3390212747 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555c10547d0 con 0x5555c1313ea0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f25837fe640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c1313960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f2582ffd640 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f25740cd980 tx=0x7f2574021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaf7d2f0bc97ce2c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f25837fe640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 0x7f25700a61e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f257c014d40 tx=0x7f257c004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f25797fa640 1 -- 172.21.15.83:0/3390212747 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257409c870 con 0x5555c1313ea0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f25797fa640 1 -- 172.21.15.83:0/3390212747 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f257409c170 con 0x5555c1313ea0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.819+0000 7f25797fa640 1 -- 172.21.15.83:0/3390212747 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25740987e0 con 0x5555c1313ea0 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- 172.21.15.83:0/3390212747 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 msgr2=0x5555c131c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.829 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f25740cd980 tx=0x7f2574021000 comp rx=0 tx=0).stop 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- 172.21.15.83:0/3390212747 shutdown_connections 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c131ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c131c540 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- 172.21.15.83:0/3390212747 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c1313960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- 172.21.15.83:0/3390212747 >> 172.21.15.83:0/3390212747 conn(0x5555c130dcb0 msgr2=0x5555c130e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- 172.21.15.83:0/3390212747 shutdown_connections 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- 172.21.15.83:0/3390212747 wait complete. 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- start start 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 Processor -- start 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c1313ea0 0x5555c131a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c131ca80 0x5555c131a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5555c131f7b0 con 0x5555c1313580 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5555c12312f0 con 0x5555c1313ea0 2024-04-22T14:05:53.830 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5555c131f930 con 0x5555c131ca80 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.820+0000 7f258c39e740 10 client.0 _ll_register_callbacks cb 0x5555c123e580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50352/0 (socket says 172.21.15.83:50352) 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 -- 172.21.15.83:0/1847715703 learned_addr learned my addr 172.21.15.83:0/1847715703 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f257bfff640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c1313ea0 0x5555c131a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f25837fe640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c131ca80 0x5555c131a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 -- 172.21.15.83:0/1847715703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c131ca80 msgr2=0x5555c131a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c131ca80 0x5555c131a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 -- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c1313ea0 msgr2=0x5555c131a020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c1313ea0 0x5555c131a020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 -- 172.21.15.83:0/1847715703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555c0f8a3f0 con 0x5555c1313580 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f2582ffd640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f257409be70 tx=0x7f2574009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e879178a2a102c7c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f256a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257409c870 con 0x5555c1313580 2024-04-22T14:05:53.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f25740987e0 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f257409c170 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f25740a0520 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f258c39e740 10 client.18024 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5555c0f4a0f0 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.821+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f257409c170 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f2574097f50 con 0x5555c1313580 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 10 client.18024 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 10 client.18024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 20 client.18024 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c132c870 0x5555c132ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 4 client.18024 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555c1285c00 con 0x5555c132c870 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f257bfff640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c132c870 0x5555c132ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f256a7fc640 10 client.18024 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.822+0000 7f257bfff640 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c132c870 0x5555c132ec60 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=791ceb8fcee88c1a server_cookie=ece8da01a2e18e14 in_seq=0 out_seq=0 2024-04-22T14:05:53.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f256a7fc640 1 -- 172.21.15.83:0/1847715703 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5555c1285c00 con 0x5555c132c870 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f256a7fc640 10 client.18024 handle_command_reply: tid=0 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 client.18024 shutdown 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 msgr2=0x5555c1319ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f257409be70 tx=0x7f2574009f50 comp rx=0 tx=0).stop 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 shutdown_connections 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c132c870 0x5555c132ec60 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c131ca80 0x5555c131a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c1313ea0 0x5555c131a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 --2- 172.21.15.83:0/1847715703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c1319ae0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f256a7fc640 0 client.18024 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 >> 172.21.15.83:0/1847715703 conn(0x5555c130dcb0 msgr2=0x5555c130fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 shutdown_connections 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.823+0000 7f258c39e740 1 -- 172.21.15.83:0/1847715703 wait complete. 2024-04-22T14:05:53.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.824+0000 7f258c39e740 20 client.18024 trim_cache size 0 max 16384 2024-04-22T14:05:53.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 Processor -- start 2024-04-22T14:05:53.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 -- start start 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c131c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1331c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25841adb50 con 0x5555c1313ea0 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f25841af720 con 0x5555c131ca80 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f258c39e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f25841ae220 con 0x5555c1313580 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f257bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f257bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50356/0 (socket says 172.21.15.83:50356) 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f257bfff640 1 -- 172.21.15.83:0/3317560909 learned_addr learned my addr 172.21.15.83:0/3317560909 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f257bfff640 1 -- 172.21.15.83:0/3317560909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 msgr2=0x5555c131c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f2582ffd640 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c131c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.841+0000 7f257bfff640 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c131c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f257bfff640 1 -- 172.21.15.83:0/3317560909 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 msgr2=0x5555c1331c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f257bfff640 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1331c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f257bfff640 1 -- 172.21.15.83:0/3317560909 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555c1312f50 con 0x5555c1313ea0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f2582ffd640 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c131c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f257bfff640 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f256c005ab0 tx=0x7f256c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=323e875285530c2f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f2578ff9640 1 -- 172.21.15.83:0/3317560909 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f256c04f020 con 0x5555c1313ea0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f2578ff9640 1 -- 172.21.15.83:0/3317560909 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f256c02cc90 con 0x5555c1313ea0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f2578ff9640 1 -- 172.21.15.83:0/3317560909 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f256c049050 con 0x5555c1313ea0 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f258c39e740 1 -- 172.21.15.83:0/3317560909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 msgr2=0x5555c1318a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.842+0000 7f258c39e740 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f256c005ab0 tx=0x7f256c005a20 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- 172.21.15.83:0/3317560909 shutdown_connections 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1331c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313ea0 0x5555c1318a20 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- 172.21.15.83:0/3317560909 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313580 0x5555c131c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- 172.21.15.83:0/3317560909 >> 172.21.15.83:0/3317560909 conn(0x5555c130dcb0 msgr2=0x5555c130f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- 172.21.15.83:0/3317560909 shutdown_connections 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- 172.21.15.83:0/3317560909 wait complete. 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- start start 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 Processor -- start 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313ea0 0x5555c132fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1330380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f25841af050 con 0x5555c1313580 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f25841ae950 con 0x5555c131ca80 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f25841abb30 con 0x5555c1313ea0 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f258c39e740 10 client.0 _ll_register_callbacks cb 0x7f256c009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50370/0 (socket says 172.21.15.83:50370) 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 -- 172.21.15.83:0/2603850715 learned_addr learned my addr 172.21.15.83:0/2603850715 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f257bfff640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313ea0 0x5555c132fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 -- 172.21.15.83:0/2603850715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313ea0 msgr2=0x5555c132fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313ea0 0x5555c132fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 -- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 msgr2=0x5555c1330380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1330380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.843+0000 7f2582ffd640 1 -- 172.21.15.83:0/2603850715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555c1391ca0 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f2582ffd640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f257409c100 tx=0x7f25740d0510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0284279c5ab0b46 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257409bf40 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f257409b5c0 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f256c02cc90 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f25740980d0 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 10 client.18030 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5555c1392f00 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f256c02cc90 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f2574096ce0 con 0x5555c1313580 2024-04-22T14:05:53.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 10 client.18030 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 10 client.18030 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 20 client.18030 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c1393430 0x5555c1395880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 4 client.18030 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.844+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5555c127fa70 con 0x5555c1393430 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f257bfff640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c1393430 0x5555c1395880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f256a7fc640 10 client.18030 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f257bfff640 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c1393430 0x5555c1395880 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c944e82870cce5f server_cookie=b1e11c429c8af65f in_seq=0 out_seq=0 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f256a7fc640 1 -- 172.21.15.83:0/2603850715 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5555c127fa70 con 0x5555c1393430 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f256a7fc640 10 client.18030 handle_command_reply: tid=0 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 client.18030 shutdown 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 msgr2=0x5555c132f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f257409c100 tx=0x7f25740d0510 comp rx=0 tx=0).stop 2024-04-22T14:05:53.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 shutdown_connections 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5555c1393430 0x5555c1395880 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5555c131ca80 0x5555c1330380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5555c1313ea0 0x5555c132fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f256a7fc640 0 client.18030 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 --2- 172.21.15.83:0/2603850715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5555c1313580 0x5555c132f900 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 >> 172.21.15.83:0/2603850715 conn(0x5555c130dcb0 msgr2=0x5555c1319a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 shutdown_connections 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 1 -- 172.21.15.83:0/2603850715 wait complete. 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.845+0000 7f258c39e740 20 client.18030 trim_cache size 0 max 16384 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:05:53.855 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 msgr2=0x7f25700a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 0x7f25700a61e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f257c014d40 tx=0x7f257c004ab0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 msgr2=0x7f2584198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f257400d950 tx=0x7f257400de10 comp rx=0 tx=0).stop 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 shutdown_connections 2024-04-22T14:05:53.856 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f25700a3d20 0x7f25700a61e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f258419cfd0 0x7f258419d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2584106150 0x7f2584198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 --2- 172.21.15.83:0/62929771 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2584101080 0x7f2584198710 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 >> 172.21.15.83:0/62929771 conn(0x7f2584078000 msgr2=0x7f2584069450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 shutdown_connections 2024-04-22T14:05:53.857 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.846+0000 7f25897b2640 1 -- 172.21.15.83:0/62929771 wait complete. 2024-04-22T14:05:53.860 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:05:53.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 -- 172.21.15.83:0/4148036862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 msgr2=0x7fc65410ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/4148036862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc65410ee30 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fc64c009ca0 tx=0x7fc64c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 -- 172.21.15.83:0/4148036862 shutdown_connections 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/4148036862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc65410ee30 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/4148036862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102b40 0x7fc654106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/4148036862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654102190 0x7fc654102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 -- 172.21.15.83:0/4148036862 >> 172.21.15.83:0/4148036862 conn(0x7fc6540793e0 msgr2=0x7fc6540797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 -- 172.21.15.83:0/4148036862 shutdown_connections 2024-04-22T14:05:53.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.955+0000 7fc65b5f4640 1 -- 172.21.15.83:0/4148036862 wait complete. 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 Processor -- start 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 -- start start 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102190 0x7fc654074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654074cd0 0x7fc6541a68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc6541121b0 con 0x7fc654107260 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc654112030 con 0x7fc654074cd0 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc65b5f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc654112330 con 0x7fc654102190 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50400/0 (socket says 172.21.15.83:50400) 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 -- 172.21.15.83:0/594264646 learned_addr learned my addr 172.21.15.83:0/594264646 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:53.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc659390640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102190 0x7fc654074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc659b91640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654074cd0 0x7fc6541a68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 -- 172.21.15.83:0/594264646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102190 msgr2=0x7fc654074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102190 0x7fc654074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 -- 172.21.15.83:0/594264646 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654074cd0 msgr2=0x7fc6541a68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654074cd0 0x7fc6541a68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 -- 172.21.15.83:0/594264646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6541a6f80 con 0x7fc654107260 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.956+0000 7fc658b8f640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fc65000d770 tx=0x7fc65000db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.957+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650017070 con 0x7fc654107260 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.957+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6541a7270 con 0x7fc654107260 2024-04-22T14:05:53.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.957+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc650010460 con 0x7fc654107260 2024-04-22T14:05:53.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.957+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6541a7810 con 0x7fc654107260 2024-04-22T14:05:53.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.957+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650021060 con 0x7fc654107260 2024-04-22T14:05:53.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.958+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc654069230 con 0x7fc654107260 2024-04-22T14:05:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.959+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc65001a070 con 0x7fc654107260 2024-04-22T14:05:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.959+0000 7fc6467fc640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 0x7fc6400a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.959+0000 7fc659390640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 0x7fc6400a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.959+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fc6500d0680 con 0x7fc654107260 2024-04-22T14:05:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.960+0000 7fc659390640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 0x7fc6400a61e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc64800abe0 tx=0x7fc64800a2d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:53.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:53.963+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc65009cd50 con 0x7fc654107260 2024-04-22T14:05:54.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.178+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc654075730 con 0x7fc654107260 2024-04-22T14:05:54.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.178+0000 7fc6467fc640 1 -- 172.21.15.83:0/594264646 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11928 (secure 0 0 0) 0x7fc65009c650 con 0x7fc654107260 2024-04-22T14:05:54.182 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:05:54.182 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":41,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:04:47.348168+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[0,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:05:54.183 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 41 2024-04-22T14:05:54.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.180+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 msgr2=0x7fc6400a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.180+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 0x7fc6400a61e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc64800abe0 tx=0x7fc64800a2d0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 msgr2=0x7fc654074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fc65000d770 tx=0x7fc65000db70 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 shutdown_connections 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6400a3d20 0x7fc6400a61e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc654074cd0 0x7fc6541a68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc654107260 0x7fc654074790 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 --2- 172.21.15.83:0/594264646 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc654102190 0x7fc654074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 >> 172.21.15.83:0/594264646 conn(0x7fc6540793e0 msgr2=0x7fc6540ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 shutdown_connections 2024-04-22T14:05:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.181+0000 7fc65b5f4640 1 -- 172.21.15.83:0/594264646 wait complete. 2024-04-22T14:05:54.196 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- 172.21.15.83:0/24006636 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 msgr2=0x7fba701035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 --2- 172.21.15.83:0/24006636 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba701035b0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fba68009900 tx=0x7fba6802bd60 comp rx=0 tx=0).stop 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- 172.21.15.83:0/24006636 shutdown_connections 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 --2- 172.21.15.83:0/24006636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba7010c510 0x7fba7010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 --2- 172.21.15.83:0/24006636 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba70103af0 0x7fba7010bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 --2- 172.21.15.83:0/24006636 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba701035b0 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- 172.21.15.83:0/24006636 >> 172.21.15.83:0/24006636 conn(0x7fba70077f50 msgr2=0x7fba70078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- 172.21.15.83:0/24006636 shutdown_connections 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- 172.21.15.83:0/24006636 wait complete. 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 Processor -- start 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.292+0000 7fba786d9640 1 -- start start 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba70103af0 0x7fba70198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7010c510 0x7fba7019cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fba70112180 con 0x7fba701031d0 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fba70112000 con 0x7fba70103af0 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fba70112300 con 0x7fba7010c510 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50420/0 (socket says 172.21.15.83:50420) 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 -- 172.21.15.83:0/743833357 learned_addr learned my addr 172.21.15.83:0/743833357 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba75c74640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba70103af0 0x7fba70198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76c76640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7010c510 0x7fba7019cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 -- 172.21.15.83:0/743833357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7010c510 msgr2=0x7fba7019cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7010c510 0x7fba7019cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 -- 172.21.15.83:0/743833357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba70103af0 msgr2=0x7fba70198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba70103af0 0x7fba70198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 -- 172.21.15.83:0/743833357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba7019d6c0 con 0x7fba701031d0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba76475640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fba68005940 tx=0x7fba6802d920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba6f7fe640 1 -- 172.21.15.83:0/743833357 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba68043020 con 0x7fba701031d0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba7019d950 con 0x7fba701031d0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba6f7fe640 1 -- 172.21.15.83:0/743833357 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba6802dd20 con 0x7fba701031d0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba6f7fe640 1 -- 172.21.15.83:0/743833357 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680039f0 con 0x7fba701031d0 2024-04-22T14:05:54.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.293+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba701a5240 con 0x7fba701031d0 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.295+0000 7fba6f7fe640 1 -- 172.21.15.83:0/743833357 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fba68046020 con 0x7fba701031d0 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 Processor -- start 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 -- start start 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de139c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x560de13011f0 con 0x560de139ce80 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x560de129e4b0 con 0x560de13a5a00 2024-04-22T14:05:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x560de12fd1b0 con 0x560de139c4d0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba6f7fe640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 0x7fba580a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50430/0 (socket says 172.21.15.83:50430) 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba76475640 1 -- 172.21.15.83:0/2182589767 learned_addr learned my addr 172.21.15.83:0/2182589767 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba76c76640 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de139c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba75c74640 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.296+0000 7fba76c76640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 0x7fba580a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba6f7fe640 1 -- 172.21.15.83:0/743833357 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fba680f2920 con 0x7fba701031d0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 -- 172.21.15.83:0/2182589767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 msgr2=0x560de139c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de139c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 -- 172.21.15.83:0/2182589767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 msgr2=0x560de13a7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 -- 172.21.15.83:0/2182589767 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560de12901b0 con 0x560de139ce80 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76475640 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fba680f0150 tx=0x7fba6802bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c227b08eeed54c55 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.308 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba76c76640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 0x7fba580a61e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fba60009fd0 tx=0x7fba60009970 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba6cff9640 1 -- 172.21.15.83:0/2182589767 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680be360 con 0x560de139ce80 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba6cff9640 1 -- 172.21.15.83:0/2182589767 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba680bf100 con 0x560de139ce80 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.297+0000 7fba6cff9640 1 -- 172.21.15.83:0/2182589767 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680bb070 con 0x560de139ce80 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- 172.21.15.83:0/2182589767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 msgr2=0x560de13a5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fba680f0150 tx=0x7fba6802bd60 comp rx=0 tx=0).stop 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- 172.21.15.83:0/2182589767 shutdown_connections 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a5430 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/2182589767 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de139c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- 172.21.15.83:0/2182589767 >> 172.21.15.83:0/2182589767 conn(0x560de1396ba0 msgr2=0x560de1396f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- 172.21.15.83:0/2182589767 shutdown_connections 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- 172.21.15.83:0/2182589767 wait complete. 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- start start 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 Processor -- start 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.309 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x560de13a8730 con 0x560de139ce80 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x560de12ba500 con 0x560de13a5a00 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.298+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x560de13a88b0 con 0x560de139c4d0 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba7b3aa740 10 client.0 _ll_register_callbacks cb 0x560de1288b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50440/0 (socket says 172.21.15.83:50440) 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 -- 172.21.15.83:0/1802360354 learned_addr learned my addr 172.21.15.83:0/1802360354 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba76475640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba76c76640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 -- 172.21.15.83:0/1802360354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 msgr2=0x560de13a52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13a52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.310 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 -- 172.21.15.83:0/1802360354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 msgr2=0x560de13a2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 -- 172.21.15.83:0/1802360354 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560de10133f0 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba76475640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13a52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba75c74640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fba64010a50 tx=0x7fba64010f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b251b23459d124c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6401e060 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fba6400fb10 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba680bf100 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fba6400fd10 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba7b3aa740 10 client.18048 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x560de10dd7d0 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.299+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba680bf100 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fba64021480 con 0x560de139ce80 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 10 client.18048 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 10 client.18048 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 20 client.18048 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de13b59e0 0x560de13b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 4 client.18048 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560de12a0930 con 0x560de13b59e0 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba76475640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de13b59e0 0x560de13b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba76475640 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de13b59e0 0x560de13b7e80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=da6ca65d3c8d6011 server_cookie=c91f8174425d2652 in_seq=0 out_seq=0 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.300+0000 7fba55ffb640 10 client.18048 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba55ffb640 1 -- 172.21.15.83:0/1802360354 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560de12a0930 con 0x560de13b59e0 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba55ffb640 10 client.18048 handle_command_reply: tid=0 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 client.18048 shutdown 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 msgr2=0x560de13a2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fba64010a50 tx=0x7fba64010f10 comp rx=0 tx=0).stop 2024-04-22T14:05:54.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 shutdown_connections 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de13b59e0 0x560de13b7e80 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de13a2630 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba55ffb640 0 client.18048 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/1802360354 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13a52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 >> 172.21.15.83:0/1802360354 conn(0x560de1396ba0 msgr2=0x560de13988f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 shutdown_connections 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 1 -- 172.21.15.83:0/1802360354 wait complete. 2024-04-22T14:05:54.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.301+0000 7fba7b3aa740 20 client.18048 trim_cache size 0 max 16384 2024-04-22T14:05:54.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 Processor -- start 2024-04-22T14:05:54.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 -- start start 2024-04-22T14:05:54.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13b1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a4d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fba701ada50 con 0x560de139ce80 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fba701af620 con 0x560de13a5a00 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fba701ae120 con 0x560de139c4d0 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50448/0 (socket says 172.21.15.83:50448) 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 -- 172.21.15.83:0/3139819117 learned_addr learned my addr 172.21.15.83:0/3139819117 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba76c76640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba76475640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 -- 172.21.15.83:0/3139819117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 msgr2=0x560de13b1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13b1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 -- 172.21.15.83:0/3139819117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 msgr2=0x560de13a4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba75c74640 1 -- 172.21.15.83:0/3139819117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560de13b2700 con 0x560de139ce80 2024-04-22T14:05:54.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.314+0000 7fba76c76640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba75c74640 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fba64000c00 tx=0x7fba64021e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fb9ef58913a7f65 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba57fff640 1 -- 172.21.15.83:0/3139819117 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6400fb10 con 0x560de139ce80 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba57fff640 1 -- 172.21.15.83:0/3139819117 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba64021ac0 con 0x560de139ce80 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba57fff640 1 -- 172.21.15.83:0/3139819117 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba64023c00 con 0x560de139ce80 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 -- 172.21.15.83:0/3139819117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 msgr2=0x560de139dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fba64000c00 tx=0x7fba64021e90 comp rx=0 tx=0).stop 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 -- 172.21.15.83:0/3139819117 shutdown_connections 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de13a4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139ce80 0x560de139dae0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/3139819117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139c4d0 0x560de13b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 -- 172.21.15.83:0/3139819117 >> 172.21.15.83:0/3139819117 conn(0x560de1396ba0 msgr2=0x560de139d3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 -- 172.21.15.83:0/3139819117 shutdown_connections 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.315+0000 7fba7b3aa740 1 -- 172.21.15.83:0/3139819117 wait complete. 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 -- start start 2024-04-22T14:05:54.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 Processor -- start 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139ce80 0x560de139f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de139fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fba701aef50 con 0x560de139c4d0 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fba701ae850 con 0x560de13a5a00 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fba701aba30 con 0x560de139ce80 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 10 client.0 _ll_register_callbacks cb 0x7fba64010660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50464/0 (socket says 172.21.15.83:50464) 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 -- 172.21.15.83:0/575726978 learned_addr learned my addr 172.21.15.83:0/575726978 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76c76640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de139fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 -- 172.21.15.83:0/575726978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139ce80 msgr2=0x560de139f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139ce80 0x560de139f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 -- 172.21.15.83:0/575726978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 msgr2=0x560de139fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de139fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 -- 172.21.15.83:0/575726978 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560de141afc0 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba76475640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fba680bccb0 tx=0x7fba680057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b454c5b782e0b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba55ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba680bf100 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7fba680bb070 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.316+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba64021ac0 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fba680bea00 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 10 client.18054 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x560de141c330 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba680d9070 con 0x560de139c4d0 2024-04-22T14:05:54.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fba680bec60 con 0x560de139c4d0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 10 client.18054 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 10 client.18054 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 20 client.18054 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de141c9a0 0x560de141ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 4 client.18054 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560de13a2f00 con 0x560de141c9a0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba75c74640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de141c9a0 0x560de141ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 10 client.18054 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba75c74640 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de141c9a0 0x560de141ede0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bae940aa6386bdb3 server_cookie=ac294749e36c372d in_seq=0 out_seq=0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 1 -- 172.21.15.83:0/575726978 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560de13a2f00 con 0x560de141c9a0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba55ffb640 10 client.18054 handle_command_reply: tid=0 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.317+0000 7fba7b3aa740 1 client.18054 shutdown 2024-04-22T14:05:54.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 msgr2=0x560de139f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fba680bccb0 tx=0x7fba680057a0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 shutdown_connections 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x560de141c9a0 0x560de141ede0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x560de13a5a00 0x560de139fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba55ffb640 0 client.18054 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x560de139ce80 0x560de139f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 --2- 172.21.15.83:0/575726978 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x560de139c4d0 0x560de139f300 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 >> 172.21.15.83:0/575726978 conn(0x560de1396ba0 msgr2=0x560de1395c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 shutdown_connections 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 1 -- 172.21.15.83:0/575726978 wait complete. 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba7b3aa740 20 client.18054 trim_cache size 0 max 16384 2024-04-22T14:05:54.328 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 msgr2=0x7fba580a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 0x7fba580a61e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fba60009fd0 tx=0x7fba60009970 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 msgr2=0x7fba70198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fba68005940 tx=0x7fba6802d920 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 shutdown_connections 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fba580a3d20 0x7fba580a61e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fba7010c510 0x7fba7019cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fba70103af0 0x7fba70198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 --2- 172.21.15.83:0/743833357 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fba701031d0 0x7fba70198720 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 >> 172.21.15.83:0/743833357 conn(0x7fba70077f50 msgr2=0x7fba700fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 shutdown_connections 2024-04-22T14:05:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.318+0000 7fba786d9640 1 -- 172.21.15.83:0/743833357 wait complete. 2024-04-22T14:05:54.333 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.428+0000 7f3867385640 1 -- 172.21.15.83:0/1674993165 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860106160 msgr2=0x7f386010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.428+0000 7f3867385640 1 --2- 172.21.15.83:0/1674993165 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860106160 0x7f386010dd30 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f3858009ca0 tx=0x7f385802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- 172.21.15.83:0/1674993165 shutdown_connections 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- 172.21.15.83:0/1674993165 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860106160 0x7f386010dd30 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- 172.21.15.83:0/1674993165 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860101a40 0x7f3860105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- 172.21.15.83:0/1674993165 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860101090 0x7f3860101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- 172.21.15.83:0/1674993165 >> 172.21.15.83:0/1674993165 conn(0x7f3860077f50 msgr2=0x7f3860078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- 172.21.15.83:0/1674993165 shutdown_connections 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- 172.21.15.83:0/1674993165 wait complete. 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 Processor -- start 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- start start 2024-04-22T14:05:54.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 0x7f3860199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 0x7f38601a4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f38601110b0 con 0x7f3860101090 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3860110f30 con 0x7f3860199fa0 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3867385640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f3860111230 con 0x7f3860106160 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.429+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50488/0 (socket says 172.21.15.83:50488) 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 -- 172.21.15.83:0/2869632681 learned_addr learned my addr 172.21.15.83:0/2869632681 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865922640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 0x7f38601a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 -- 172.21.15.83:0/2869632681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 msgr2=0x7f3860199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3864920640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 0x7f3860199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 0x7f3860199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 -- 172.21.15.83:0/2869632681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 msgr2=0x7f38601a4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 0x7f38601a4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.436 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 -- 172.21.15.83:0/2869632681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38601a4d50 con 0x7f3860101090 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865922640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 0x7f38601a4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3864920640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 0x7f3860199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3865121640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f385000d950 tx=0x7f385000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f38567fc640 1 -- 172.21.15.83:0/2869632681 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3850017070 con 0x7f3860101090 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f38567fc640 1 -- 172.21.15.83:0/2869632681 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3850009c30 con 0x7f3860101090 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38601a4fe0 con 0x7f3860101090 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f38567fc640 1 -- 172.21.15.83:0/2869632681 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385000f620 con 0x7f3860101090 2024-04-22T14:05:54.437 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.430+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38601a5500 con 0x7f3860101090 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f38567fc640 1 -- 172.21.15.83:0/2869632681 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3850010460 con 0x7f3860101090 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 Processor -- start 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 -- start start 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacb98e0 0x5642dacb9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacc2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5642dac1a1f0 con 0x5642dacc2e10 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5642dabb74b0 con 0x5642dacb98e0 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.433+0000 7f3869f72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5642dac161b0 con 0x5642dacba290 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50498/0 (socket says 172.21.15.83:50498) 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 -- 172.21.15.83:0/1148129590 learned_addr learned my addr 172.21.15.83:0/1148129590 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3865922640 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacb98e0 0x5642dacb9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3865121640 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacc2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f38567fc640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 0x7f384c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 -- 172.21.15.83:0/1148129590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 msgr2=0x5642dacc2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacc2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 -- 172.21.15.83:0/1148129590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacb98e0 msgr2=0x5642dacb9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacb98e0 0x5642dacb9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 -- 172.21.15.83:0/1148129590 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642daba91b0 con 0x5642dacc2e10 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3865922640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 0x7f384c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f38567fc640 1 -- 172.21.15.83:0/2869632681 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f38500d0540 con 0x7f3860101090 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f3864920640 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f385c00bb40 tx=0x7f385c00d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7df376b5fe5d7f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f384b7fe640 1 -- 172.21.15.83:0/1148129590 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c017420 con 0x5642dacc2e10 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f384b7fe640 1 -- 172.21.15.83:0/1148129590 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f385c017a70 con 0x5642dacc2e10 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.434+0000 7f384b7fe640 1 -- 172.21.15.83:0/1148129590 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c00fac0 con 0x5642dacc2e10 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- 172.21.15.83:0/1148129590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 msgr2=0x5642dacc5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3865922640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 0x7f384c0a61e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3858006010 tx=0x7f385802e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f385c00bb40 tx=0x7f385c00d340 comp rx=0 tx=0).stop 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- 172.21.15.83:0/1148129590 shutdown_connections 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacc2e10 0x5642dacc5260 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacc2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 --2- 172.21.15.83:0/1148129590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacb98e0 0x5642dacb9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- 172.21.15.83:0/1148129590 >> 172.21.15.83:0/1148129590 conn(0x5642dacb3fb0 msgr2=0x5642dacb4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- 172.21.15.83:0/1148129590 shutdown_connections 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- 172.21.15.83:0/1148129590 wait complete. 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 -- start start 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.435+0000 7f3869f72740 1 Processor -- start 2024-04-22T14:05:54.446 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacbfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5642dacc5d80 con 0x5642dacb98e0 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5642dabd3500 con 0x5642dacc2e10 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5642dacc5f00 con 0x5642dacba290 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 10 client.0 _ll_register_callbacks cb 0x5642daba1b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50504/0 (socket says 172.21.15.83:50504) 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 -- 172.21.15.83:0/2662814153 learned_addr learned my addr 172.21.15.83:0/2662814153 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3864920640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacbfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 -- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 msgr2=0x5642dacbfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacbfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 -- 172.21.15.83:0/2662814153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 msgr2=0x5642dacc00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865922640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 -- 172.21.15.83:0/2662814153 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642da92c3f0 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3865121640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f385009c1b0 tx=0x7f38500d3b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13cf34b641def63a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3848ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3850020040 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f38500d0020 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.436+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f385c017a70 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f385009be10 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 10 client.18066 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5642da9f67d0 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f385c017a70 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f3850098200 con 0x5642dacb98e0 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 10 client.18066 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.448 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 10 client.18066 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 20 client.18066 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dacd3040 0x5642dacd5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 4 client.18066 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.437+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642dabb9930 con 0x5642dacd3040 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.438+0000 7f3864920640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dacd3040 0x5642dacd5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.438+0000 7f3848ff9640 10 client.18066 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.438+0000 7f3864920640 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dacd3040 0x5642dacd5450 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=94abcaa2625c1e84 server_cookie=d5020b219e4cc72a in_seq=0 out_seq=0 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3848ff9640 1 -- 172.21.15.83:0/2662814153 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5642dabb9930 con 0x5642dacd3040 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3848ff9640 10 client.18066 handle_command_reply: tid=0 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 client.18066 shutdown 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 msgr2=0x5642dacc2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f385009c1b0 tx=0x7f38500d3b20 comp rx=0 tx=0).stop 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 shutdown_connections 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dacd3040 0x5642dacd5450 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.449 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacba290 0x5642dacbfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3848ff9640 0 client.18066 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 --2- 172.21.15.83:0/2662814153 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642dacc2740 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 >> 172.21.15.83:0/2662814153 conn(0x5642dacb3fb0 msgr2=0x5642dacb5d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 shutdown_connections 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 1 -- 172.21.15.83:0/2662814153 wait complete. 2024-04-22T14:05:54.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.439+0000 7f3869f72740 20 client.18066 trim_cache size 0 max 16384 2024-04-22T14:05:54.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 Processor -- start 2024-04-22T14:05:54.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 -- start start 2024-04-22T14:05:54.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacb98e0 0x5642daccec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f38601ab720 con 0x5642dacba290 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38601ad2f0 con 0x5642dacc2e10 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3869f72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f38601abdf0 con 0x5642dacb98e0 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3864920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3864920640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50510/0 (socket says 172.21.15.83:50510) 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.452+0000 7f3864920640 1 -- 172.21.15.83:0/1099187066 learned_addr learned my addr 172.21.15.83:0/1099187066 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 -- 172.21.15.83:0/1099187066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacb98e0 msgr2=0x5642daccec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacb98e0 0x5642daccec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 -- 172.21.15.83:0/1099187066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 msgr2=0x5642dacc2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 -- 172.21.15.83:0/1099187066 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642dacc0a70 con 0x5642dacba290 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3864920640 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f385c00ba60 tx=0x7f385c00f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbfe59ca7f7b620f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.462 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f384affd640 1 -- 172.21.15.83:0/1099187066 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c030070 con 0x5642dacba290 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f384affd640 1 -- 172.21.15.83:0/1099187066 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f385c0054f0 con 0x5642dacba290 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f384affd640 1 -- 172.21.15.83:0/1099187066 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385c00f5e0 con 0x5642dacba290 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 -- 172.21.15.83:0/1099187066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 msgr2=0x5642dacaec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f385c00ba60 tx=0x7f385c00f460 comp rx=0 tx=0).stop 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 -- 172.21.15.83:0/1099187066 shutdown_connections 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacc2e10 0x5642dacc2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacba290 0x5642dacaec00 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 --2- 172.21.15.83:0/1099187066 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacb98e0 0x5642daccec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 -- 172.21.15.83:0/1099187066 >> 172.21.15.83:0/1099187066 conn(0x5642dacb3fb0 msgr2=0x5642dacb4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.453+0000 7f3869f72740 1 -- 172.21.15.83:0/1099187066 shutdown_connections 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 -- 172.21.15.83:0/1099187066 wait complete. 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 -- start start 2024-04-22T14:05:54.463 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 Processor -- start 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 0x5642dacc6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 0x5642dacc6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f38601acc20 con 0x5642dacb98e0 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38601ac520 con 0x5642dacba290 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f38601a97b0 con 0x5642dacc2e10 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3869f72740 10 client.0 _ll_register_callbacks cb 0x7f3850098750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3865121640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50524/0 (socket says 172.21.15.83:50524) 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3865121640 1 -- 172.21.15.83:0/3632614859 learned_addr learned my addr 172.21.15.83:0/3632614859 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.454+0000 7f3864920640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 0x5642dacc6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865922640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 0x5642dacc6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 -- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 msgr2=0x5642dacc6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.464 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 0x5642dacc6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 -- 172.21.15.83:0/3632614859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 msgr2=0x5642dacc6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 0x5642dacc6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 -- 172.21.15.83:0/3632614859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642dacc7550 con 0x5642dacb98e0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865922640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 0x5642dacc6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3864920640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 0x5642dacc6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3865121640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f38500058c0 tx=0x7f3850005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f165680b2b917ded server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3850020070 con 0x5642dacb98e0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f385009bb00 con 0x5642dacb98e0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f385c0054f0 con 0x5642dacb98e0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f38500ce0f0 con 0x5642dacb98e0 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 10 client.18072 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.465 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5642dad394f0 con 0x5642dacb98e0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f385c0054f0 con 0x5642dacb98e0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f385009b370 con 0x5642dacb98e0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 10 client.18072 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 10 client.18072 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 20 client.18072 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dad39bf0 0x5642dad3c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 4 client.18072 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.455+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5642dac27c10 con 0x5642dad39bf0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3864920640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dad39bf0 0x5642dad3c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3864920640 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dad39bf0 0x5642dad3c010 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ef9ae4e005e890a9 server_cookie=77b2028cb0c4a6c8 in_seq=0 out_seq=0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3848ff9640 10 client.18072 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3848ff9640 1 -- 172.21.15.83:0/3632614859 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5642dac27c10 con 0x5642dad39bf0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3848ff9640 10 client.18072 handle_command_reply: tid=0 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 client.18072 shutdown 2024-04-22T14:05:54.466 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 msgr2=0x5642daccb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f38500058c0 tx=0x7f3850005bd0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 shutdown_connections 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5642dad39bf0 0x5642dad3c010 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5642dacc2e10 0x5642dacc6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3848ff9640 0 client.18072 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5642dacba290 0x5642dacc6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 --2- 172.21.15.83:0/3632614859 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5642dacb98e0 0x5642daccb4a0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.456+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 >> 172.21.15.83:0/3632614859 conn(0x5642dacb3fb0 msgr2=0x5642dacaec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 shutdown_connections 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3869f72740 1 -- 172.21.15.83:0/3632614859 wait complete. 2024-04-22T14:05:54.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3869f72740 20 client.18072 trim_cache size 0 max 16384 2024-04-22T14:05:54.468 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:54.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 msgr2=0x7f384c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 0x7f384c0a61e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3858006010 tx=0x7f385802e040 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 msgr2=0x7f38601994d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f385000d950 tx=0x7f385000de10 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 shutdown_connections 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f384c0a3d20 0x7f384c0a61e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3860199fa0 0x7f38601a4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f3860106160 0x7f3860199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 --2- 172.21.15.83:0/2869632681 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f3860101090 0x7f38601994d0 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 >> 172.21.15.83:0/2869632681 conn(0x7f3860077f50 msgr2=0x7f38600feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 shutdown_connections 2024-04-22T14:05:54.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.457+0000 7f3867385640 1 -- 172.21.15.83:0/2869632681 wait complete. 2024-04-22T14:05:54.471 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- 172.21.15.83:0/3562413431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c103b00 msgr2=0x7f326c10bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 --2- 172.21.15.83:0/3562413431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c103b00 0x7f326c10bfe0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f3254009900 tx=0x7f325402bd60 comp rx=0 tx=0).stop 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- 172.21.15.83:0/3562413431 shutdown_connections 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 --2- 172.21.15.83:0/3562413431 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 0x7f326c10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 --2- 172.21.15.83:0/3562413431 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c103b00 0x7f326c10bfe0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 --2- 172.21.15.83:0/3562413431 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c1031e0 0x7f326c1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- 172.21.15.83:0/3562413431 >> 172.21.15.83:0/3562413431 conn(0x7f326c0771d0 msgr2=0x7f326c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- 172.21.15.83:0/3562413431 shutdown_connections 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- 172.21.15.83:0/3562413431 wait complete. 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 Processor -- start 2024-04-22T14:05:54.574 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.568+0000 7f3271559640 1 -- start start 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 0x7f326c198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 0x7f326c19cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f326c112190 con 0x7f326c1031e0 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f326c112010 con 0x7f326c103b00 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f326c112310 con 0x7f326c10c520 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50544/0 (socket says 172.21.15.83:50544) 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 -- 172.21.15.83:0/4270462226 learned_addr learned my addr 172.21.15.83:0/4270462226 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326b7fe640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 0x7f326c19cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3263fff640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 0x7f326c198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 -- 172.21.15.83:0/4270462226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 msgr2=0x7f326c19cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 0x7f326c19cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.575 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 -- 172.21.15.83:0/4270462226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 msgr2=0x7f326c198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 0x7f326c198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 -- 172.21.15.83:0/4270462226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f326c19d6e0 con 0x7f326c1031e0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3263fff640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 0x7f326c198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f326affd640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f325c00e9f0 tx=0x7f325c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3268ff9640 1 -- 172.21.15.83:0/4270462226 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c00cd80 con 0x7f326c1031e0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3268ff9640 1 -- 172.21.15.83:0/4270462226 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325c0108e0 con 0x7f326c1031e0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f326c19d9d0 con 0x7f326c1031e0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3268ff9640 1 -- 172.21.15.83:0/4270462226 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c018980 con 0x7f326c1031e0 2024-04-22T14:05:54.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.569+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f326c1a5260 con 0x7f326c1031e0 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f3268ff9640 1 -- 172.21.15.83:0/4270462226 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f325c010430 con 0x7f326c1031e0 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 Processor -- start 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 -- start start 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec0169a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.584 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f3268ff9640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 0x7f32580a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ec015ff1f0 con 0x55ec016a3a00 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ec0159c4b0 con 0x55ec0169a4d0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f327421f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ec015fb1b0 con 0x55ec0169ae80 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f3263fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f326b7fe640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 0x7f32580a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f3263fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50558/0 (socket says 172.21.15.83:50558) 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.572+0000 7f3263fff640 1 -- 172.21.15.83:0/600357731 learned_addr learned my addr 172.21.15.83:0/600357731 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f326b7fe640 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec0169a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3268ff9640 1 -- 172.21.15.83:0/4270462226 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f325c0d0c50 con 0x7f326c1031e0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f326affd640 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 -- 172.21.15.83:0/600357731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 msgr2=0x55ec016a3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 -- 172.21.15.83:0/600357731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 msgr2=0x55ec0169a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec0169a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.585 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 -- 172.21.15.83:0/600357731 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec0158e1b0 con 0x55ec016a3a00 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f326b7fe640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 0x7f32580a6260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3264007fd0 tx=0x7f3264007c60 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f3263fff640 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f3254006010 tx=0x7f3254005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56bc1db055934616 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f32617fa640 1 -- 172.21.15.83:0/600357731 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254041020 con 0x55ec016a3a00 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f32617fa640 1 -- 172.21.15.83:0/600357731 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325402c910 con 0x55ec016a3a00 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.573+0000 7f32617fa640 1 -- 172.21.15.83:0/600357731 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254005340 con 0x55ec016a3a00 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- 172.21.15.83:0/600357731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 msgr2=0x55ec016a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f3254006010 tx=0x7f3254005e60 comp rx=0 tx=0).stop 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- 172.21.15.83:0/600357731 shutdown_connections 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a5e50 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 --2- 172.21.15.83:0/600357731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec0169a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- 172.21.15.83:0/600357731 >> 172.21.15.83:0/600357731 conn(0x55ec01694ba0 msgr2=0x55ec01694f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- 172.21.15.83:0/600357731 shutdown_connections 2024-04-22T14:05:54.586 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- 172.21.15.83:0/600357731 wait complete. 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 -- start start 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.574+0000 7f327421f740 1 Processor -- start 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec016a32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ec016a6910 con 0x55ec016a3a00 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ec015b8500 con 0x55ec0169a4d0 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ec016a6a90 con 0x55ec0169ae80 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 10 client.0 _ll_register_callbacks cb 0x55ec01586b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50564/0 (socket says 172.21.15.83:50564) 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326affd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec016a32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 -- 172.21.15.83:0/2691491613 learned_addr learned my addr 172.21.15.83:0/2691491613 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f3263fff640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.587 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 -- 172.21.15.83:0/2691491613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 msgr2=0x55ec016a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 -- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 msgr2=0x55ec016a32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec016a32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 -- 172.21.15.83:0/2691491613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec013113f0 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f326b7fe640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f3264007f20 tx=0x7f326401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5900c7b120a089 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f32527fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3264024030 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f3264010cc0 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.575+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f325402c910 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f3264020460 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 10 client.18084 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ec013db7d0 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325402c910 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f326402b4e0 con 0x55ec016a3a00 2024-04-22T14:05:54.588 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 10 client.18084 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 10 client.18084 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 20 client.18084 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec016b6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 4 client.18084 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ec0159e930 con 0x55ec016b3bb0 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.576+0000 7f326affd640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec016b6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f32527fc640 10 client.18084 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f326affd640 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec016b6030 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=de9ac6720c4d696d server_cookie=b1570974cd025deb in_seq=0 out_seq=0 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f32527fc640 1 -- 172.21.15.83:0/2691491613 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ec0159e930 con 0x55ec016b3bb0 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f32527fc640 10 client.18084 handle_command_reply: tid=0 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 client.18084 shutdown 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 msgr2=0x55ec016a0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f3264007f20 tx=0x7f326401a000 comp rx=0 tx=0).stop 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 shutdown_connections 2024-04-22T14:05:54.589 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec016b6030 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec016a3a00 0x55ec016a0b80 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f32527fc640 0 client.18084 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169ae80 0x55ec016a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 --2- 172.21.15.83:0/2691491613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169a4d0 0x55ec016a32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 >> 172.21.15.83:0/2691491613 conn(0x55ec01694ba0 msgr2=0x55ec016968f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 shutdown_connections 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.577+0000 7f327421f740 1 -- 172.21.15.83:0/2691491613 wait complete. 2024-04-22T14:05:54.590 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.578+0000 7f327421f740 20 client.18084 trim_cache size 0 max 16384 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 Processor -- start 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 -- start start 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 0x55ec0169f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec016a3a00 0x55ec01696700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1adae0 con 0x55ec0169a4d0 2024-04-22T14:05:54.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1af6b0 con 0x55ec0169ae80 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f327421f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1ae1b0 con 0x55ec016a3a00 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50572/0 (socket says 172.21.15.83:50572) 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 -- 172.21.15.83:0/3967734116 learned_addr learned my addr 172.21.15.83:0/3967734116 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 -- 172.21.15.83:0/3967734116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec016a3a00 msgr2=0x55ec01696700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec016a3a00 0x55ec01696700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 -- 172.21.15.83:0/3967734116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 msgr2=0x55ec0169f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f3263fff640 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 0x55ec0169f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 0x55ec0169f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f326affd640 1 -- 172.21.15.83:0/3967734116 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ec01699790 con 0x55ec0169a4d0 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.591+0000 7f3263fff640 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 0x55ec0169f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f326affd640 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f325c09c8c0 tx=0x7f325c01f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f77977e4b19f52f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f3260ff9640 1 -- 172.21.15.83:0/3967734116 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c09cbc0 con 0x55ec0169a4d0 2024-04-22T14:05:54.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f3260ff9640 1 -- 172.21.15.83:0/3967734116 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325c0a0f70 con 0x55ec0169a4d0 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f3260ff9640 1 -- 172.21.15.83:0/3967734116 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325c0ce5f0 con 0x55ec0169a4d0 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 -- 172.21.15.83:0/3967734116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 msgr2=0x55ec016af7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f325c09c8c0 tx=0x7f325c01f000 comp rx=0 tx=0).stop 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 -- 172.21.15.83:0/3967734116 shutdown_connections 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec016a3a00 0x55ec01696700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec0169ae80 0x55ec0169f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 --2- 172.21.15.83:0/3967734116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169a4d0 0x55ec016af7d0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 -- 172.21.15.83:0/3967734116 >> 172.21.15.83:0/3967734116 conn(0x55ec01694ba0 msgr2=0x55ec01695ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 -- 172.21.15.83:0/3967734116 shutdown_connections 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.592+0000 7f327421f740 1 -- 172.21.15.83:0/3967734116 wait complete. 2024-04-22T14:05:54.602 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 -- start start 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 Processor -- start 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169a4d0 0x55ec016ac190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 0x55ec016a7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1aefe0 con 0x55ec0169ae80 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1ae8e0 con 0x55ec016a3a00 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f326c1abac0 con 0x55ec0169a4d0 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f327421f740 10 client.0 _ll_register_callbacks cb 0x7f3264013310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50578/0 (socket says 172.21.15.83:50578) 2024-04-22T14:05:54.603 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 -- 172.21.15.83:0/662700682 learned_addr learned my addr 172.21.15.83:0/662700682 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f326b7fe640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 0x55ec016a7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 -- 172.21.15.83:0/662700682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169a4d0 msgr2=0x55ec016ac190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169a4d0 0x55ec016ac190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 -- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 msgr2=0x55ec016a7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 0x55ec016a7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 -- 172.21.15.83:0/662700682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ec016a8340 con 0x55ec0169ae80 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f326b7fe640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 0x55ec016a7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f3263fff640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f3254005ab0 tx=0x7f3254005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df0a384bb3c69f3e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.593+0000 7f32527fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f325404a020 con 0x55ec0169ae80 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f32540048c0 con 0x55ec0169ae80 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f325c0a0f70 con 0x55ec0169ae80 2024-04-22T14:05:54.604 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f3254055050 con 0x55ec0169ae80 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 10 client.18090 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ec0171a210 con 0x55ec0169ae80 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f325c0a0f70 con 0x55ec0169ae80 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f3254046940 con 0x55ec0169ae80 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 10 client.18090 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 10 client.18090 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 20 client.18090 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec0171c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 4 client.18090 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ec0160cc10 con 0x55ec016b3bb0 2024-04-22T14:05:54.605 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.594+0000 7f326affd640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec0171c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f32527fc640 10 client.18090 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f326affd640 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec0171c5c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4c974b238f3037ec server_cookie=989c6d0629043f77 in_seq=0 out_seq=0 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f32527fc640 1 -- 172.21.15.83:0/662700682 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ec0160cc10 con 0x55ec016b3bb0 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f32527fc640 10 client.18090 handle_command_reply: tid=0 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 client.18090 shutdown 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 msgr2=0x55ec016a7500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f3254005ab0 tx=0x7f3254005270 comp rx=0 tx=0).stop 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 shutdown_connections 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55ec016b3bb0 0x55ec0171c5c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ec016a3a00 0x55ec016a7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.606 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f32527fc640 0 client.18090 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ec0169ae80 0x55ec016a7500 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 --2- 172.21.15.83:0/662700682 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ec0169a4d0 0x55ec016ac190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 >> 172.21.15.83:0/662700682 conn(0x55ec01694ba0 msgr2=0x55ec01696880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 shutdown_connections 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 1 -- 172.21.15.83:0/662700682 wait complete. 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.595+0000 7f327421f740 20 client.18090 trim_cache size 0 max 16384 2024-04-22T14:05:54.607 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:54.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 msgr2=0x7f32580a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 0x7f32580a6260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f3264007fd0 tx=0x7f3264007c60 comp rx=0 tx=0).stop 2024-04-22T14:05:54.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 msgr2=0x7f326c1986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f325c00e9f0 tx=0x7f325c00eeb0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 shutdown_connections 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f32580a3da0 0x7f32580a6260 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f326c10c520 0x7f326c19cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f326c103b00 0x7f326c198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 --2- 172.21.15.83:0/4270462226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f326c1031e0 0x7f326c1986f0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 >> 172.21.15.83:0/4270462226 conn(0x7f326c0771d0 msgr2=0x7f326c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 shutdown_connections 2024-04-22T14:05:54.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.596+0000 7f3271559640 1 -- 172.21.15.83:0/4270462226 wait complete. 2024-04-22T14:05:54.611 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 -- 172.21.15.83:0/4262119285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3701010a0 msgr2=0x7ff370101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 --2- 172.21.15.83:0/4262119285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3701010a0 0x7ff370101480 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7ff360009900 tx=0x7ff36002bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 -- 172.21.15.83:0/4262119285 shutdown_connections 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 --2- 172.21.15.83:0/4262119285 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff37010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 --2- 172.21.15.83:0/4262119285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff370101a50 0x7ff370105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 --2- 172.21.15.83:0/4262119285 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff3701010a0 0x7ff370101480 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 -- 172.21.15.83:0/4262119285 >> 172.21.15.83:0/4262119285 conn(0x7ff3700771d0 msgr2=0x7ff3700775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 -- 172.21.15.83:0/4262119285 shutdown_connections 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.707+0000 7ff375524640 1 -- 172.21.15.83:0/4262119285 wait complete. 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 Processor -- start 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 -- start start 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3701010a0 0x7ff3701975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff370197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701110b0 con 0x7ff37019beb0 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff370110f30 con 0x7ff3701010a0 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff375524640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff370111230 con 0x7ff370106170 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50594/0 (socket says 172.21.15.83:50594) 2024-04-22T14:05:54.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 -- 172.21.15.83:0/567861479 learned_addr learned my addr 172.21.15.83:0/567861479 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36effd640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3701010a0 0x7ff3701975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff367fff640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff370197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 -- 172.21.15.83:0/567861479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 msgr2=0x7ff370197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff370197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 -- 172.21.15.83:0/567861479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3701010a0 msgr2=0x7ff3701975f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3701010a0 0x7ff3701975f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff36f7fe640 1 -- 172.21.15.83:0/567861479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff37019c9a0 con 0x7ff37019beb0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.708+0000 7ff367fff640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff370197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff36f7fe640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7ff36800cad0 tx=0x7ff36800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff36cff9640 1 -- 172.21.15.83:0/567861479 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff36800ae20 con 0x7ff37019beb0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff36cff9640 1 -- 172.21.15.83:0/567861479 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff368005020 con 0x7ff37019beb0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff37019cc90 con 0x7ff37019beb0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff36cff9640 1 -- 172.21.15.83:0/567861479 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff36800f6b0 con 0x7ff37019beb0 2024-04-22T14:05:54.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.709+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3701a4480 con 0x7ff37019beb0 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.711+0000 7ff36cff9640 1 -- 172.21.15.83:0/567861479 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff3680051d0 con 0x7ff37019beb0 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.711+0000 7ff3781f2740 1 Processor -- start 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.711+0000 7ff3781f2740 1 -- start start 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d0970430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0970a00 0x5624d0972e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5624d08cc1f0 con 0x5624d09674d0 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5624d08694b0 con 0x5624d0970a00 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff3781f2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5624d08c81b0 con 0x5624d0967e80 2024-04-22T14:05:54.722 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50604/0 (socket says 172.21.15.83:50604) 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 -- 172.21.15.83:0/2693414656 learned_addr learned my addr 172.21.15.83:0/2693414656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff36effd640 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d0970430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff36cff9640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 0x7ff35c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0970a00 0x5624d0972e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 -- 172.21.15.83:0/2693414656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 msgr2=0x5624d0970430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d0970430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 -- 172.21.15.83:0/2693414656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0970a00 msgr2=0x5624d0972e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0970a00 0x5624d0972e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 -- 172.21.15.83:0/2693414656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624d085b1b0 con 0x5624d09674d0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff36f7fe640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 0x7ff35c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff36cff9640 1 -- 172.21.15.83:0/567861479 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff3680d08c0 con 0x7ff37019beb0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.712+0000 7ff367fff640 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7ff35800be30 tx=0x7ff35800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74fa13d4c8717ace server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3657fa640 1 -- 172.21.15.83:0/2693414656 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff358005220 con 0x5624d09674d0 2024-04-22T14:05:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3657fa640 1 -- 172.21.15.83:0/2693414656 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff35800fe30 con 0x5624d09674d0 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3657fa640 1 -- 172.21.15.83:0/2693414656 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff358012950 con 0x5624d09674d0 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 -- 172.21.15.83:0/2693414656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 msgr2=0x5624d09678b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff36f7fe640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 0x7ff35c0a6260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff368098c90 tx=0x7ff36806f320 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7ff35800be30 tx=0x7ff35800b5b0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 -- 172.21.15.83:0/2693414656 shutdown_connections 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0970a00 0x5624d0972e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d0970430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 --2- 172.21.15.83:0/2693414656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d09678b0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 -- 172.21.15.83:0/2693414656 >> 172.21.15.83:0/2693414656 conn(0x5624d0961ba0 msgr2=0x5624d0961f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 -- 172.21.15.83:0/2693414656 shutdown_connections 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.713+0000 7ff3781f2740 1 -- 172.21.15.83:0/2693414656 wait complete. 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 -- start start 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 Processor -- start 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d09674d0 0x5624d09702d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.724 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d096d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5624d0973970 con 0x5624d0970a00 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5624d0885500 con 0x5624d09674d0 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5624d0973af0 con 0x5624d0967e80 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff3781f2740 10 client.0 _ll_register_callbacks cb 0x5624d0853b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50614/0 (socket says 172.21.15.83:50614) 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 -- 172.21.15.83:0/1851172643 learned_addr learned my addr 172.21.15.83:0/1851172643 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d09674d0 0x5624d09702d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 -- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 msgr2=0x5624d096d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d096d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 -- 172.21.15.83:0/1851172643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d09674d0 msgr2=0x5624d09702d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d09674d0 0x5624d09702d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.714+0000 7ff367fff640 1 -- 172.21.15.83:0/1851172643 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624d05de3f0 con 0x5624d0970a00 2024-04-22T14:05:54.725 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff367fff640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff358005ee0 tx=0x7ff358005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f01192ae634a5a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35801e070 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff3580126d0 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff35800fe30 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff358004e10 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 10 client.18102 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5624d06a87d0 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff35800fe30 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff358011880 con 0x5624d0970a00 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 10 client.18102 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 10 client.18102 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 20 client.18102 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d0980bd0 0x5624d0982fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.726 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 4 client.18102 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.715+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624d086b930 con 0x5624d0980bd0 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.716+0000 7ff36effd640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d0980bd0 0x5624d0982fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.716+0000 7ff3567fc640 10 client.18102 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.716+0000 7ff36effd640 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d0980bd0 0x5624d0982fc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a5e51ce732074721 server_cookie=238a34f5ff0dd8dd in_seq=0 out_seq=0 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3567fc640 1 -- 172.21.15.83:0/1851172643 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5624d086b930 con 0x5624d0980bd0 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3567fc640 10 client.18102 handle_command_reply: tid=0 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 client.18102 shutdown 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 msgr2=0x5624d096dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7ff358005ee0 tx=0x7ff358005e50 comp rx=0 tx=0).stop 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 shutdown_connections 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d0980bd0 0x5624d0982fc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d0970a00 0x5624d096dbc0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0967e80 0x5624d096d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.727 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3567fc640 0 client.18102 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:54.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 --2- 172.21.15.83:0/1851172643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d09674d0 0x5624d09702d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 >> 172.21.15.83:0/1851172643 conn(0x5624d0961ba0 msgr2=0x5624d09638f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 shutdown_connections 2024-04-22T14:05:54.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 1 -- 172.21.15.83:0/1851172643 wait complete. 2024-04-22T14:05:54.728 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.717+0000 7ff3781f2740 20 client.18102 trim_cache size 0 max 16384 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 Processor -- start 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 -- start start 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d096fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d09702d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701aca10 con 0x5624d09674d0 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701ae5e0 con 0x5624d0967e80 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff3781f2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701ad0e0 con 0x5624d0970a00 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50618/0 (socket says 172.21.15.83:50618) 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.730+0000 7ff367fff640 1 -- 172.21.15.83:0/39871019 learned_addr learned my addr 172.21.15.83:0/39871019 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 -- 172.21.15.83:0/39871019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 msgr2=0x5624d09702d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d09702d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 -- 172.21.15.83:0/39871019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 msgr2=0x5624d096fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d096fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 -- 172.21.15.83:0/39871019 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624d0967c20 con 0x5624d09674d0 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff367fff640 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7ff358015040 tx=0x7ff358005460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4b42b4b6e3eecdf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff364ff9640 1 -- 172.21.15.83:0/39871019 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff358032070 con 0x5624d09674d0 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff364ff9640 1 -- 172.21.15.83:0/39871019 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff35800fe30 con 0x5624d09674d0 2024-04-22T14:05:54.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.731+0000 7ff364ff9640 1 -- 172.21.15.83:0/39871019 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35801e040 con 0x5624d09674d0 2024-04-22T14:05:54.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- 172.21.15.83:0/39871019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 msgr2=0x5624d097c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7ff358015040 tx=0x7ff358005460 comp rx=0 tx=0).stop 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- 172.21.15.83:0/39871019 shutdown_connections 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d09702d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d096fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- 172.21.15.83:0/39871019 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d097c830 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- 172.21.15.83:0/39871019 >> 172.21.15.83:0/39871019 conn(0x5624d0961ba0 msgr2=0x5624d0960c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- 172.21.15.83:0/39871019 shutdown_connections 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- 172.21.15.83:0/39871019 wait complete. 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- start start 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 Processor -- start 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d0974420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d0974960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701adf10 con 0x5624d09674d0 2024-04-22T14:05:54.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701ad810 con 0x5624d0967e80 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff3701aa9f0 con 0x5624d0970a00 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff3781f2740 10 client.0 _ll_register_callbacks cb 0x7ff3580046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff367fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50620/0 (socket says 172.21.15.83:50620) 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.732+0000 7ff367fff640 1 -- 172.21.15.83:0/3332277018 learned_addr learned my addr 172.21.15.83:0/3332277018 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff36effd640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d0974420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 -- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 msgr2=0x5624d0974960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d0974960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 -- 172.21.15.83:0/3332277018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 msgr2=0x5624d0974420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d0974420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 -- 172.21.15.83:0/3332277018 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624d0975050 con 0x5624d09674d0 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff36effd640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d0974420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff367fff640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ff358011c00 tx=0x7ff358005700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e12a9e79e58f0b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35803a070 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7ff358012860 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff35800fe30 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7ff358046050 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3781f2740 10 client.18108 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5624d09e6f60 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff35800fe30 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7ff35801a9b0 con 0x5624d09674d0 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.733+0000 7ff3781f2740 10 client.18108 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 10 client.18108 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 20 client.18108 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d09e7620 0x5624d09e9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 4 client.18108 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5624d08d9c10 con 0x5624d09e7620 2024-04-22T14:05:54.743 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff36effd640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d09e7620 0x5624d09e9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3567fc640 10 client.18108 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff36effd640 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d09e7620 0x5624d09e9a10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17fa4a78027548ef server_cookie=132880ad438e4ff5 in_seq=0 out_seq=0 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3567fc640 1 -- 172.21.15.83:0/3332277018 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5624d08d9c10 con 0x5624d09e7620 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3567fc640 10 client.18108 handle_command_reply: tid=0 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.734+0000 7ff3781f2740 1 client.18108 shutdown 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 msgr2=0x5624d0979010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ff358011c00 tx=0x7ff358005700 comp rx=0 tx=0).stop 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 shutdown_connections 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x5624d09e7620 0x5624d09e9a10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5624d0970a00 0x5624d0974960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3567fc640 0 client.18108 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5624d0967e80 0x5624d0974420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 --2- 172.21.15.83:0/3332277018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5624d09674d0 0x5624d0979010 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 >> 172.21.15.83:0/3332277018 conn(0x5624d0961ba0 msgr2=0x5624d0968260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.744 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 shutdown_connections 2024-04-22T14:05:54.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 1 -- 172.21.15.83:0/3332277018 wait complete. 2024-04-22T14:05:54.745 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff3781f2740 20 client.18108 trim_cache size 0 max 16384 2024-04-22T14:05:54.745 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 msgr2=0x7ff35c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 0x7ff35c0a6260 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff368098c90 tx=0x7ff36806f320 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 msgr2=0x7ff37019c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7ff36800cad0 tx=0x7ff36800cf90 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 shutdown_connections 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff35c0a3da0 0x7ff35c0a6260 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff37019beb0 0x7ff37019c360 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff370106170 0x7ff370197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 --2- 172.21.15.83:0/567861479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff3701010a0 0x7ff3701975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.746 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 >> 172.21.15.83:0/567861479 conn(0x7ff3700771d0 msgr2=0x7ff3700fee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 shutdown_connections 2024-04-22T14:05:54.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.735+0000 7ff375524640 1 -- 172.21.15.83:0/567861479 wait complete. 2024-04-22T14:05:54.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:05:54.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.846+0000 7f248b7e6640 1 -- 172.21.15.83:0/2701307276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484105be0 msgr2=0x7f2484105fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.846+0000 7f248b7e6640 1 --2- 172.21.15.83:0/2701307276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484105be0 0x7f2484105fc0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f247c009900 tx=0x7f247c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- 172.21.15.83:0/2701307276 shutdown_connections 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- 172.21.15.83:0/2701307276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484100dc0 0x7f2484101220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- 172.21.15.83:0/2701307276 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2484106500 0x7f2484100880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- 172.21.15.83:0/2701307276 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484105be0 0x7f2484105fc0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- 172.21.15.83:0/2701307276 >> 172.21.15.83:0/2701307276 conn(0x7f24840760e0 msgr2=0x7f24840764f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- 172.21.15.83:0/2701307276 shutdown_connections 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- 172.21.15.83:0/2701307276 wait complete. 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 Processor -- start 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- start start 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2484105be0 0x7f248419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484106500 0x7f24841a3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f24841187f0 con 0x7f2484100dc0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2484118670 con 0x7f2484106500 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f248b7e6640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f2484118970 con 0x7f2484105be0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.847+0000 7f2489582640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50634/0 (socket says 172.21.15.83:50634) 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 -- 172.21.15.83:0/731283243 learned_addr learned my addr 172.21.15.83:0/731283243 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489d83640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484106500 0x7f24841a3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 -- 172.21.15.83:0/731283243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2484105be0 msgr2=0x7f248419f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2484105be0 0x7f248419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 -- 172.21.15.83:0/731283243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484106500 msgr2=0x7f24841a3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484106500 0x7f24841a3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 -- 172.21.15.83:0/731283243 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24841a3d40 con 0x7f2484100dc0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f2489582640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f247c005940 tx=0x7f247c02c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.854 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f247a7fc640 1 -- 172.21.15.83:0/731283243 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c043020 con 0x7f2484100dc0 2024-04-22T14:05:54.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24841a3fd0 con 0x7f2484100dc0 2024-04-22T14:05:54.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f247a7fc640 1 -- 172.21.15.83:0/731283243 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f247c02cc60 con 0x7f2484100dc0 2024-04-22T14:05:54.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f247a7fc640 1 -- 172.21.15.83:0/731283243 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c003c30 con 0x7f2484100dc0 2024-04-22T14:05:54.855 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.848+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24841ab8c0 con 0x7f2484100dc0 2024-04-22T14:05:54.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f247a7fc640 1 -- 172.21.15.83:0/731283243 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f247c046020 con 0x7f2484100dc0 2024-04-22T14:05:54.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 Processor -- start 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 -- start start 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf5d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf68e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c2bec21f0 con 0x555c2bf5de80 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c2be5f4b0 con 0x555c2bf66a00 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f248e3d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c2bebe1b0 con 0x555c2bf5d4d0 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2489582640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2489582640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50650/0 (socket says 172.21.15.83:50650) 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2489582640 1 -- 172.21.15.83:0/381445402 learned_addr learned my addr 172.21.15.83:0/381445402 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f247a7fc640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 0x7f24700a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2488d81640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf68e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2489d83640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf5d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.851+0000 7f2489d83640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 0x7f24700a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f247a7fc640 1 -- 172.21.15.83:0/731283243 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f247c0f2b80 con 0x7f2484100dc0 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 -- 172.21.15.83:0/381445402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 msgr2=0x555c2bf5d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf5d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 -- 172.21.15.83:0/381445402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 msgr2=0x555c2bf68e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf68e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 -- 172.21.15.83:0/381445402 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c2be511b0 con 0x555c2bf5de80 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489d83640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf5d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489582640 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f247c0be960 tx=0x7f247c0bb030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f396f67129c2dba9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f2489d83640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 0x7f24700a61e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f248000bfd0 tx=0x7f2480007220 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f246f7fe640 1 -- 172.21.15.83:0/381445402 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0be7a0 con 0x555c2bf5de80 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f246f7fe640 1 -- 172.21.15.83:0/381445402 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f247c005560 con 0x555c2bf5de80 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.852+0000 7f246f7fe640 1 -- 172.21.15.83:0/381445402 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f247c0be5c0 con 0x555c2bf5de80 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- 172.21.15.83:0/381445402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 msgr2=0x555c2bf66430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f247c0be960 tx=0x7f247c0bb030 comp rx=0 tx=0).stop 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- 172.21.15.83:0/381445402 shutdown_connections 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf68e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf66430 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- 172.21.15.83:0/381445402 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf5d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- 172.21.15.83:0/381445402 >> 172.21.15.83:0/381445402 conn(0x555c2bf57ba0 msgr2=0x555c2bf57f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- 172.21.15.83:0/381445402 shutdown_connections 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- 172.21.15.83:0/381445402 wait complete. 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- start start 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 Processor -- start 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf66300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf63c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555c2bf69730 con 0x555c2bf5de80 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555c2be7b500 con 0x555c2bf66a00 2024-04-22T14:05:54.864 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.853+0000 7f248e3d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555c2bf698b0 con 0x555c2bf5d4d0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f248e3d4740 10 client.0 _ll_register_callbacks cb 0x555c2be49b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50662/0 (socket says 172.21.15.83:50662) 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 -- 172.21.15.83:0/2362226358 learned_addr learned my addr 172.21.15.83:0/2362226358 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2489d83640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf63c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 -- 172.21.15.83:0/2362226358 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 msgr2=0x555c2bf66300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf66300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 -- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 msgr2=0x555c2bf63c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf63c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 -- 172.21.15.83:0/2362226358 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c2bbd43f0 con 0x555c2bf5de80 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f2488d81640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f247400f640 tx=0x7f247400af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e412bd7d86ba36 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f246cff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2474004220 con 0x555c2bf5de80 2024-04-22T14:05:54.865 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f24740043c0 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555c2be61930 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f247400d850 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f248e3d4740 10 client.18120 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555c2bc9e7d0 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.854+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x555c2be61930 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f2474005020 con 0x555c2bf5de80 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 10 client.18120 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 10 client.18120 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 20 client.18120 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bf76a20 0x555c2bf78e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 4 client.18120 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c2becfc10 con 0x555c2bf76a20 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f2489582640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bf76a20 0x555c2bf78e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f246cff9640 10 client.18120 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:54.866 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.855+0000 7f2489582640 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bf76a20 0x555c2bf78e80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f52cc0d2c5baf40 server_cookie=739deaff3ae86b32 in_seq=0 out_seq=0 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f246cff9640 1 -- 172.21.15.83:0/2362226358 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555c2becfc10 con 0x555c2bf76a20 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f246cff9640 10 client.18120 handle_command_reply: tid=0 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 client.18120 shutdown 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 msgr2=0x555c2bf63690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f247400f640 tx=0x7f247400af90 comp rx=0 tx=0).stop 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 shutdown_connections 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bf76a20 0x555c2bf78e80 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf66a00 0x555c2bf63c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf5de80 0x555c2bf63690 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f246cff9640 0 client.18120 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 --2- 172.21.15.83:0/2362226358 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf66300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 >> 172.21.15.83:0/2362226358 conn(0x555c2bf57ba0 msgr2=0x555c2bf598f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 shutdown_connections 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.856+0000 7f248e3d4740 1 -- 172.21.15.83:0/2362226358 wait complete. 2024-04-22T14:05:54.867 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.857+0000 7f248e3d4740 20 client.18120 trim_cache size 0 max 16384 2024-04-22T14:05:54.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.869+0000 7f248e3d4740 1 Processor -- start 2024-04-22T14:05:54.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.869+0000 7f248e3d4740 1 -- start start 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf65dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b4160 con 0x555c2bf66a00 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b5d30 con 0x555c2bf5de80 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f248e3d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b4830 con 0x555c2bf5d4d0 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50678/0 (socket says 172.21.15.83:50678) 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 -- 172.21.15.83:0/3081915034 learned_addr learned my addr 172.21.15.83:0/3081915034 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2488d81640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf65dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489582640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 -- 172.21.15.83:0/3081915034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 msgr2=0x555c2bf724d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf724d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 -- 172.21.15.83:0/3081915034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 msgr2=0x555c2bf65dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf65dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 -- 172.21.15.83:0/3081915034 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c2bf58770 con 0x555c2bf66a00 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489582640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2488d81640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf65dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f2489d83640 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f248000e850 tx=0x7f248000b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5892acdf28ddb88f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f246effd640 1 -- 172.21.15.83:0/3081915034 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480017040 con 0x555c2bf66a00 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f246effd640 1 -- 172.21.15.83:0/3081915034 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2480020b30 con 0x555c2bf66a00 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.870+0000 7f246effd640 1 -- 172.21.15.83:0/3081915034 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480010b50 con 0x555c2bf66a00 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- 172.21.15.83:0/3081915034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 msgr2=0x555c2bf66300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f248000e850 tx=0x7f248000b560 comp rx=0 tx=0).stop 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- 172.21.15.83:0/3081915034 shutdown_connections 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf66300 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf65dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 --2- 172.21.15.83:0/3081915034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf724d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- 172.21.15.83:0/3081915034 >> 172.21.15.83:0/3081915034 conn(0x555c2bf57ba0 msgr2=0x555c2bf56c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- 172.21.15.83:0/3081915034 shutdown_connections 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- 172.21.15.83:0/3081915034 wait complete. 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 -- start start 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.871+0000 7f248e3d4740 1 Processor -- start 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf60590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf60ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b5660 con 0x555c2bf66a00 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b4f60 con 0x555c2bf5de80 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f24841b2140 con 0x555c2bf5d4d0 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f248e3d4740 10 client.0 _ll_register_callbacks cb 0x7f247400ae50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50684/0 (socket says 172.21.15.83:50684) 2024-04-22T14:05:54.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 -- 172.21.15.83:0/732450156 learned_addr learned my addr 172.21.15.83:0/732450156 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2488d81640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf60ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 -- 172.21.15.83:0/732450156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 msgr2=0x555c2bf60590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489582640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf60590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf60590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 -- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 msgr2=0x555c2bf60ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf60ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 -- 172.21.15.83:0/732450156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c2bfdc210 con 0x555c2bf66a00 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2488d81640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf60ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489582640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf60590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f2489d83640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f2480015040 tx=0x7f2480010670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=247ceb40787eaadf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f246cff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.872+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2480017050 con 0x555c2bf66a00 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f2480004d90 con 0x555c2bf66a00 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2480020b30 con 0x555c2bf66a00 2024-04-22T14:05:54.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f2480003970 con 0x555c2bf66a00 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 10 client.18126 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555c2bfdd440 con 0x555c2bf66a00 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2480020b30 con 0x555c2bf66a00 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f248001d050 con 0x555c2bf66a00 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 10 client.18126 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 10 client.18126 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 20 client.18126 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bfddb20 0x555c2bfdff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 4 client.18126 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555c2bec9a80 con 0x555c2bfddb20 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.873+0000 7f2489582640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bfddb20 0x555c2bfdff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f246cff9640 10 client.18126 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f2489582640 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bfddb20 0x555c2bfdff40 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dee86eb15fd90df server_cookie=308be4d91e8be6d2 in_seq=0 out_seq=0 2024-04-22T14:05:54.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f246cff9640 1 -- 172.21.15.83:0/732450156 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555c2bec9a80 con 0x555c2bfddb20 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f246cff9640 10 client.18126 handle_command_reply: tid=0 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 client.18126 shutdown 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 msgr2=0x555c2bf61010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f2480015040 tx=0x7f2480010670 comp rx=0 tx=0).stop 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 shutdown_connections 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555c2bfddb20 0x555c2bfdff40 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555c2bf66a00 0x555c2bf61010 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555c2bf5de80 0x555c2bf60ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 --2- 172.21.15.83:0/732450156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555c2bf5d4d0 0x555c2bf60590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f246cff9640 0 client.18126 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 >> 172.21.15.83:0/732450156 conn(0x555c2bf57ba0 msgr2=0x555c2bf5e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 shutdown_connections 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 1 -- 172.21.15.83:0/732450156 wait complete. 2024-04-22T14:05:54.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.874+0000 7f248e3d4740 20 client.18126 trim_cache size 0 max 16384 2024-04-22T14:05:54.885 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:05:54.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 msgr2=0x7f24700a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 0x7f24700a61e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f248000bfd0 tx=0x7f2480007220 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 msgr2=0x7f248419ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f247c005940 tx=0x7f247c02c860 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 shutdown_connections 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f24700a3d20 0x7f24700a61e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2484106500 0x7f24841a3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2484105be0 0x7f248419f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 --2- 172.21.15.83:0/731283243 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2484100dc0 0x7f248419ed50 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 >> 172.21.15.83:0/731283243 conn(0x7f24840760e0 msgr2=0x7f24841023c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 shutdown_connections 2024-04-22T14:05:54.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:54.875+0000 7f248b7e6640 1 -- 172.21.15.83:0/731283243 wait complete. 2024-04-22T14:05:54.888 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:54 smithi083 ceph-mon[27977]: pgmap v234: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:54.888 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:54 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/594264646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:55.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:54 smithi173 ceph-mon[31493]: pgmap v234: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:55.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:54 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/594264646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:55.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:54 smithi084 ceph-mon[31312]: pgmap v234: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:05:55.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:54 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/594264646' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:05:55.889 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:05:55.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:05:55.890 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:05:56.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3809379589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 msgr2=0x7f6e8c101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3809379589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c101470 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c009900 tx=0x7f6e7c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:05:56.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3809379589 shutdown_connections 2024-04-22T14:05:56.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3809379589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c10dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3809379589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c101a40 0x7f6e8c105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3809379589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c101470 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3809379589 >> 172.21.15.83:0/3809379589 conn(0x7f6e8c0771d0 msgr2=0x7f6e8c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3809379589 shutdown_connections 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.002+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3809379589 wait complete. 2024-04-22T14:05:56.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 Processor -- start 2024-04-22T14:05:56.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 -- start start 2024-04-22T14:05:56.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c19cff0 0x7f6e8c19d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c111120 con 0x7f6e8c101090 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c110fa0 con 0x7f6e8c19cff0 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e91a9a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1112a0 con 0x7f6e8c106160 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e8b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e8b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50700/0 (socket says 172.21.15.83:50700) 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e8b7fe640 1 -- 172.21.15.83:0/3098201049 learned_addr learned my addr 172.21.15.83:0/3098201049 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.003+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c19cff0 0x7f6e8c19d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 -- 172.21.15.83:0/3098201049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 msgr2=0x7f6e8c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 -- 172.21.15.83:0/3098201049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c19cff0 msgr2=0x7f6e8c19d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c19cff0 0x7f6e8c19d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 -- 172.21.15.83:0/3098201049 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8c19dae0 con 0x7f6e8c101090 2024-04-22T14:05:56.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005940 tx=0x7f6e7c02c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e88ff9640 1 -- 172.21.15.83:0/3098201049 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c043020 con 0x7f6e8c101090 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e88ff9640 1 -- 172.21.15.83:0/3098201049 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e7c02cc60 con 0x7f6e8c101090 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e8c19dd70 con 0x7f6e8c101090 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e88ff9640 1 -- 172.21.15.83:0/3098201049 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c003c30 con 0x7f6e8c101090 2024-04-22T14:05:56.011 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.004+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e8c1a5590 con 0x7f6e8c101090 2024-04-22T14:05:56.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.006+0000 7f6e88ff9640 1 -- 172.21.15.83:0/3098201049 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6e7c046020 con 0x7f6e8c101090 2024-04-22T14:05:56.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 Processor -- start 2024-04-22T14:05:56.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 -- start start 2024-04-22T14:05:56.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e88ff9640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 0x7f6e740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08d7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08e3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5627e083bf00 con 0x5627e08d8290 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5627e07d9590 con 0x5627e08d78e0 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e9476e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5627e0837ec0 con 0x5627e08e0e10 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 0x7f6e740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50716/0 (socket says 172.21.15.83:50716) 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e88ff9640 1 -- 172.21.15.83:0/3098201049 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6e7c0f2b00 con 0x7f6e8c101090 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 -- 172.21.15.83:0/3630613690 learned_addr learned my addr 172.21.15.83:0/3630613690 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08d7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 -- 172.21.15.83:0/3630613690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 msgr2=0x5627e08e3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08e3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 -- 172.21.15.83:0/3630613690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 msgr2=0x5627e08d7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08d7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.007+0000 7f6e8affd640 1 -- 172.21.15.83:0/3630613690 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627e06167e0 con 0x5627e08d8290 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 0x7f6e740a61e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6e84009900 tx=0x7f6e84009650 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000bbb0 tx=0x7f6e8000d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=920bd20cc3e9c01c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e71ffb640 1 -- 172.21.15.83:0/3630613690 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80017620 con 0x5627e08d8290 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e71ffb640 1 -- 172.21.15.83:0/3630613690 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e80017c70 con 0x5627e08d8290 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e71ffb640 1 -- 172.21.15.83:0/3630613690 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e8000fc50 con 0x5627e08d8290 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e9476e740 1 -- 172.21.15.83:0/3630613690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 msgr2=0x5627e08e0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.008+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000bbb0 tx=0x7f6e8000d710 comp rx=0 tx=0).stop 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- 172.21.15.83:0/3630613690 shutdown_connections 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08e3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e0840 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3630613690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08d7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- 172.21.15.83:0/3630613690 >> 172.21.15.83:0/3630613690 conn(0x5627e08d1fb0 msgr2=0x5627e08d2390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- 172.21.15.83:0/3630613690 shutdown_connections 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- 172.21.15.83:0/3630613690 wait complete. 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- start start 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 Processor -- start 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08ddce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08de760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5627e08e3d80 con 0x5627e08d8290 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5627e07f5580 con 0x5627e08d78e0 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5627e08e3f00 con 0x5627e08e0e10 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.009+0000 7f6e9476e740 10 client.0 _ll_register_callbacks cb 0x5627e07fb650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50730/0 (socket says 172.21.15.83:50730) 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 -- 172.21.15.83:0/1999059509 learned_addr learned my addr 172.21.15.83:0/1999059509 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08de760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08ddce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 -- 172.21.15.83:0/1999059509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 msgr2=0x5627e08de760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08de760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 -- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 msgr2=0x5627e08ddce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08ddce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 -- 172.21.15.83:0/1999059509 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627e0676f70 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e8affd640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f6e80019040 tx=0x7f6e8000f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47b920587714c57 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e6affd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80025020 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6e80017630 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e80017c70 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6e80030050 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e9476e740 10 client.18138 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.010+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5627e050e170 con 0x5627e08d8290 2024-04-22T14:05:56.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e80017c70 con 0x5627e08d8290 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f6e80021a90 con 0x5627e08d8290 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 10 client.18138 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 10 client.18138 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 20 client.18138 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e08f3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 4 client.18138 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627e0849920 con 0x5627e08f1190 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e08f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e6affd640 10 client.18138 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.011+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e08f3580 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6965cb298e64aada server_cookie=a0dc09f818b77be1 in_seq=0 out_seq=0 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e6affd640 1 -- 172.21.15.83:0/1999059509 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5627e0849920 con 0x5627e08f1190 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e6affd640 10 client.18138 handle_command_reply: tid=0 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 client.18138 shutdown 2024-04-22T14:05:56.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 msgr2=0x5627e08de220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f6e80019040 tx=0x7f6e8000f650 comp rx=0 tx=0).stop 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 shutdown_connections 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e08f3580 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08e0e10 0x5627e08de760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08de220 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e6affd640 0 client.18138 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 --2- 172.21.15.83:0/1999059509 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08d78e0 0x5627e08ddce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 >> 172.21.15.83:0/1999059509 conn(0x5627e08d1fb0 msgr2=0x5627e08d3d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 shutdown_connections 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.012+0000 7f6e9476e740 1 -- 172.21.15.83:0/1999059509 wait complete. 2024-04-22T14:05:56.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.013+0000 7f6e9476e740 20 client.18138 trim_cache size 0 max 16384 2024-04-22T14:05:56.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 Processor -- start 2024-04-22T14:05:56.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 -- start start 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08de3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1adb10 con 0x5627e08d8290 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1af6e0 con 0x5627e08e0e10 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e9476e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1ae1e0 con 0x5627e08d78e0 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50744/0 (socket says 172.21.15.83:50744) 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 -- 172.21.15.83:0/3379529616 learned_addr learned my addr 172.21.15.83:0/3379529616 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08de3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 -- 172.21.15.83:0/3379529616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 msgr2=0x5627e08e0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 -- 172.21.15.83:0/3379529616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 msgr2=0x5627e08de3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08de3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.030+0000 7f6e8affd640 1 -- 172.21.15.83:0/3379529616 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627e08e3f10 con 0x5627e08d8290 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000f820 tx=0x7f6e8000d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d002760ee3233331 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e717fa640 1 -- 172.21.15.83:0/3379529616 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80039070 con 0x5627e08d8290 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e717fa640 1 -- 172.21.15.83:0/3379529616 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e8000fe50 con 0x5627e08d8290 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e717fa640 1 -- 172.21.15.83:0/3379529616 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80025070 con 0x5627e08d8290 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 -- 172.21.15.83:0/3379529616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 msgr2=0x5627e08ecca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000f820 tx=0x7f6e8000d710 comp rx=0 tx=0).stop 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 -- 172.21.15.83:0/3379529616 shutdown_connections 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08de3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08ecca0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3379529616 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 -- 172.21.15.83:0/3379529616 >> 172.21.15.83:0/3379529616 conn(0x5627e08d1fb0 msgr2=0x5627e08ddca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 -- 172.21.15.83:0/3379529616 shutdown_connections 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.031+0000 7f6e9476e740 1 -- 172.21.15.83:0/3379529616 wait complete. 2024-04-22T14:05:56.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 -- start start 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 Processor -- start 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08e5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1af010 con 0x5627e08d8290 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1ae910 con 0x5627e08e0e10 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c1abb10 con 0x5627e08d78e0 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e9476e740 10 client.0 _ll_register_callbacks cb 0x7f6e7c0035f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e8affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50748/0 (socket says 172.21.15.83:50748) 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e8affd640 1 -- 172.21.15.83:0/3094303515 learned_addr learned my addr 172.21.15.83:0/3094303515 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.032+0000 7f6e8bfff640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08e5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 -- 172.21.15.83:0/3094303515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 msgr2=0x5627e08e4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 -- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 msgr2=0x5627e08e5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08e5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 -- 172.21.15.83:0/3094303515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627e08d1de0 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e8affd640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f6e80006010 tx=0x7f6e8000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb1b7cc066ff8dc server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80039070 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f6e800209a0 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e8000fe50 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f6e80025040 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 10 client.18144 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5627e0957700 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e8000fe50 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f6e800218e0 con 0x5627e08d8290 2024-04-22T14:05:56.043 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 10 client.18144 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 10 client.18144 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 20 client.18144 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e0959df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 4 client.18144 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.033+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5627e0843790 con 0x5627e08f1190 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.034+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e0959df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.034+0000 7f6e6affd640 10 client.18144 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.034+0000 7f6e8b7fe640 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e0959df0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7e25e831dcfb863 server_cookie=a9cf961b4fd3f02d in_seq=0 out_seq=0 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e6affd640 1 -- 172.21.15.83:0/3094303515 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5627e0843790 con 0x5627e08f1190 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e6affd640 10 client.18144 handle_command_reply: tid=0 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 client.18144 shutdown 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 msgr2=0x5627e08e5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f6e80006010 tx=0x7f6e8000f730 comp rx=0 tx=0).stop 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 shutdown_connections 2024-04-22T14:05:56.044 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5627e08f1190 0x5627e0959df0 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5627e08e0e10 0x5627e08e5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5627e08d8290 0x5627e08e5240 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 --2- 172.21.15.83:0/3094303515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5627e08d78e0 0x5627e08e4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 >> 172.21.15.83:0/3094303515 conn(0x5627e08d1fb0 msgr2=0x5627e08de510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e6affd640 0 client.18144 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 shutdown_connections 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.035+0000 7f6e9476e740 1 -- 172.21.15.83:0/3094303515 wait complete. 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e9476e740 20 client.18144 trim_cache size 0 max 16384 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:05:56.045 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "4c249b3b-7274-4e05-8432-1cea4f25758d", 2024-04-22T14:05:56.046 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:05:56.046 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 msgr2=0x7f6e740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.046 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 0x7f6e740a61e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6e84009900 tx=0x7f6e84009650 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 msgr2=0x7f6e8c198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c005940 tx=0x7f6e7c02c860 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 shutdown_connections 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f6e740a3d20 0x7f6e740a61e0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e8c19cff0 0x7f6e8c19d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6e8c106160 0x7f6e8c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 --2- 172.21.15.83:0/3098201049 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6e8c101090 0x7f6e8c198730 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 >> 172.21.15.83:0/3098201049 conn(0x7f6e8c0771d0 msgr2=0x7f6e8c06a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 shutdown_connections 2024-04-22T14:05:56.047 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.036+0000 7f6e91a9a640 1 -- 172.21.15.83:0/3098201049 wait complete. 2024-04-22T14:05:56.051 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:05:56.051 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:05:56.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- 172.21.15.83:0/1080248831 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f4107270 msgr2=0x7f53f410ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- 172.21.15.83:0/1080248831 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f4107270 0x7f53f410ee40 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f53ec009ca0 tx=0x7f53ec02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- 172.21.15.83:0/1080248831 shutdown_connections 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- 172.21.15.83:0/1080248831 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f4107270 0x7f53f410ee40 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- 172.21.15.83:0/1080248831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f4102b50 0x7f53f4106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- 172.21.15.83:0/1080248831 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f41021a0 0x7f53f4102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- 172.21.15.83:0/1080248831 >> 172.21.15.83:0/1080248831 conn(0x7f53f40fda40 msgr2=0x7f53f40ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- 172.21.15.83:0/1080248831 shutdown_connections 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- 172.21.15.83:0/1080248831 wait complete. 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 Processor -- start 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- start start 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f41021a0 0x7f53f4198620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 0x7f53f4198b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41121c0 con 0x7f53f419cee0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53f4112040 con 0x7f53f41021a0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.148+0000 7f53fbf15640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f53f4112340 con 0x7f53f4107270 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50758/0 (socket says 172.21.15.83:50758) 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 -- 172.21.15.83:0/950282520 learned_addr learned my addr 172.21.15.83:0/950282520 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53f94b0640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 0x7f53f4198b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f41021a0 0x7f53f4198620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 -- 172.21.15.83:0/950282520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 msgr2=0x7f53f4198b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 0x7f53f4198b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 -- 172.21.15.83:0/950282520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f41021a0 msgr2=0x7f53f4198620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f41021a0 0x7f53f4198620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 -- 172.21.15.83:0/950282520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53f419d9d0 con 0x7f53f419cee0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53f94b0640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 0x7f53f4198b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fa4b2640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f53ec0098d0 tx=0x7f53ec035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.155 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53eaffd640 1 -- 172.21.15.83:0/950282520 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ec039040 con 0x7f53f419cee0 2024-04-22T14:05:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53eaffd640 1 -- 172.21.15.83:0/950282520 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53ec044070 con 0x7f53f419cee0 2024-04-22T14:05:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53f419dc60 con 0x7f53f419cee0 2024-04-22T14:05:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.149+0000 7f53eaffd640 1 -- 172.21.15.83:0/950282520 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ec0042a0 con 0x7f53f419cee0 2024-04-22T14:05:56.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.150+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53f41a5420 con 0x7f53f419cee0 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.151+0000 7f53eaffd640 1 -- 172.21.15.83:0/950282520 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f53ec004440 con 0x7f53f419cee0 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 Processor -- start 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 -- start start 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa70960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa79540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555bef9d51e0 con 0x555befa79a80 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555bef972390 con 0x555befa70580 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53febe9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555bef9d11a0 con 0x555befa70ea0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53eaffd640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 0x7f53e00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53f94b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53f94b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50764/0 (socket says 172.21.15.83:50764) 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53f94b0640 1 -- 172.21.15.83:0/1048183012 learned_addr learned my addr 172.21.15.83:0/1048183012 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.152+0000 7f53fa4b2640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 0x7f53e00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa70960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53eaffd640 1 -- 172.21.15.83:0/950282520 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f53ec0f2be0 con 0x7f53f419cee0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa79540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 -- 172.21.15.83:0/1048183012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 msgr2=0x555befa79540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa79540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 -- 172.21.15.83:0/1048183012 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 msgr2=0x555befa70960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa70960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 -- 172.21.15.83:0/1048183012 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bef7b17d0 con 0x555befa79a80 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa79540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53fa4b2640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 0x7f53e00a61e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f53ec0846d0 tx=0x7f53ec08e5a0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53f94b0640 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f53e4008fc0 tx=0x7f53e4008580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bad0cc40d9067f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53dffff640 1 -- 172.21.15.83:0/1048183012 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e4018020 con 0x555befa79a80 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53dffff640 1 -- 172.21.15.83:0/1048183012 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53e400cc00 con 0x555befa79a80 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.153+0000 7f53dffff640 1 -- 172.21.15.83:0/1048183012 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e400fb90 con 0x555befa79a80 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- 172.21.15.83:0/1048183012 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 msgr2=0x555befa7be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f53e4008fc0 tx=0x7f53e4008580 comp rx=0 tx=0).stop 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- 172.21.15.83:0/1048183012 shutdown_connections 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa79a80 0x555befa7be70 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa79540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 --2- 172.21.15.83:0/1048183012 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa70960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- 172.21.15.83:0/1048183012 >> 172.21.15.83:0/1048183012 conn(0x555befa6acb0 msgr2=0x555befa6b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- 172.21.15.83:0/1048183012 shutdown_connections 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- 172.21.15.83:0/1048183012 wait complete. 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 -- start start 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.154+0000 7f53febe9740 1 Processor -- start 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa76aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 0x555befa77520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555befa7c870 con 0x555befa70ea0 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555bef98e2f0 con 0x555befa70580 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555befa7c9f0 con 0x555befa79a80 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 10 client.0 _ll_register_callbacks cb 0x555bef99b580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50774/0 (socket says 172.21.15.83:50774) 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 -- 172.21.15.83:0/2022436613 learned_addr learned my addr 172.21.15.83:0/2022436613 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f94b0640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa76aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f94b0640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 0x555befa77520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 -- 172.21.15.83:0/2022436613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 msgr2=0x555befa77520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 0x555befa77520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 -- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 msgr2=0x555befa76aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa76aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 -- 172.21.15.83:0/2022436613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bef6e73f0 con 0x555befa70ea0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f94b0640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 0x555befa77520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f53f00117d0 tx=0x7f53f0011c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82a358a359bd193 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f001f060 con 0x555befa70ea0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f53f000fd50 con 0x555befa70ea0 2024-04-22T14:05:56.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53e400cc00 con 0x555befa70ea0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f53f0024480 con 0x555befa70ea0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 10 client.18156 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.155+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555bef6a70f0 con 0x555befa70ea0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53e400cc00 con 0x555befa70ea0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f53f00224a0 con 0x555befa70ea0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 10 client.18156 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 10 client.18156 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 20 client.18156 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befa89aa0 0x555befa8bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 4 client.18156 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bef9e2c00 con 0x555befa89aa0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53f94b0640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befa89aa0 0x555befa8bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53dd7fa640 10 client.18156 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.156+0000 7f53f94b0640 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befa89aa0 0x555befa8bed0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13cd70fcda347619 server_cookie=da4b70efb49ce5c8 in_seq=0 out_seq=0 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53dd7fa640 1 -- 172.21.15.83:0/2022436613 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555bef9e2c00 con 0x555befa89aa0 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53dd7fa640 10 client.18156 handle_command_reply: tid=0 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 client.18156 shutdown 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 msgr2=0x555befa76fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f53f00117d0 tx=0x7f53f0011c90 comp rx=0 tx=0).stop 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 shutdown_connections 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befa89aa0 0x555befa8bed0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa79a80 0x555befa77520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53dd7fa640 0 client.18156 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befa76fe0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 --2- 172.21.15.83:0/2022436613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa70580 0x555befa76aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 >> 172.21.15.83:0/2022436613 conn(0x555befa6acb0 msgr2=0x555befa6ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 shutdown_connections 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 1 -- 172.21.15.83:0/2022436613 wait complete. 2024-04-22T14:05:56.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.157+0000 7f53febe9740 20 client.18156 trim_cache size 0 max 16384 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 Processor -- start 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 -- start start 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa85760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befa6c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41ad9c0 con 0x555befa70580 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41af590 con 0x555befa79a80 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53febe9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41ae090 con 0x555befa70ea0 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50782/0 (socket says 172.21.15.83:50782) 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 -- 172.21.15.83:0/586774540 learned_addr learned my addr 172.21.15.83:0/586774540 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 -- 172.21.15.83:0/586774540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 msgr2=0x555befa85760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa85760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 -- 172.21.15.83:0/586774540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 msgr2=0x555befa6c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befa6c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 -- 172.21.15.83:0/586774540 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555befa88640 con 0x555befa70580 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53f94b0640 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f53e4005e10 tx=0x7f53e4008e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5f75129280838b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53df7fe640 1 -- 172.21.15.83:0/586774540 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e402e070 con 0x555befa70580 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.175+0000 7f53df7fe640 1 -- 172.21.15.83:0/586774540 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53e40044f0 con 0x555befa70580 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53df7fe640 1 -- 172.21.15.83:0/586774540 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e4018070 con 0x555befa70580 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- 172.21.15.83:0/586774540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 msgr2=0x555befa791d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f53e4005e10 tx=0x7f53e4008e60 comp rx=0 tx=0).stop 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- 172.21.15.83:0/586774540 shutdown_connections 2024-04-22T14:05:56.187 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befa6c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70ea0 0x555befa85760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 --2- 172.21.15.83:0/586774540 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70580 0x555befa791d0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- 172.21.15.83:0/586774540 >> 172.21.15.83:0/586774540 conn(0x555befa6acb0 msgr2=0x555befa6c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- 172.21.15.83:0/586774540 shutdown_connections 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- 172.21.15.83:0/586774540 wait complete. 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 -- start start 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.176+0000 7f53febe9740 1 Processor -- start 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 0x555befae8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befae8a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41aeec0 con 0x555befa70ea0 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41ae7c0 con 0x555befa79a80 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f53f41ab9a0 con 0x555befa70580 2024-04-22T14:05:56.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 10 client.0 _ll_register_callbacks cb 0x7f53f000a670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50788/0 (socket says 172.21.15.83:50788) 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 -- 172.21.15.83:0/816273591 learned_addr learned my addr 172.21.15.83:0/816273591 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f94b0640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 0x555befae8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 -- 172.21.15.83:0/816273591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 msgr2=0x555befae8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 0x555befae8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 -- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 msgr2=0x555befae8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befae8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 -- 172.21.15.83:0/816273591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555befaf3240 con 0x555befa70ea0 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f94b0640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 0x555befae8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:05:56.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53f9cb1640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f53f0022870 tx=0x7f53f0022630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80bb000c6716770e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f000f730 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8469+0+0 (secure 0 0 0) 0x7f53f0005040 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.177+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53e40044f0 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f53f001f020 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 10 client.18162 fetch_fsmap learned FSMap version 41 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x555befaf45e0 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53e40044f0 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f53f00048d0 con 0x555befa70ea0 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 10 client.18162 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 10 client.18162 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 20 client.18162 populate_metadata read hostname 'smithi083' 2024-04-22T14:05:56.190 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befaf4d10 0x555befaf7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 4 client.18162 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555bef9dca70 con 0x555befaf4d10 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.178+0000 7f53f94b0640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befaf4d10 0x555befaf7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53f94b0640 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befaf4d10 0x555befaf7130 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99d7a551d1f1290d server_cookie=fdec2f0142573188 in_seq=0 out_seq=0 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53dd7fa640 10 client.18162 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53dd7fa640 1 -- 172.21.15.83:0/816273591 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555bef9dca70 con 0x555befaf4d10 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53dd7fa640 10 client.18162 handle_command_reply: tid=0 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 client.18162 shutdown 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 msgr2=0x555befae8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f53f0022870 tx=0x7f53f0022630 comp rx=0 tx=0).stop 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 shutdown_connections 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555befaf4d10 0x555befaf7130 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555befa79a80 0x555befae8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555befa70ea0 0x555befae8550 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53dd7fa640 0 client.18162 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 --2- 172.21.15.83:0/816273591 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555befa70580 0x555befae8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 >> 172.21.15.83:0/816273591 conn(0x555befa6acb0 msgr2=0x555befa69d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 shutdown_connections 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 1 -- 172.21.15.83:0/816273591 wait complete. 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.179+0000 7f53febe9740 20 client.18162 trim_cache size 0 max 16384 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "4c249b3b-7274-4e05-8432-1cea4f25758d": { 2024-04-22T14:05:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:05:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "4c249b3b-7274-4e05-8432-1cea4f25758d", 2024-04-22T14:05:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:05:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:05:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:05:56.193 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:05:56.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 msgr2=0x7f53e00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 0x7f53e00a61e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f53ec0846d0 tx=0x7f53ec08e5a0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 msgr2=0x7f53f419d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f53ec0098d0 tx=0x7f53ec035d60 comp rx=0 tx=0).stop 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 shutdown_connections 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f53e00a3d20 0x7f53e00a61e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f53f419cee0 0x7f53f419d390 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f53f4107270 0x7f53f4198b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 --2- 172.21.15.83:0/950282520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53f41021a0 0x7f53f4198620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 >> 172.21.15.83:0/950282520 conn(0x7f53f40fda40 msgr2=0x7f53f40fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 shutdown_connections 2024-04-22T14:05:56.195 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:05:56.180+0000 7f53fbf15640 1 -- 172.21.15.83:0/950282520 wait complete. 2024-04-22T14:05:56.195 INFO:tasks.cephfs.filesystem:scrub status for tag:4c249b3b-7274-4e05-8432-1cea4f25758d - {'path': '/', 'tag': '4c249b3b-7274-4e05-8432-1cea4f25758d', 'options': 'recursive,force'} 2024-04-22T14:05:57.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:56 smithi173 ceph-mon[31493]: pgmap v235: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:57.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:56 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:05:57.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:56 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:57.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:56 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:05:57.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:56 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:57.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:56 smithi083 ceph-mon[27977]: pgmap v235: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:57.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:56 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:05:57.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:56 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:57.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:56 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:05:57.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:56 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:56 smithi084 ceph-mon[31312]: pgmap v235: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:05:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:56 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:05:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:56 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:56 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:05:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:56 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:05:59.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:58 smithi173 ceph-mon[31493]: pgmap v236: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:59.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:05:58 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:05:59.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:58 smithi083 ceph-mon[27977]: pgmap v236: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:59.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:05:58 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:05:59.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:58 smithi084 ceph-mon[31312]: pgmap v236: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:05:59.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:05:58 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:06:01.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:00 smithi173 ceph-mon[31493]: pgmap v237: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:01.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:00 smithi083 ceph-mon[27977]: pgmap v237: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:01.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:00 smithi084 ceph-mon[31312]: pgmap v237: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:03.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:02 smithi173 ceph-mon[31493]: pgmap v238: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:03.195 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:02 smithi083 ceph-mon[27977]: pgmap v238: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:03.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:02 smithi084 ceph-mon[31312]: pgmap v238: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:05.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:04 smithi173 ceph-mon[31493]: pgmap v239: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:05.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:04 smithi083 ceph-mon[27977]: pgmap v239: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:05.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:04 smithi084 ceph-mon[31312]: pgmap v239: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:07.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:06 smithi173 ceph-mon[31493]: pgmap v240: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:06:07.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:06 smithi083 ceph-mon[27977]: pgmap v240: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:06:07.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:06 smithi084 ceph-mon[31312]: pgmap v240: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:06:09.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:08 smithi173 ceph-mon[31493]: pgmap v241: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:09.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:08 smithi083 ceph-mon[27977]: pgmap v241: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:09.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:08 smithi084 ceph-mon[31312]: pgmap v241: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:06:10.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:09 smithi173 ceph-mon[31493]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T14:06:10.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:09 smithi083 ceph-mon[27977]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T14:06:10.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:09 smithi084 ceph-mon[31312]: osdmap e89: 12 total, 12 up, 12 in 2024-04-22T14:06:11.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:10 smithi173 ceph-mon[31493]: pgmap v243: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:11.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:10 smithi083 ceph-mon[27977]: pgmap v243: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:11.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:10 smithi084 ceph-mon[31312]: pgmap v243: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:13.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:12 smithi173 ceph-mon[31493]: pgmap v244: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:13.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:12 smithi083 ceph-mon[27977]: pgmap v244: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:13.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:12 smithi084 ceph-mon[31312]: pgmap v244: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:06:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:14 smithi173 ceph-mon[31493]: pgmap v245: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:15.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:14 smithi173 ceph-mon[31493]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T14:06:15.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:14 smithi083 ceph-mon[27977]: pgmap v245: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:15.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:14 smithi083 ceph-mon[27977]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T14:06:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:14 smithi084 ceph-mon[31312]: pgmap v245: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:15.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:14 smithi084 ceph-mon[31312]: osdmap e90: 12 total, 12 up, 12 in 2024-04-22T14:06:17.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:16 smithi173 ceph-mon[31493]: pgmap v247: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:06:17.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:16 smithi083 ceph-mon[27977]: pgmap v247: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:06:17.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:16 smithi084 ceph-mon[31312]: pgmap v247: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:06:19.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:18 smithi173 ceph-mon[31493]: pgmap v248: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 243 B/s wr, 12 op/s 2024-04-22T14:06:19.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:18 smithi083 ceph-mon[27977]: pgmap v248: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 243 B/s wr, 12 op/s 2024-04-22T14:06:19.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:18 smithi084 ceph-mon[31312]: pgmap v248: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 243 B/s wr, 12 op/s 2024-04-22T14:06:21.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:20 smithi173 ceph-mon[31493]: pgmap v249: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:21.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:20 smithi083 ceph-mon[27977]: pgmap v249: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:21.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:20 smithi084 ceph-mon[31312]: pgmap v249: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:23.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:22 smithi173 ceph-mon[31493]: pgmap v250: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:23.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:22 smithi083 ceph-mon[27977]: pgmap v250: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:23.225 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:22 smithi084 ceph-mon[31312]: pgmap v250: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:06:24.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:06:24.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:06:24.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:06:24.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:23 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:06:24.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:06:24.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:06:24.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:06:24.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:23 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:06:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:06:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:06:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:06:24.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:23 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:06:25.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:24 smithi173 ceph-mon[31493]: pgmap v251: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:06:25.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:24 smithi083 ceph-mon[27977]: pgmap v251: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:06:25.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:24 smithi084 ceph-mon[31312]: pgmap v251: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:06:26.196 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:06:26.196 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:06:26.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 -- 172.21.15.83:0/1103003934 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf98105e40 msgr2=0x7fbf98106220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/1103003934 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf98105e40 0x7fbf98106220 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c009900 tx=0x7fbf8c02bc80 comp rx=0 tx=0).stop 2024-04-22T14:06:26.311 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 -- 172.21.15.83:0/1103003934 shutdown_connections 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/1103003934 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9810dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/1103003934 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf981015e0 0x7fbf98101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/1103003934 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf98105e40 0x7fbf98106220 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 -- 172.21.15.83:0/1103003934 >> 172.21.15.83:0/1103003934 conn(0x7fbf980773a0 msgr2=0x7fbf980fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 -- 172.21.15.83:0/1103003934 shutdown_connections 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.305+0000 7fbf9eed2640 1 -- 172.21.15.83:0/1103003934 wait complete. 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 Processor -- start 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 -- start start 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 0x7fbf98198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbf98112310 con 0x7fbf981015e0 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbf98112190 con 0x7fbf98101f80 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9eed2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbf98112490 con 0x7fbf98105e40 2024-04-22T14:06:26.312 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52824/0 (socket says 172.21.15.83:52824) 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/904624312 learned_addr learned my addr 172.21.15.83:0/904624312 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 0x7fbf98198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf97fff640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/904624312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 msgr2=0x7fbf98198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 0x7fbf98198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/904624312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 msgr2=0x7fbf9819e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9819e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/904624312 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf98198d90 con 0x7fbf981015e0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf97fff640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.306+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 0x7fbf98198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c006010 tx=0x7fbf8c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf95ffb640 1 -- 172.21.15.83:0/904624312 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c043020 con 0x7fbf981015e0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf95ffb640 1 -- 172.21.15.83:0/904624312 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf8c004440 con 0x7fbf981015e0 2024-04-22T14:06:26.313 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf98199020 con 0x7fbf981015e0 2024-04-22T14:06:26.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf95ffb640 1 -- 172.21.15.83:0/904624312 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c003b50 con 0x7fbf981015e0 2024-04-22T14:06:26.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.307+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf981a5320 con 0x7fbf981015e0 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbf95ffb640 1 -- 172.21.15.83:0/904624312 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbf8c046020 con 0x7fbf981015e0 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 Processor -- start 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 -- start start 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c24540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c26e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0b801e0 con 0x55b1f0c1b580 2024-04-22T14:06:26.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0b1d390 con 0x55b1f0c1bea0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0b7c1a0 con 0x55b1f0c24a80 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.310+0000 7fbf9d46f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52836/0 (socket says 172.21.15.83:52836) 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 -- 172.21.15.83:0/1346472849 learned_addr learned my addr 172.21.15.83:0/1346472849 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf95ffb640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 0x7fbf880a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 0x7fbf880a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c24540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c26e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 -- 172.21.15.83:0/1346472849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 msgr2=0x55b1f0c26e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c26e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 -- 172.21.15.83:0/1346472849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 msgr2=0x55b1f0c24540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf95ffb640 1 -- 172.21.15.83:0/904624312 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fbf8c0f23e0 con 0x7fbf981015e0 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c24540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 -- 172.21.15.83:0/1346472849 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1f095c7d0 con 0x55b1f0c1b580 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c26e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:26.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c24540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fbf90013b20 tx=0x7fbf90011380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f3eee7d5c3ce322 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf82ffd640 1 -- 172.21.15.83:0/1346472849 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf90011df0 con 0x55b1f0c1b580 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf82ffd640 1 -- 172.21.15.83:0/1346472849 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf9001d3f0 con 0x55b1f0c1b580 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.311+0000 7fbf82ffd640 1 -- 172.21.15.83:0/1346472849 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf90026670 con 0x55b1f0c1b580 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1346472849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 msgr2=0x55b1f0c1b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 0x7fbf880a6260 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbf90020000 tx=0x7fbf9001f000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fbf90013b20 tx=0x7fbf90011380 comp rx=0 tx=0).stop 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1346472849 shutdown_connections 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c26e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c24540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1346472849 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c1b960 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1346472849 >> 172.21.15.83:0/1346472849 conn(0x55b1f0c15cb0 msgr2=0x55b1f0c16090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1346472849 shutdown_connections 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1346472849 wait complete. 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 -- start start 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.312+0000 7fbfa1ba3740 1 Processor -- start 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c21a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c21f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0c27870 con 0x55b1f0c24a80 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0b392f0 con 0x55b1f0c1b580 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55b1f0c279f0 con 0x55b1f0c1bea0 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbfa1ba3740 10 client.0 _ll_register_callbacks cb 0x55b1f0b46580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52842/0 (socket says 172.21.15.83:52842) 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 -- 172.21.15.83:0/2924609435 learned_addr learned my addr 172.21.15.83:0/2924609435 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c21a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf97fff640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c21f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 -- 172.21.15.83:0/2924609435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 msgr2=0x55b1f0c21f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c21f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 -- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 msgr2=0x55b1f0c21a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c21a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 -- 172.21.15.83:0/2924609435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1f08923f0 con 0x55b1f0c24a80 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf97fff640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c21f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fbf9001dc90 tx=0x7fbf9001daf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af9f0d3f27c3d28b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.313+0000 7fbf77fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf90005a70 con 0x55b1f0c24a80 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fbf90026470 con 0x55b1f0c24a80 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf9001d3f0 con 0x55b1f0c24a80 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fbf9003e050 con 0x55b1f0c24a80 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 10 client.18174 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.324 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b1f08520f0 con 0x55b1f0c24a80 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf9001d3f0 con 0x55b1f0c24a80 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fbf900134a0 con 0x55b1f0c24a80 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 10 client.18174 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 10 client.18174 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 20 client.18174 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c34860 0x55b1f0c36c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 4 client.18174 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1f0b8dc00 con 0x55b1f0c34860 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.314+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c34860 0x55b1f0c36c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.315+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c34860 0x55b1f0c36c50 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e877b840f5e84661 server_cookie=eaab12bd600e2620 in_seq=0 out_seq=0 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.315+0000 7fbf77fff640 10 client.18174 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbf77fff640 1 -- 172.21.15.83:0/2924609435 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b1f0b8dc00 con 0x55b1f0c34860 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbf77fff640 10 client.18174 handle_command_reply: tid=0 2024-04-22T14:06:26.325 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 client.18174 shutdown 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 msgr2=0x55b1f0c22490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fbf9001dc90 tx=0x7fbf9001daf0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 shutdown_connections 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c34860 0x55b1f0c36c50 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c24a80 0x55b1f0c22490 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c21f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbf77fff640 0 client.18174 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/2924609435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c21a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 >> 172.21.15.83:0/2924609435 conn(0x55b1f0c15cb0 msgr2=0x55b1f0c17a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 shutdown_connections 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/2924609435 wait complete. 2024-04-22T14:06:26.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.316+0000 7fbfa1ba3740 20 client.18174 trim_cache size 0 max 16384 2024-04-22T14:06:26.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 Processor -- start 2024-04-22T14:06:26.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 -- start start 2024-04-22T14:06:26.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c24140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c14bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981adba0 con 0x55b1f0c1bea0 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981af770 con 0x55b1f0c1b580 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981ae270 con 0x55b1f0c24a80 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbf97fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbf97fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52850/0 (socket says 172.21.15.83:52850) 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.333+0000 7fbf97fff640 1 -- 172.21.15.83:0/249431401 learned_addr learned my addr 172.21.15.83:0/249431401 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c24140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c14bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 -- 172.21.15.83:0/249431401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 msgr2=0x55b1f0c14bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c14bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 -- 172.21.15.83:0/249431401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 msgr2=0x55b1f0c24140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c24140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 -- 172.21.15.83:0/249431401 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1f0c15ae0 con 0x55b1f0c1bea0 2024-04-22T14:06:26.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c24140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf97fff640 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fbf98199750 tx=0x7fbf840127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec6b47df3cf046b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf827fc640 1 -- 172.21.15.83:0/249431401 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf84005220 con 0x55b1f0c1bea0 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf827fc640 1 -- 172.21.15.83:0/249431401 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf84004c50 con 0x55b1f0c1bea0 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.334+0000 7fbf827fc640 1 -- 172.21.15.83:0/249431401 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8401a880 con 0x55b1f0c1bea0 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/249431401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 msgr2=0x55b1f0c30760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fbf98199750 tx=0x7fbf840127c0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/249431401 shutdown_connections 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c24a80 0x55b1f0c14bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c30760 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/249431401 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c1b580 0x55b1f0c24140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/249431401 >> 172.21.15.83:0/249431401 conn(0x55b1f0c15cb0 msgr2=0x55b1f0c144e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/249431401 shutdown_connections 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/249431401 wait complete. 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- start start 2024-04-22T14:06:26.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 Processor -- start 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c28d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 0x55b1f0c29290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981af0a0 con 0x55b1f0c1b580 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981ae9a0 con 0x55b1f0c24a80 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbf981abba0 con 0x55b1f0c1bea0 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbfa1ba3740 10 client.0 _ll_register_callbacks cb 0x7fbf900138f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbf9cc6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbf9cc6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52862/0 (socket says 172.21.15.83:52862) 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.335+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/1731956282 learned_addr learned my addr 172.21.15.83:0/1731956282 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 0x55b1f0c29290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c28d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/1731956282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 msgr2=0x55b1f0c28d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c28d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 msgr2=0x55b1f0c29290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 0x55b1f0c29290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 -- 172.21.15.83:0/1731956282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1f0c99d60 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c28d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9d46f640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 0x55b1f0c29290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf9cc6e640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c0efca0 tx=0x7fbf8c04ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b01a353050f091f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c0beb90 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fbf8c0054b0 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf84004c50 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fbf8c0be490 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbfa1ba3740 10 client.18180 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55b1f0c9b090 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbf84004c50 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.336+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fbf8c0f2040 con 0x55b1f0c1b580 2024-04-22T14:06:26.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 10 client.18180 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 10 client.18180 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 20 client.18180 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c9b710 0x55b1f0c9db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 4 client.18180 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b1f0b87a70 con 0x55b1f0c9b710 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c9b710 0x55b1f0c9db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbf97fff640 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c9b710 0x55b1f0c9db00 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60725d2666bac89 server_cookie=d653f6d06b95761b in_seq=0 out_seq=0 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbf77fff640 10 client.18180 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbf77fff640 1 -- 172.21.15.83:0/1731956282 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b1f0b87a70 con 0x55b1f0c9b710 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbf77fff640 10 client.18180 handle_command_reply: tid=0 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 client.18180 shutdown 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 msgr2=0x55b1f0c28810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c0efca0 tx=0x7fbf8c04ecd0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 shutdown_connections 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.337+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55b1f0c9b710 0x55b1f0c9db00 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55b1f0c24a80 0x55b1f0c29290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55b1f0c1bea0 0x55b1f0c28d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf77fff640 0 client.18180 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 --2- 172.21.15.83:0/1731956282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55b1f0c1b580 0x55b1f0c28810 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 >> 172.21.15.83:0/1731956282 conn(0x55b1f0c15cb0 msgr2=0x55b1f0c178f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 shutdown_connections 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 1 -- 172.21.15.83:0/1731956282 wait complete. 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbfa1ba3740 20 client.18180 trim_cache size 0 max 16384 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:06:26.348 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 msgr2=0x7fbf880a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 0x7fbf880a6260 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fbf90020000 tx=0x7fbf9001f000 comp rx=0 tx=0).stop 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 msgr2=0x7fbf9819e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c006010 tx=0x7fbf8c004040 comp rx=0 tx=0).stop 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 shutdown_connections 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbf880a3da0 0x7fbf880a6260 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbf98105e40 0x7fbf98198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf98101f80 0x7fbf9819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 --2- 172.21.15.83:0/904624312 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbf981015e0 0x7fbf9819e460 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 >> 172.21.15.83:0/904624312 conn(0x7fbf980773a0 msgr2=0x7fbf98103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 shutdown_connections 2024-04-22T14:06:26.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.338+0000 7fbf9eed2640 1 -- 172.21.15.83:0/904624312 wait complete. 2024-04-22T14:06:26.353 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:06:26.353 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:06:26.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- 172.21.15.83:0/1202453008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 msgr2=0x7f1444069560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 --2- 172.21.15.83:0/1202453008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444069560 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f1434009930 tx=0x7f143402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- 172.21.15.83:0/1202453008 shutdown_connections 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 --2- 172.21.15.83:0/1202453008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f144410ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 --2- 172.21.15.83:0/1202453008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444069560 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 --2- 172.21.15.83:0/1202453008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 0x7f14441083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- 172.21.15.83:0/1202453008 >> 172.21.15.83:0/1202453008 conn(0x7f1444077e30 msgr2=0x7f1444078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- 172.21.15.83:0/1202453008 shutdown_connections 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- 172.21.15.83:0/1202453008 wait complete. 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 Processor -- start 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.447+0000 7f144a81e640 1 -- start start 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f1444198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 0x7f144419cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1444112140 con 0x7f14440690e0 2024-04-22T14:06:26.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1444111fc0 con 0x7f1444107fd0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f14441122c0 con 0x7f1444069aa0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52874/0 (socket says 172.21.15.83:52874) 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 -- 172.21.15.83:0/3819560696 learned_addr learned my addr 172.21.15.83:0/3819560696 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f14437fe640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f1444198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 -- 172.21.15.83:0/3819560696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 msgr2=0x7f1444198bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f1444198bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 -- 172.21.15.83:0/3819560696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 msgr2=0x7f144419cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1448dbb640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 0x7f144419cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 0x7f144419cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 -- 172.21.15.83:0/3819560696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f144419d670 con 0x7f14440690e0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f14437fe640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f1444198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f1443fff640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f142c00d950 tx=0x7f142c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c017030 con 0x7f14440690e0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f142c004020 con 0x7f14440690e0 2024-04-22T14:06:26.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f144419d960 con 0x7f14440690e0 2024-04-22T14:06:26.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c0047a0 con 0x7f14440690e0 2024-04-22T14:06:26.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.448+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14441a51f0 con 0x7f14440690e0 2024-04-22T14:06:26.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.449+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1444068de0 con 0x7f14440690e0 2024-04-22T14:06:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.450+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f142c009a30 con 0x7f14440690e0 2024-04-22T14:06:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.451+0000 7f14417fa640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 0x7f14300a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.451+0000 7f14437fe640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 0x7f14300a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.451+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f142c0d0310 con 0x7f14440690e0 2024-04-22T14:06:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.451+0000 7f14437fe640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 0x7f14300a61e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1434036040 tx=0x7f1434000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.455+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f142c09c9b0 con 0x7f14440690e0 2024-04-22T14:06:26.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.669+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14441999d0 con 0x7f14440690e0 2024-04-22T14:06:26.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.670+0000 7f14417fa640 1 -- 172.21.15.83:0/3819560696 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11928 (secure 0 0 0) 0x7f142c096e20 con 0x7f14440690e0 2024-04-22T14:06:26.674 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:06:26.674 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":41,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:04:47.348168+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[0,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:06:26.674 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 41 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 msgr2=0x7f14300a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 0x7f14300a61e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1434036040 tx=0x7f1434000bc0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 msgr2=0x7f1444198680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f142c00d950 tx=0x7f142c00de10 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 shutdown_connections 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f14300a3d20 0x7f14300a61e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1444107fd0 0x7f144419cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1444069aa0 0x7f1444198bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 --2- 172.21.15.83:0/3819560696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f14440690e0 0x7f1444198680 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 >> 172.21.15.83:0/3819560696 conn(0x7f1444077e30 msgr2=0x7f1444100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 shutdown_connections 2024-04-22T14:06:26.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.672+0000 7f144a81e640 1 -- 172.21.15.83:0/3819560696 wait complete. 2024-04-22T14:06:26.689 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/345198435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04102190 msgr2=0x7f9a04102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/345198435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04102190 0x7f9a04102570 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f99f4009900 tx=0x7f99f402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/345198435 shutdown_connections 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/345198435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04107260 0x7f9a0410ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/345198435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102b40 0x7f9a04106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/345198435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04102190 0x7f9a04102570 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/345198435 >> 172.21.15.83:0/345198435 conn(0x7f9a040793a0 msgr2=0x7f9a040797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/345198435 shutdown_connections 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/345198435 wait complete. 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 Processor -- start 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.786+0000 7f9a0a2c0640 1 -- start start 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 0x7f9a0419e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.792 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04198620 0x7f9a04198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a04112220 con 0x7f9a04107260 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041120a0 con 0x7f9a04102190 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041123a0 con 0x7f9a04198620 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52900/0 (socket says 172.21.15.83:52900) 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 -- 172.21.15.83:0/259677435 learned_addr learned my addr 172.21.15.83:0/259677435 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a03fff640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 0x7f9a0419e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0885d640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04198620 0x7f9a04198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 -- 172.21.15.83:0/259677435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04198620 msgr2=0x7f9a04198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04198620 0x7f9a04198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 -- 172.21.15.83:0/259677435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 msgr2=0x7f9a0419e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 0x7f9a0419e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 -- 172.21.15.83:0/259677435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a04199140 con 0x7f9a04107260 2024-04-22T14:06:26.793 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a03fff640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 0x7f9a0419e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a037fe640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f99f800d770 tx=0x7f99f800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a017fa640 1 -- 172.21.15.83:0/259677435 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f8017070 con 0x7f9a04107260 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a04199430 con 0x7f9a04107260 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.787+0000 7f9a017fa640 1 -- 172.21.15.83:0/259677435 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99f8009c30 con 0x7f9a04107260 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.788+0000 7f9a017fa640 1 -- 172.21.15.83:0/259677435 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f800f620 con 0x7f9a04107260 2024-04-22T14:06:26.794 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.788+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a041a5680 con 0x7f9a04107260 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a017fa640 1 -- 172.21.15.83:0/259677435 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f99f801a070 con 0x7f9a04107260 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 Processor -- start 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 -- start start 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e35000630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a017fa640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 0x7f99ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e35010220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561e34f651f0 con 0x561e35000c00 2024-04-22T14:06:26.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561e34f024b0 con 0x561e3500de10 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561e34f611b0 con 0x561e35000250 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a037fe640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 0x7f99ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52906/0 (socket says 172.21.15.83:52906) 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.790+0000 7f9a03fff640 1 -- 172.21.15.83:0/3749657843 learned_addr learned my addr 172.21.15.83:0/3749657843 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a017fa640 1 -- 172.21.15.83:0/259677435 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f99f80d0420 con 0x7f9a04107260 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a0885d640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e35010220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a0885d640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e35000630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 -- 172.21.15.83:0/3749657843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 msgr2=0x561e35000630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e35000630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 -- 172.21.15.83:0/3749657843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 msgr2=0x561e35010220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e35010220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 -- 172.21.15.83:0/3749657843 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e34ef41b0 con 0x561e35000c00 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a0885d640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e35010220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a037fe640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 0x7f99ec0a61e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ce170 tx=0x7f99f806de00 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f9a03fff640 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f99f4000c00 tx=0x7f99f4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c22c3a8642bed465 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f99ea7fc640 1 -- 172.21.15.83:0/3749657843 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f4044020 con 0x561e35000c00 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f99ea7fc640 1 -- 172.21.15.83:0/3749657843 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99f402cc90 con 0x561e35000c00 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.791+0000 7f99ea7fc640 1 -- 172.21.15.83:0/3749657843 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f4004920 con 0x561e35000c00 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- 172.21.15.83:0/3749657843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 msgr2=0x561e3500d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f99f4000c00 tx=0x7f99f4005e80 comp rx=0 tx=0).stop 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- 172.21.15.83:0/3749657843 shutdown_connections 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e35010220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500d840 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/3749657843 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e35000630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- 172.21.15.83:0/3749657843 >> 172.21.15.83:0/3749657843 conn(0x561e34ffaba0 msgr2=0x561e34ffaf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- 172.21.15.83:0/3749657843 shutdown_connections 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- 172.21.15.83:0/3749657843 wait complete. 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 -- start start 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.792+0000 7f9a0cf82740 1 Processor -- start 2024-04-22T14:06:26.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e3500d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e3500afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561e35010ce0 con 0x561e35000c00 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561e34f1e500 con 0x561e3500de10 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561e35010e60 con 0x561e35000250 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 10 client.0 _ll_register_callbacks cb 0x561e34eecb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52920/0 (socket says 172.21.15.83:52920) 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 -- 172.21.15.83:0/2726208528 learned_addr learned my addr 172.21.15.83:0/2726208528 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e3500afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e3500d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 -- 172.21.15.83:0/2726208528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 msgr2=0x561e3500d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e3500d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 -- 172.21.15.83:0/2726208528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 msgr2=0x561e3500afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e3500afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.803 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 -- 172.21.15.83:0/2726208528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e34c773f0 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f99f402ca90 tx=0x7f99f402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2e2d5b328f4b75 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f99e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99f404d030 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f99f40038c0 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99f402cc90 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f99f4044040 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 10 client.18198 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.793+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561e34d417d0 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99f402cc90 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f99f405b9d0 con 0x561e35000c00 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 10 client.18198 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 10 client.18198 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 20 client.18198 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e3501de10 0x561e35020200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 4 client.18198 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:26.804 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e34f04930 con 0x561e3501de10 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e3501de10 0x561e35020200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f99e37fe640 10 client.18198 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.794+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e3501de10 0x561e35020200 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=debcacfd6f132ebd server_cookie=6895c419dea5b10a in_seq=0 out_seq=0 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f99e37fe640 1 -- 172.21.15.83:0/2726208528 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561e34f04930 con 0x561e3501de10 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f99e37fe640 10 client.18198 handle_command_reply: tid=0 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 client.18198 shutdown 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 msgr2=0x561e3500aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f99f402ca90 tx=0x7f99f402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 shutdown_connections 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e3501de10 0x561e35020200 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e3500de10 0x561e3500afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000c00 0x561e3500aa80 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f99e37fe640 0 client.18198 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2726208528 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000250 0x561e3500d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 >> 172.21.15.83:0/2726208528 conn(0x561e34ffaba0 msgr2=0x561e34ffc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 shutdown_connections 2024-04-22T14:06:26.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2726208528 wait complete. 2024-04-22T14:06:26.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.795+0000 7f9a0cf82740 20 client.18198 trim_cache size 0 max 16384 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.808+0000 7f9a0cf82740 1 Processor -- start 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.808+0000 7f9a0cf82740 1 -- start start 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.808+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000c00 0x561e3500d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e3500de10 0x561e3500d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041aba70 con 0x561e35000250 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041ad640 con 0x561e35000c00 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041ac140 con 0x561e3500de10 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52934/0 (socket says 172.21.15.83:52934) 2024-04-22T14:06:26.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 -- 172.21.15.83:0/1017380412 learned_addr learned my addr 172.21.15.83:0/1017380412 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a03fff640 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000c00 0x561e3500d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e3500de10 0x561e3500d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 -- 172.21.15.83:0/1017380412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e3500de10 msgr2=0x561e3500d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e3500de10 0x561e3500d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 -- 172.21.15.83:0/1017380412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000c00 msgr2=0x561e3500d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000c00 0x561e3500d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 -- 172.21.15.83:0/1017380412 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e3500b350 con 0x561e35000250 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f9a0885d640 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f99fc009740 tx=0x7f99fc00c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52ba9227e2ba1305 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f99e9ffb640 1 -- 172.21.15.83:0/1017380412 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99fc013040 con 0x561e35000250 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f99e9ffb640 1 -- 172.21.15.83:0/1017380412 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99fc020810 con 0x561e35000250 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.809+0000 7f99e9ffb640 1 -- 172.21.15.83:0/1017380412 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99fc01b6b0 con 0x561e35000250 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- 172.21.15.83:0/1017380412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 msgr2=0x561e35019be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f99fc009740 tx=0x7f99fc00c040 comp rx=0 tx=0).stop 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- 172.21.15.83:0/1017380412 shutdown_connections 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e3500de10 0x561e3500d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000c00 0x561e3500d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/1017380412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e35000250 0x561e35019be0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- 172.21.15.83:0/1017380412 >> 172.21.15.83:0/1017380412 conn(0x561e34ffaba0 msgr2=0x561e34ff9c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- 172.21.15.83:0/1017380412 shutdown_connections 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- 172.21.15.83:0/1017380412 wait complete. 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 -- start start 2024-04-22T14:06:26.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.810+0000 7f9a0cf82740 1 Processor -- start 2024-04-22T14:06:26.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000250 0x561e3507d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 0x561e3507d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041acf70 con 0x561e3500de10 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041ac870 con 0x561e35000250 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9a041a9a70 con 0x561e35000c00 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 10 client.0 _ll_register_callbacks cb 0x7f99f4005640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52938/0 (socket says 172.21.15.83:52938) 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 -- 172.21.15.83:0/2514321451 learned_addr learned my addr 172.21.15.83:0/2514321451 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000250 0x561e3507d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 0x561e3507d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 -- 172.21.15.83:0/2514321451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 msgr2=0x561e3507d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 0x561e3507d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 -- 172.21.15.83:0/2514321451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000250 msgr2=0x561e3507d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000250 0x561e3507d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 -- 172.21.15.83:0/2514321451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e350129e0 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 0x561e3507d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0885d640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f99fc01cef0 tx=0x7f99fc00a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ee5bf947f72bfc5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f99e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99fc032070 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f99fc01cb00 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99fc020810 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f99fc03b430 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.811+0000 7f9a0cf82740 10 client.18204 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x561e35084b50 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99fc020810 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f99fc02b070 con 0x561e3500de10 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 10 client.18204 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 10 client.18204 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 20 client.18204 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e35085240 0x561e35087660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 4 client.18204 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561e34f72c10 con 0x561e35085240 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e35085240 0x561e35087660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f99e37fe640 10 client.18204 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a03fff640 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e35085240 0x561e35087660 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=267b1c691f209c1f server_cookie=f61c48901d527835 in_seq=0 out_seq=0 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f99e37fe640 1 -- 172.21.15.83:0/2514321451 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561e34f72c10 con 0x561e35085240 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f99e37fe640 10 client.18204 handle_command_reply: tid=0 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.812+0000 7f9a0cf82740 1 client.18204 shutdown 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 msgr2=0x561e350122f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f99fc01cef0 tx=0x7f99fc00a5b0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 shutdown_connections 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561e3500de10 0x561e350122f0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561e35000c00 0x561e3507d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x561e35085240 0x561e35087660 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 --2- 172.21.15.83:0/2514321451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561e35000250 0x561e3507d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f99e37fe640 0 client.18204 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 >> 172.21.15.83:0/2514321451 conn(0x561e34ffaba0 msgr2=0x561e34ffbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 shutdown_connections 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 1 -- 172.21.15.83:0/2514321451 wait complete. 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0cf82740 20 client.18204 trim_cache size 0 max 16384 2024-04-22T14:06:26.823 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 msgr2=0x7f99ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 0x7f99ec0a61e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f99f80ce170 tx=0x7f99f806de00 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 msgr2=0x7f9a0419e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f99f800d770 tx=0x7f99f800dc30 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 shutdown_connections 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f99ec0a3d20 0x7f99ec0a61e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9a04198620 0x7f9a04198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9a04107260 0x7f9a0419e9b0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 --2- 172.21.15.83:0/259677435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9a04102190 0x7f9a0419e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 >> 172.21.15.83:0/259677435 conn(0x7f9a040793a0 msgr2=0x7f9a04100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.813+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 shutdown_connections 2024-04-22T14:06:26.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.814+0000 7f9a0a2c0640 1 -- 172.21.15.83:0/259677435 wait complete. 2024-04-22T14:06:26.828 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 -- 172.21.15.83:0/3005313048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 msgr2=0x7fd66006a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 --2- 172.21.15.83:0/3005313048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66006a990 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fd654009930 tx=0x7fd65402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 -- 172.21.15.83:0/3005313048 shutdown_connections 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 --2- 172.21.15.83:0/3005313048 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd66006aed0 0x7fd66010edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 --2- 172.21.15.83:0/3005313048 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66006a990 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 --2- 172.21.15.83:0/3005313048 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd660107fc0 0x7fd6601083a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 -- 172.21.15.83:0/3005313048 >> 172.21.15.83:0/3005313048 conn(0x7fd660076c50 msgr2=0x7fd660077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 -- 172.21.15.83:0/3005313048 shutdown_connections 2024-04-22T14:06:26.931 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.925+0000 7fd66614a640 1 -- 172.21.15.83:0/3005313048 wait complete. 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 Processor -- start 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 -- start start 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd66006aed0 0x7fd66019e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd660107fc0 0x7fd6601985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601121e0 con 0x7fd66006a550 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd660112060 con 0x7fd660107fc0 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd66614a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd660112360 con 0x7fd66006aed0 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52946/0 (socket says 172.21.15.83:52946) 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 -- 172.21.15.83:0/22842710 learned_addr learned my addr 172.21.15.83:0/22842710 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65ffff640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd660107fc0 0x7fd6601985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.932 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65effd640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd66006aed0 0x7fd66019e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 -- 172.21.15.83:0/22842710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd66006aed0 msgr2=0x7fd66019e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd66006aed0 0x7fd66019e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 -- 172.21.15.83:0/22842710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd660107fc0 msgr2=0x7fd6601985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.926+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd660107fc0 0x7fd6601985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd65f7fe640 1 -- 172.21.15.83:0/22842710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd660198d40 con 0x7fd66006a550 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fd65000c890 tx=0x7fd65000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd65cff9640 1 -- 172.21.15.83:0/22842710 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650004220 con 0x7fd66006a550 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd65cff9640 1 -- 172.21.15.83:0/22842710 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6500043c0 con 0x7fd66006a550 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd660199030 con 0x7fd66006a550 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd65cff9640 1 -- 172.21.15.83:0/22842710 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd650004a00 con 0x7fd66006a550 2024-04-22T14:06:26.933 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.927+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6601a52d0 con 0x7fd66006a550 2024-04-22T14:06:26.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.929+0000 7fd65cff9640 1 -- 172.21.15.83:0/22842710 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fd6500079b0 con 0x7fd66006a550 2024-04-22T14:06:26.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.929+0000 7fd668e0e740 1 Processor -- start 2024-04-22T14:06:26.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.929+0000 7fd668e0e740 1 -- start start 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5564ce2691f0 con 0x5564ce3044d0 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5564ce2064b0 con 0x5564ce304e80 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd668e0e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5564ce2651b0 con 0x5564ce30da00 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65cff9640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 0x7fd6480a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52962/0 (socket says 172.21.15.83:52962) 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 -- 172.21.15.83:0/365358672 learned_addr learned my addr 172.21.15.83:0/365358672 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 0x7fd6480a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65effd640 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65cff9640 1 -- 172.21.15.83:0/22842710 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fd6500d0600 con 0x7fd66006a550 2024-04-22T14:06:26.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 -- 172.21.15.83:0/365358672 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 msgr2=0x5564ce30fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 -- 172.21.15.83:0/365358672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 msgr2=0x5564ce30d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 -- 172.21.15.83:0/365358672 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564ce1f81b0 con 0x5564ce3044d0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fd65800af30 tx=0x7fd658016700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dfefe23c7c2533d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd65ffff640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 0x7fd6480a61e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd658009fd0 tx=0x7fd65801a000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd645ffb640 1 -- 172.21.15.83:0/365358672 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658026070 con 0x5564ce3044d0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd645ffb640 1 -- 172.21.15.83:0/365358672 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd65800a590 con 0x5564ce3044d0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.930+0000 7fd645ffb640 1 -- 172.21.15.83:0/365358672 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658013040 con 0x5564ce3044d0 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- 172.21.15.83:0/365358672 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 msgr2=0x5564ce3048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fd65800af30 tx=0x7fd658016700 comp rx=0 tx=0).stop 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- 172.21.15.83:0/365358672 shutdown_connections 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 --2- 172.21.15.83:0/365358672 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce3048b0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- 172.21.15.83:0/365358672 >> 172.21.15.83:0/365358672 conn(0x5564ce2feba0 msgr2=0x5564ce2fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- 172.21.15.83:0/365358672 shutdown_connections 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- 172.21.15.83:0/365358672 wait complete. 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.931+0000 7fd668e0e740 1 -- start start 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 Processor -- start 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5564ce310910 con 0x5564ce3044d0 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5564ce222500 con 0x5564ce304e80 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5564ce310a90 con 0x5564ce30da00 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd668e0e740 10 client.0 _ll_register_callbacks cb 0x5564ce1f0b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.942 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52968/0 (socket says 172.21.15.83:52968) 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 -- 172.21.15.83:0/682264453 learned_addr learned my addr 172.21.15.83:0/682264453 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65effd640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65ffff640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 -- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 msgr2=0x5564ce30abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 -- 172.21.15.83:0/682264453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 msgr2=0x5564ce30a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 -- 172.21.15.83:0/682264453 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564cdf7b3f0 con 0x5564ce3044d0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fd65009c2a0 tx=0x7fd65009c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58ada0a7fb67ca1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.932+0000 7fd63effd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65001d040 con 0x5564ce3044d0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fd65009b9f0 con 0x5564ce3044d0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd65800a590 con 0x5564ce3044d0 2024-04-22T14:06:26.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd65009c5a0 con 0x5564ce3044d0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 10 client.18216 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5564ce0457d0 con 0x5564ce3044d0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd65800a590 con 0x5564ce3044d0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fd6500bb310 con 0x5564ce3044d0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 10 client.18216 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 10 client.18216 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 20 client.18216 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce31db70 0x5564ce31ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 4 client.18216 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564ce208930 con 0x5564ce31db70 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.933+0000 7fd65effd640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce31db70 0x5564ce31ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.934+0000 7fd63effd640 10 client.18216 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.934+0000 7fd65effd640 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce31db70 0x5564ce31ff60 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=dea17077773b1de5 server_cookie=cea259aaced3d0e0 in_seq=0 out_seq=0 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.934+0000 7fd63effd640 1 -- 172.21.15.83:0/682264453 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5564ce208930 con 0x5564ce31db70 2024-04-22T14:06:26.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.934+0000 7fd63effd640 10 client.18216 handle_command_reply: tid=0 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.934+0000 7fd668e0e740 1 client.18216 shutdown 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 msgr2=0x5564ce30d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fd65009c2a0 tx=0x7fd65009c1d0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 shutdown_connections 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce31db70 0x5564ce31ff60 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce30da00 0x5564ce30abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce304e80 0x5564ce30a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd63effd640 0 client.18216 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 --2- 172.21.15.83:0/682264453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce3044d0 0x5564ce30d2e0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 >> 172.21.15.83:0/682264453 conn(0x5564ce2feba0 msgr2=0x5564ce3008f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 shutdown_connections 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 1 -- 172.21.15.83:0/682264453 wait complete. 2024-04-22T14:06:26.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.935+0000 7fd668e0e740 20 client.18216 trim_cache size 0 max 16384 2024-04-22T14:06:26.946 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:26 smithi083 ceph-mon[27977]: pgmap v252: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:06:26.946 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:26 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3819560696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:06:26.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 Processor -- start 2024-04-22T14:06:26.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 -- start start 2024-04-22T14:06:26.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 0x5564ce3197d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce30da00 0x5564ce30d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601adc70 con 0x5564ce304e80 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601af840 con 0x5564ce30da00 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.948+0000 7fd668e0e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601ae340 con 0x5564ce3044d0 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52982/0 (socket says 172.21.15.83:52982) 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 -- 172.21.15.83:0/2834834023 learned_addr learned my addr 172.21.15.83:0/2834834023 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65ffff640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce30da00 0x5564ce30d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 0x5564ce3197d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 -- 172.21.15.83:0/2834834023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 msgr2=0x5564ce3197d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 0x5564ce3197d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 -- 172.21.15.83:0/2834834023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce30da00 msgr2=0x5564ce30d2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce30da00 0x5564ce30d2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 -- 172.21.15.83:0/2834834023 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564ce3202d0 con 0x5564ce304e80 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 0x5564ce3197d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd65effd640 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fd654005940 tx=0x7fd6540058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=199422f6b2b6dc4a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd6457fa640 1 -- 172.21.15.83:0/2834834023 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd65404e020 con 0x5564ce304e80 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd6457fa640 1 -- 172.21.15.83:0/2834834023 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd65402cc90 con 0x5564ce304e80 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.949+0000 7fd6457fa640 1 -- 172.21.15.83:0/2834834023 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6540046c0 con 0x5564ce304e80 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- 172.21.15.83:0/2834834023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 msgr2=0x5564ce30cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fd654005940 tx=0x7fd6540058d0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- 172.21.15.83:0/2834834023 shutdown_connections 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce30da00 0x5564ce30d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce304e80 0x5564ce30cda0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2834834023 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce3044d0 0x5564ce3197d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- 172.21.15.83:0/2834834023 >> 172.21.15.83:0/2834834023 conn(0x5564ce2feba0 msgr2=0x5564ce2fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- 172.21.15.83:0/2834834023 shutdown_connections 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- 172.21.15.83:0/2834834023 wait complete. 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 -- start start 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.950+0000 7fd668e0e740 1 Processor -- start 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce3044d0 0x5564ce315ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce304e80 0x5564ce316220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601af170 con 0x5564ce30da00 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601aea70 con 0x5564ce3044d0 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fd6601abc70 con 0x5564ce304e80 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 10 client.0 _ll_register_callbacks cb 0x7fd65009c440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:52988/0 (socket says 172.21.15.83:52988) 2024-04-22T14:06:26.960 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 -- 172.21.15.83:0/2258167683 learned_addr learned my addr 172.21.15.83:0/2258167683 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce3044d0 0x5564ce315ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65effd640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce304e80 0x5564ce316220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 -- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce304e80 msgr2=0x5564ce316220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce304e80 0x5564ce316220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 -- 172.21.15.83:0/2258167683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce3044d0 msgr2=0x5564ce315ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce3044d0 0x5564ce315ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 -- 172.21.15.83:0/2258167683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564ce313500 con 0x5564ce30da00 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd65ffff640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fd658004a80 tx=0x7fd65800a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79496cdca1f0538a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd63effd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd658030070 con 0x5564ce30da00 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fd658009c80 con 0x5564ce30da00 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd65402cc90 con 0x5564ce30da00 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fd65803c050 con 0x5564ce30da00 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 10 client.18222 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:26.961 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.951+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5564ce384b10 con 0x5564ce30da00 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd65402cc90 con 0x5564ce30da00 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fd658021990 con 0x5564ce30da00 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 10 client.18222 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 10 client.18222 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 20 client.18222 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce384fd0 0x5564ce3873f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 4 client.18222 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5564ce276c10 con 0x5564ce384fd0 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce384fd0 0x5564ce3873f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd63effd640 10 client.18222 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.952+0000 7fd65f7fe640 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce384fd0 0x5564ce3873f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2730b82b4253e8ed server_cookie=b4d28c9482cf6718 in_seq=0 out_seq=0 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd63effd640 1 -- 172.21.15.83:0/2258167683 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5564ce276c10 con 0x5564ce384fd0 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd63effd640 10 client.18222 handle_command_reply: tid=0 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 client.18222 shutdown 2024-04-22T14:06:26.962 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 msgr2=0x5564ce312cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fd658004a80 tx=0x7fd65800a6a0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 shutdown_connections 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5564ce384fd0 0x5564ce3873f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564ce30da00 0x5564ce312cd0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd63effd640 0 client.18222 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564ce304e80 0x5564ce316220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 --2- 172.21.15.83:0/2258167683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564ce3044d0 0x5564ce315ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 >> 172.21.15.83:0/2258167683 conn(0x5564ce2feba0 msgr2=0x5564ce2ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 shutdown_connections 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 1 -- 172.21.15.83:0/2258167683 wait complete. 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd668e0e740 20 client.18222 trim_cache size 0 max 16384 2024-04-22T14:06:26.963 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:26.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 msgr2=0x7fd6480a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 0x7fd6480a61e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fd658009fd0 tx=0x7fd65801a000 comp rx=0 tx=0).stop 2024-04-22T14:06:26.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 msgr2=0x7fd66019e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:26.964 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fd65000c890 tx=0x7fd65000cd50 comp rx=0 tx=0).stop 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 shutdown_connections 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fd6480a3d20 0x7fd6480a61e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd660107fc0 0x7fd6601985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fd66006aed0 0x7fd66019e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.953+0000 7fd66614a640 1 --2- 172.21.15.83:0/22842710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fd66006a550 0x7fd66019e410 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.954+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 >> 172.21.15.83:0/22842710 conn(0x7fd660076c50 msgr2=0x7fd660100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.954+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 shutdown_connections 2024-04-22T14:06:26.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:26.954+0000 7fd66614a640 1 -- 172.21.15.83:0/22842710 wait complete. 2024-04-22T14:06:26.968 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 -- 172.21.15.83:0/693097412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c108150 msgr2=0x7f389c108530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 --2- 172.21.15.83:0/693097412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c108150 0x7f389c108530 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f3898009930 tx=0x7f389802bcd0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 -- 172.21.15.83:0/693097412 shutdown_connections 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 --2- 172.21.15.83:0/693097412 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06af10 0x7f389c10edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 --2- 172.21.15.83:0/693097412 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c06a550 0x7f389c06a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 --2- 172.21.15.83:0/693097412 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c108150 0x7f389c108530 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 -- 172.21.15.83:0/693097412 >> 172.21.15.83:0/693097412 conn(0x7f389c076c50 msgr2=0x7f389c077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 -- 172.21.15.83:0/693097412 shutdown_connections 2024-04-22T14:06:27.070 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.064+0000 7f38a4159640 1 -- 172.21.15.83:0/693097412 wait complete. 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 Processor -- start 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 -- start start 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06a550 0x7f389c101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 0x7f389c101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1121d0 con 0x7f389c06af10 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f389c112050 con 0x7f389c108150 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a4159640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f389c112350 con 0x7f389c06a550 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53008/0 (socket says 172.21.15.83:53008) 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 -- 172.21.15.83:0/3331173129 learned_addr learned my addr 172.21.15.83:0/3331173129 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06a550 0x7f389c101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a26f6640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 0x7f389c101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 -- 172.21.15.83:0/3331173129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06a550 msgr2=0x7f389c101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.071 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06a550 0x7f389c101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 -- 172.21.15.83:0/3331173129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 msgr2=0x7f389c101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 0x7f389c101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 -- 172.21.15.83:0/3331173129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389c1a6bf0 con 0x7f389c06af10 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a26f6640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 0x7f389c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.065+0000 7f38a16f4640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f388c00d950 tx=0x7f388c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.066+0000 7f3892ffd640 1 -- 172.21.15.83:0/3331173129 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c017070 con 0x7f389c06af10 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.066+0000 7f3892ffd640 1 -- 172.21.15.83:0/3331173129 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f388c009c30 con 0x7f389c06af10 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.066+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f389c1a6ee0 con 0x7f389c06af10 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.066+0000 7f3892ffd640 1 -- 172.21.15.83:0/3331173129 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c00f620 con 0x7f389c06af10 2024-04-22T14:06:27.072 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.066+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f389c1a73a0 con 0x7f389c06af10 2024-04-22T14:06:27.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f3892ffd640 1 -- 172.21.15.83:0/3331173129 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f388c010460 con 0x7f389c06af10 2024-04-22T14:06:27.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 Processor -- start 2024-04-22T14:06:27.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 -- start start 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8ff430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f3892ffd640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 0x7f38880a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f901e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a17f85b1f0 con 0x55a17f8f64d0 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a17f7f84b0 con 0x55a17f8ffa00 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.068+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a17f8571b0 con 0x55a17f8f6e80 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a16f4640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 0x7f38880a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53020/0 (socket says 172.21.15.83:53020) 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 -- 172.21.15.83:0/4215682922 learned_addr learned my addr 172.21.15.83:0/4215682922 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f3892ffd640 1 -- 172.21.15.83:0/3331173129 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f388c0d0400 con 0x7f389c06af10 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f901e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8ff430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.080 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 -- 172.21.15.83:0/4215682922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 msgr2=0x55a17f8ff430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8ff430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 -- 172.21.15.83:0/4215682922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 msgr2=0x55a17f901e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f901e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 -- 172.21.15.83:0/4215682922 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a17f7ea1b0 con 0x55a17f8f64d0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a16f4640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 0x7f38880a6210 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f388c0cdc00 tx=0x7f388c091830 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f38a26f6640 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f3894014880 tx=0x7f3894009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88c3c6b9b74ab5f3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f3887fff640 1 -- 172.21.15.83:0/4215682922 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389401a030 con 0x55a17f8f64d0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f3887fff640 1 -- 172.21.15.83:0/4215682922 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3894012890 con 0x55a17f8f64d0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.069+0000 7f3887fff640 1 -- 172.21.15.83:0/4215682922 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38940052d0 con 0x55a17f8f64d0 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- 172.21.15.83:0/4215682922 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 msgr2=0x55a17f8f68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f3894014880 tx=0x7f3894009910 comp rx=0 tx=0).stop 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- 172.21.15.83:0/4215682922 shutdown_connections 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f901e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8ff430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/4215682922 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8f68b0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- 172.21.15.83:0/4215682922 >> 172.21.15.83:0/4215682922 conn(0x55a17f8f0ba0 msgr2=0x55a17f8f0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- 172.21.15.83:0/4215682922 shutdown_connections 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- 172.21.15.83:0/4215682922 wait complete. 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 -- start start 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.070+0000 7f38a6e2b740 1 Processor -- start 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8fc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f8fcbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55a17f902970 con 0x55a17f8f64d0 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a17f814500 con 0x55a17f8ffa00 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55a17f902af0 con 0x55a17f8f6e80 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a6e2b740 10 client.0 _ll_register_callbacks cb 0x55a17f7e2b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53030/0 (socket says 172.21.15.83:53030) 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 -- 172.21.15.83:0/988323459 learned_addr learned my addr 172.21.15.83:0/988323459 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 -- 172.21.15.83:0/988323459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 msgr2=0x55a17f8fc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8fc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 -- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 msgr2=0x55a17f8fcbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f8fcbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 -- 172.21.15.83:0/988323459 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a17f56d3f0 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38a26f6640 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f38940145d0 tx=0x7f3894012c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2905c0b9cd7d5e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38857fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.071+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389401a050 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f3894005090 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3894012890 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f3894004e50 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 10 client.18234 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55a17f6377d0 con 0x55a17f8f64d0 2024-04-22T14:06:27.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3894012890 con 0x55a17f8f64d0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f389400f040 con 0x55a17f8f64d0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 10 client.18234 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 10 client.18234 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 20 client.18234 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f90f9d0 0x55a17f911dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 4 client.18234 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a17f7fa930 con 0x55a17f90f9d0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.072+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f90f9d0 0x55a17f911dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38857fa640 10 client.18234 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f90f9d0 0x55a17f911dc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f842fb0809d5791a server_cookie=2999e5ad470498fa in_seq=0 out_seq=0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38857fa640 1 -- 172.21.15.83:0/988323459 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a17f7fa930 con 0x55a17f90f9d0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38857fa640 10 client.18234 handle_command_reply: tid=0 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38a6e2b740 1 client.18234 shutdown 2024-04-22T14:06:27.084 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 msgr2=0x55a17f8ff2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.073+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f38940145d0 tx=0x7f3894012c70 comp rx=0 tx=0).stop 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 shutdown_connections 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f90f9d0 0x55a17f911dc0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8ffa00 0x55a17f8fcbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8f6e80 0x55a17f8fc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/988323459 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f64d0 0x55a17f8ff2c0 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38857fa640 0 client.18234 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 >> 172.21.15.83:0/988323459 conn(0x55a17f8f0ba0 msgr2=0x55a17f8f28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 shutdown_connections 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 1 -- 172.21.15.83:0/988323459 wait complete. 2024-04-22T14:06:27.085 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.074+0000 7f38a6e2b740 20 client.18234 trim_cache size 0 max 16384 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 Processor -- start 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 -- start start 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f90b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8ff2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1afeb0 con 0x55a17f8f6e80 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1b1a80 con 0x55a17f8f64d0 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1b0580 con 0x55a17f8ffa00 2024-04-22T14:06:27.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53042/0 (socket says 172.21.15.83:53042) 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 -- 172.21.15.83:0/1964946232 learned_addr learned my addr 172.21.15.83:0/1964946232 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a26f6640 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f90b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 -- 172.21.15.83:0/1964946232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 msgr2=0x55a17f8ff2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8ff2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 -- 172.21.15.83:0/1964946232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 msgr2=0x55a17f90b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f90b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a1ef5640 1 -- 172.21.15.83:0/1964946232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a17f8f6c20 con 0x55a17f8f6e80 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.087+0000 7f38a26f6640 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f90b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f389802c2b0 tx=0x7f3898005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1e54cc4429381f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38877fe640 1 -- 172.21.15.83:0/1964946232 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38980042a0 con 0x55a17f8f6e80 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38877fe640 1 -- 172.21.15.83:0/1964946232 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3898049070 con 0x55a17f8f6e80 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38877fe640 1 -- 172.21.15.83:0/1964946232 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898005610 con 0x55a17f8f6e80 2024-04-22T14:06:27.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 -- 172.21.15.83:0/1964946232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 msgr2=0x55a17f8fed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f389802c2b0 tx=0x7f3898005b50 comp rx=0 tx=0).stop 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 -- 172.21.15.83:0/1964946232 shutdown_connections 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8ff2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8fed80 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/1964946232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f90b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 -- 172.21.15.83:0/1964946232 >> 172.21.15.83:0/1964946232 conn(0x55a17f8f0ba0 msgr2=0x55a17f8f2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 -- 172.21.15.83:0/1964946232 shutdown_connections 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.088+0000 7f38a6e2b740 1 -- 172.21.15.83:0/1964946232 wait complete. 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 -- start start 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 Processor -- start 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f907f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8f93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1b13b0 con 0x55a17f8f6e80 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1b0cb0 con 0x55a17f8f64d0 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f389c1adeb0 con 0x55a17f8ffa00 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a6e2b740 10 client.0 _ll_register_callbacks cb 0x7f3894014490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53044/0 (socket says 172.21.15.83:53044) 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 -- 172.21.15.83:0/413701091 learned_addr learned my addr 172.21.15.83:0/413701091 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a26f6640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8f93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 -- 172.21.15.83:0/413701091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 msgr2=0x55a17f8f93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8f93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 -- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 msgr2=0x55a17f907f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f907f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a1ef5640 1 -- 172.21.15.83:0/413701091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a17f8f9900 con 0x55a17f8f6e80 2024-04-22T14:06:27.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.089+0000 7f38a26f6640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8f93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a1ef5640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f3898036040 tx=0x7f3898004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1645b7181d0360c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3898051020 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f389802cd50 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3898049070 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f389805c050 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 10 client.18240 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55a17f975970 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3898049070 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f3898044770 con 0x55a17f8f6e80 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 10 client.18240 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 10 client.18240 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:06:27.103 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 20 client.18240 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f976140 0x55a17f978560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 4 client.18240 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.090+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a17f868c10 con 0x55a17f976140 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a26f6640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f976140 0x55a17f978560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a26f6640 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f976140 0x55a17f978560 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a7ef4ef88098b6c8 server_cookie=f895b6ecf7e5f8a1 in_seq=0 out_seq=0 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38857fa640 10 client.18240 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38857fa640 1 -- 172.21.15.83:0/413701091 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a17f868c10 con 0x55a17f976140 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38857fa640 10 client.18240 handle_command_reply: tid=0 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 client.18240 shutdown 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 msgr2=0x55a17f8f8e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f3898036040 tx=0x7f3898004500 comp rx=0 tx=0).stop 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 shutdown_connections 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55a17f976140 0x55a17f978560 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55a17f8ffa00 0x55a17f8f93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.104 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55a17f8f6e80 0x55a17f8f8e80 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 --2- 172.21.15.83:0/413701091 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a17f8f64d0 0x55a17f907f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38857fa640 0 client.18240 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 >> 172.21.15.83:0/413701091 conn(0x55a17f8f0ba0 msgr2=0x55a17f8f1fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 shutdown_connections 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 1 -- 172.21.15.83:0/413701091 wait complete. 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.091+0000 7f38a6e2b740 20 client.18240 trim_cache size 0 max 16384 2024-04-22T14:06:27.105 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 msgr2=0x7f38880a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 0x7f38880a6210 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f388c0cdc00 tx=0x7f388c091830 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 msgr2=0x7f389c1017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f388c00d950 tx=0x7f388c00de10 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 shutdown_connections 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f38880a3d50 0x7f38880a6210 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f389c108150 0x7f389c101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f389c06af10 0x7f389c1017b0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 --2- 172.21.15.83:0/3331173129 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f389c06a550 0x7f389c101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 >> 172.21.15.83:0/3331173129 conn(0x7f389c076c50 msgr2=0x7f389c0ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 shutdown_connections 2024-04-22T14:06:27.107 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.092+0000 7f38a4159640 1 -- 172.21.15.83:0/3331173129 wait complete. 2024-04-22T14:06:27.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:06:27.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:26 smithi173 ceph-mon[31493]: pgmap v252: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:06:27.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:26 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3819560696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- 172.21.15.83:0/497454166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc106160 msgr2=0x7fc7cc10dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/497454166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc106160 0x7fc7cc10dd30 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4009ca0 tx=0x7fc7c402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- 172.21.15.83:0/497454166 shutdown_connections 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/497454166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc106160 0x7fc7cc10dd30 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/497454166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc101a40 0x7fc7cc105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/497454166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.212 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- 172.21.15.83:0/497454166 >> 172.21.15.83:0/497454166 conn(0x7fc7cc077f50 msgr2=0x7fc7cc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- 172.21.15.83:0/497454166 shutdown_connections 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- 172.21.15.83:0/497454166 wait complete. 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 Processor -- start 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- start start 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc102b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 0x7fc7cc103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1110d0 con 0x7fc7cc1035a0 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc110f50 con 0x7fc7cc106160 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.206+0000 7fc7d2f15640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc111250 con 0x7fc7cc101090 2024-04-22T14:06:27.213 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53060/0 (socket says 172.21.15.83:53060) 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 -- 172.21.15.83:0/1239621290 learned_addr learned my addr 172.21.15.83:0/1239621290 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc102b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 0x7fc7cc103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 -- 172.21.15.83:0/1239621290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 msgr2=0x7fc7cc102b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc102b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 -- 172.21.15.83:0/1239621290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 msgr2=0x7fc7cc103060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 0x7fc7cc103060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 -- 172.21.15.83:0/1239621290 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc1a6fb0 con 0x7fc7cc1035a0 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 0x7fc7cc103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4005e30 tx=0x7fc7c4032420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.214 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7c1ffb640 1 -- 172.21.15.83:0/1239621290 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4041020 con 0x7fc7cc1035a0 2024-04-22T14:06:27.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7c1ffb640 1 -- 172.21.15.83:0/1239621290 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c4032970 con 0x7fc7cc1035a0 2024-04-22T14:06:27.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc1a7240 con 0x7fc7cc1035a0 2024-04-22T14:06:27.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7c1ffb640 1 -- 172.21.15.83:0/1239621290 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4039040 con 0x7fc7cc1035a0 2024-04-22T14:06:27.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.207+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc1a7780 con 0x7fc7cc1035a0 2024-04-22T14:06:27.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.209+0000 7fc7c1ffb640 1 -- 172.21.15.83:0/1239621290 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc7c4044020 con 0x7fc7cc1035a0 2024-04-22T14:06:27.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 Processor -- start 2024-04-22T14:06:27.221 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 -- start start 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7c1ffb640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 0x7fc7b40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61468430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a6146ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a613c41f0 con 0x559a6145f4d0 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a613614b0 con 0x559a61468a00 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a613c01b0 con 0x559a6145fe80 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 0x7fc7b40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7c1ffb640 1 -- 172.21.15.83:0/1239621290 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fc7c40f24d0 con 0x7fc7cc1035a0 2024-04-22T14:06:27.222 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53074/0 (socket says 172.21.15.83:53074) 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/3853742643 learned_addr learned my addr 172.21.15.83:0/3853742643 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61468430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.210+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a6146ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/3853742643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 msgr2=0x559a61468430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61468430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/3853742643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 msgr2=0x559a6146ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a6146ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/3853742643 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a613531b0 con 0x559a6145f4d0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a6146ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 0x7fc7b40a6260 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc104560 tx=0x7fc7bc009f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800cca0 tx=0x7fc7c800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88fb6653be0aa6b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7b2ffd640 1 -- 172.21.15.83:0/3853742643 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8005220 con 0x559a6145f4d0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7b2ffd640 1 -- 172.21.15.83:0/3853742643 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c8004c50 con 0x559a6145f4d0 2024-04-22T14:06:27.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7b2ffd640 1 -- 172.21.15.83:0/3853742643 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c80108f0 con 0x559a6145f4d0 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 -- 172.21.15.83:0/3853742643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 msgr2=0x559a6145f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800cca0 tx=0x7fc7c800e720 comp rx=0 tx=0).stop 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 -- 172.21.15.83:0/3853742643 shutdown_connections 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a6146ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61468430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/3853742643 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a6145f8b0 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.211+0000 7fc7d5be3740 1 -- 172.21.15.83:0/3853742643 >> 172.21.15.83:0/3853742643 conn(0x559a61459ba0 msgr2=0x559a61459f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- 172.21.15.83:0/3853742643 shutdown_connections 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- 172.21.15.83:0/3853742643 wait complete. 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- start start 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 Processor -- start 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a614656c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61465de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559a6146b970 con 0x559a6145f4d0 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559a6137d500 con 0x559a61468a00 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559a6146baf0 con 0x559a6145fe80 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d5be3740 10 client.0 _ll_register_callbacks cb 0x559a6134bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53076/0 (socket says 172.21.15.83:53076) 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/4052563598 learned_addr learned my addr 172.21.15.83:0/4052563598 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.212+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a614656c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61465de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 msgr2=0x559a614656c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a614656c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/4052563598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 msgr2=0x559a61465de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61465de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/4052563598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a610d63f0 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80057c0 tx=0x7fc7c800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d99e88ef095a98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7abfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8005010 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fc7c80051b0 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c8004c50 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc7c80053b0 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d5be3740 10 client.18252 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x559a611a07d0 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.213+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c8004c50 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fc7c8025670 con 0x559a6145f4d0 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 10 client.18252 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 10 client.18252 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 20 client.18252 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a61478b80 0x559a6147af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 4 client.18252 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a61363930 con 0x559a61478b80 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a61478b80 0x559a6147af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7abfff640 10 client.18252 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.214+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a61478b80 0x559a6147af70 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=334a20df42409704 server_cookie=fea5d9bffa6208d7 in_seq=0 out_seq=0 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7abfff640 1 -- 172.21.15.83:0/4052563598 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559a61363930 con 0x559a61478b80 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7abfff640 10 client.18252 handle_command_reply: tid=0 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 client.18252 shutdown 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 msgr2=0x559a614683d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fc7c80057c0 tx=0x7fc7c800c9e0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 shutdown_connections 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a61478b80 0x559a6147af70 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61465de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7abfff640 0 client.18252 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a614656c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/4052563598 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a614683d0 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 >> 172.21.15.83:0/4052563598 conn(0x559a61459ba0 msgr2=0x559a6145b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 shutdown_connections 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 1 -- 172.21.15.83:0/4052563598 wait complete. 2024-04-22T14:06:27.228 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.215+0000 7fc7d5be3740 20 client.18252 trim_cache size 0 max 16384 2024-04-22T14:06:27.228 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:26 smithi084 ceph-mon[31312]: pgmap v252: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:06:27.228 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:26 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3819560696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.228+0000 7fc7d5be3740 1 Processor -- start 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 -- start start 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61467f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61480620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1afdb0 con 0x559a6145f4d0 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1b1980 con 0x559a61468a00 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1b0480 con 0x559a6145fe80 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53080/0 (socket says 172.21.15.83:53080) 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/247796522 learned_addr learned my addr 172.21.15.83:0/247796522 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61480620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61467f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/247796522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 msgr2=0x559a61467f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61467f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/247796522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 msgr2=0x559a61480620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61480620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 -- 172.21.15.83:0/247796522 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a6146b1c0 con 0x559a6145f4d0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d14b2640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61480620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8004da0 tx=0x7fc7c8005a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c5fd758dee77b8b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7b27fc640 1 -- 172.21.15.83:0/247796522 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8005550 con 0x559a6145f4d0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7b27fc640 1 -- 172.21.15.83:0/247796522 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c8005010 con 0x559a6145f4d0 2024-04-22T14:06:27.239 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.229+0000 7fc7b27fc640 1 -- 172.21.15.83:0/247796522 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c80035f0 con 0x559a6145f4d0 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- 172.21.15.83:0/247796522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 msgr2=0x559a61474830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8004da0 tx=0x7fc7c8005a10 comp rx=0 tx=0).stop 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- 172.21.15.83:0/247796522 shutdown_connections 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a61468a00 0x559a61480620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a6145fe80 0x559a61467f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/247796522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145f4d0 0x559a61474830 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- 172.21.15.83:0/247796522 >> 172.21.15.83:0/247796522 conn(0x559a61459ba0 msgr2=0x559a6145b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- 172.21.15.83:0/247796522 shutdown_connections 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- 172.21.15.83:0/247796522 wait complete. 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 -- start start 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.230+0000 7fc7d5be3740 1 Processor -- start 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6145f4d0 0x559a61471110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.240 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a61468a00 0x559a614625b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1b12b0 con 0x559a6145fe80 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1b0bb0 con 0x559a6145f4d0 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc1addb0 con 0x559a61468a00 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 10 client.0 _ll_register_callbacks cb 0x7fc7c8014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53082/0 (socket says 172.21.15.83:53082) 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 -- 172.21.15.83:0/715988226 learned_addr learned my addr 172.21.15.83:0/715988226 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6145f4d0 0x559a61471110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 -- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a61468a00 msgr2=0x559a614625b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a61468a00 0x559a614625b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 -- 172.21.15.83:0/715988226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6145f4d0 msgr2=0x559a61471110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6145f4d0 0x559a61471110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 -- 172.21.15.83:0/715988226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a614612c0 con 0x559a6145fe80 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7c3fff640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc004390 tx=0x7fc7bc01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5066d2b65b8da553 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.241 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7abfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc02d030 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fc7bc029b50 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.231+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c8005010 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7fc7bc029d50 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 10 client.18258 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x559a614ded20 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7c8005010 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7fc7bc00f040 con 0x559a6145fe80 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 10 client.18258 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 10 client.18258 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 20 client.18258 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a614df4b0 0x559a614e18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.242 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 4 client.18258 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559a613d1c10 con 0x559a614df4b0 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a614df4b0 0x559a614e18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7abfff640 10 client.18258 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.232+0000 7fc7d0cb1640 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a614df4b0 0x559a614e18d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4cb91b8ae6d353e server_cookie=457e96b8ddb948b6 in_seq=0 out_seq=0 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7abfff640 1 -- 172.21.15.83:0/715988226 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559a613d1c10 con 0x559a614df4b0 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7abfff640 10 client.18258 handle_command_reply: tid=0 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 client.18258 shutdown 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 msgr2=0x559a61462070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc004390 tx=0x7fc7bc01a000 comp rx=0 tx=0).stop 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 shutdown_connections 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x559a614df4b0 0x559a614e18d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559a61468a00 0x559a614625b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7abfff640 0 client.18258 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:27.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559a6145fe80 0x559a61462070 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 --2- 172.21.15.83:0/715988226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559a6145f4d0 0x559a61471110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 >> 172.21.15.83:0/715988226 conn(0x559a61459ba0 msgr2=0x559a6145af20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 shutdown_connections 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 1 -- 172.21.15.83:0/715988226 wait complete. 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d5be3740 20 client.18258 trim_cache size 0 max 16384 2024-04-22T14:06:27.244 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.233+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 msgr2=0x7fc7b40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 0x7fc7b40a6260 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc104560 tx=0x7fc7bc009f90 comp rx=0 tx=0).stop 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 msgr2=0x7fc7cc1a6910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4005e30 tx=0x7fc7c4032420 comp rx=0 tx=0).stop 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 shutdown_connections 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc7b40a3da0 0x7fc7b40a6260 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc7cc1035a0 0x7fc7cc1a6910 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7cc106160 0x7fc7cc103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 --2- 172.21.15.83:0/1239621290 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7cc101090 0x7fc7cc102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 >> 172.21.15.83:0/1239621290 conn(0x7fc7cc077f50 msgr2=0x7fc7cc0694d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 shutdown_connections 2024-04-22T14:06:27.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.234+0000 7fc7d2f15640 1 -- 172.21.15.83:0/1239621290 wait complete. 2024-04-22T14:06:27.248 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:06:27.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2461041647 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec101ad0 msgr2=0x7f07ec10dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2461041647 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec101ad0 0x7f07ec10dcf0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f07e4009ca0 tx=0x7f07e402c140 comp rx=0 tx=0).stop 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2461041647 shutdown_connections 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2461041647 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec101ad0 0x7f07ec10dcf0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2461041647 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101130 0x7f07ec101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2461041647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec105ea0 0x7f07ec106280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2461041647 >> 172.21.15.83:0/2461041647 conn(0x7f07ec077e30 msgr2=0x7f07ec078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2461041647 shutdown_connections 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.344+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2461041647 wait complete. 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 Processor -- start 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 -- start start 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 0x7f07ec199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 0x7f07ec199b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1111d0 con 0x7f07ec105ea0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec111050 con 0x7f07ec101130 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07f1e3f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec111350 con 0x7f07ec101ad0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07ebfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07ebfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53086/0 (socket says 172.21.15.83:53086) 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.345+0000 7f07ebfff640 1 -- 172.21.15.83:0/2850984215 learned_addr learned my addr 172.21.15.83:0/2850984215 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 0x7f07ec199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 -- 172.21.15.83:0/2850984215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 msgr2=0x7f07ec199b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07eaffd640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 0x7f07ec199b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 0x7f07ec199b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 -- 172.21.15.83:0/2850984215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 msgr2=0x7f07ec199630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 0x7f07ec199630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 -- 172.21.15.83:0/2850984215 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ec1a4bf0 con 0x7f07ec105ea0 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 0x7f07ec199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07eaffd640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 0x7f07ec199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:27.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07ebfff640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f07e402c750 tx=0x7f07e4035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07e8ff9640 1 -- 172.21.15.83:0/2850984215 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e4039040 con 0x7f07ec105ea0 2024-04-22T14:06:27.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07e8ff9640 1 -- 172.21.15.83:0/2850984215 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07e4044070 con 0x7f07ec105ea0 2024-04-22T14:06:27.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07ec1a4dc0 con 0x7f07ec105ea0 2024-04-22T14:06:27.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07e8ff9640 1 -- 172.21.15.83:0/2850984215 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e4004540 con 0x7f07ec105ea0 2024-04-22T14:06:27.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.346+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07ec1a5230 con 0x7f07ec105ea0 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07e8ff9640 1 -- 172.21.15.83:0/2850984215 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f07e40046e0 con 0x7f07ec105ea0 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 Processor -- start 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 -- start start 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45ca1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45ca4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac45bf91f0 con 0x55ac45c988e0 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac45b964b0 con 0x55ac45ca1e10 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac45bf51b0 con 0x55ac45c99290 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53102/0 (socket says 172.21.15.83:53102) 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07eaffd640 1 -- 172.21.15.83:0/609832170 learned_addr learned my addr 172.21.15.83:0/609832170 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07e8ff9640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 0x7f07d40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.349+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45ca1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45ca4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 -- 172.21.15.83:0/609832170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 msgr2=0x55ac45ca1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07ebfff640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 0x7f07d40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45ca1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 -- 172.21.15.83:0/609832170 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 msgr2=0x55ac45ca4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45ca4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 -- 172.21.15.83:0/609832170 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac45b881b0 con 0x55ac45c988e0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07e8ff9640 1 -- 172.21.15.83:0/2850984215 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f07e40f2fb0 con 0x7f07ec105ea0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07eaffd640 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f07e000bdb0 tx=0x7f07e000b530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d81bb1c8a7e2b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07d1ffb640 1 -- 172.21.15.83:0/609832170 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0012650 con 0x55ac45c988e0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07ebfff640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 0x7f07d40a61e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f07e40bed60 tx=0x7f07e40a9b90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07d1ffb640 1 -- 172.21.15.83:0/609832170 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07e0012ca0 con 0x55ac45c988e0 2024-04-22T14:06:27.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.350+0000 7f07d1ffb640 1 -- 172.21.15.83:0/609832170 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0011d50 con 0x55ac45c988e0 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- 172.21.15.83:0/609832170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 msgr2=0x55ac45c98cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f07e000bdb0 tx=0x7f07e000b530 comp rx=0 tx=0).stop 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- 172.21.15.83:0/609832170 shutdown_connections 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45ca4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45ca1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/609832170 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45c98cc0 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- 172.21.15.83:0/609832170 >> 172.21.15.83:0/609832170 conn(0x55ac45c92fb0 msgr2=0x55ac45c93390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- 172.21.15.83:0/609832170 shutdown_connections 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- 172.21.15.83:0/609832170 wait complete. 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- start start 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 Processor -- start 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c988e0 0x55ac45ca1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c99290 0x55ac45c9eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.351+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac45ca4d80 con 0x55ac45ca1e10 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac45bb2500 con 0x55ac45c99290 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac45ca4f00 con 0x55ac45c988e0 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 10 client.0 _ll_register_callbacks cb 0x55ac45b80b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53116/0 (socket says 172.21.15.83:53116) 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 -- 172.21.15.83:0/1544624368 learned_addr learned my addr 172.21.15.83:0/1544624368 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c988e0 0x55ac45ca1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c99290 0x55ac45c9eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 -- 172.21.15.83:0/1544624368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c988e0 msgr2=0x55ac45ca1730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c988e0 0x55ac45ca1730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 -- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c99290 msgr2=0x55ac45c9eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c99290 0x55ac45c9eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 -- 172.21.15.83:0/1544624368 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac4590b3f0 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f07e0011830 tx=0x7f07e000b490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94cb041165c685ba server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07caffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e002d060 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f07e0005de0 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07e0012ca0 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f07e0012450 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 10 client.18270 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.352+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ac459d57d0 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07e0012ca0 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f07e001a990 con 0x55ac45ca1e10 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 10 client.18270 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 10 client.18270 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 20 client.18270 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45cb1f20 0x55ac45cb4310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 4 client.18270 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac45b98930 con 0x55ac45cb1f20 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45cb1f20 0x55ac45cb4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45cb1f20 0x55ac45cb4310 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d5ade6c5c182d67 server_cookie=7b94b38e50df99b3 in_seq=0 out_seq=0 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.353+0000 7f07caffd640 10 client.18270 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07caffd640 1 -- 172.21.15.83:0/1544624368 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ac45b98930 con 0x55ac45cb1f20 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07caffd640 10 client.18270 handle_command_reply: tid=0 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 client.18270 shutdown 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 msgr2=0x55ac45c9f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f07e0011830 tx=0x7f07e000b490 comp rx=0 tx=0).stop 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 shutdown_connections 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45cb1f20 0x55ac45cb4310 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45ca1e10 0x55ac45c9f060 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c99290 0x55ac45c9eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1544624368 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c988e0 0x55ac45ca1730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 >> 172.21.15.83:0/1544624368 conn(0x55ac45c92fb0 msgr2=0x55ac45c94d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07caffd640 0 client.18270 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 shutdown_connections 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1544624368 wait complete. 2024-04-22T14:06:27.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.354+0000 7f07f4a2d740 20 client.18270 trim_cache size 0 max 16384 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.367+0000 7f07f4a2d740 1 Processor -- start 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.367+0000 7f07f4a2d740 1 -- start start 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c988e0 0x55ac45cadc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 0x55ac45ca11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1ab930 con 0x55ac45c99290 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1ad500 con 0x55ac45c988e0 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1ac000 con 0x55ac45ca1e10 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53132/0 (socket says 172.21.15.83:53132) 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 -- 172.21.15.83:0/1448402695 learned_addr learned my addr 172.21.15.83:0/1448402695 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c988e0 0x55ac45cadc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 0x55ac45ca11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 -- 172.21.15.83:0/1448402695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 msgr2=0x55ac45ca11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 0x55ac45ca11f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 -- 172.21.15.83:0/1448402695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c988e0 msgr2=0x55ac45cadc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c988e0 0x55ac45cadc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 -- 172.21.15.83:0/1448402695 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac45c97970 con 0x55ac45c99290 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eaffd640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 0x55ac45ca11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00c880 tx=0x7f07dc013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5fc9a01bdd60062 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07d17fa640 1 -- 172.21.15.83:0/1448402695 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc005020 con 0x55ac45c99290 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07d17fa640 1 -- 172.21.15.83:0/1448402695 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07dc0047a0 con 0x55ac45c99290 2024-04-22T14:06:27.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.368+0000 7f07d17fa640 1 -- 172.21.15.83:0/1448402695 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc01d290 con 0x55ac45c99290 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1448402695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 msgr2=0x55ac45c94af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00c880 tx=0x7f07dc013830 comp rx=0 tx=0).stop 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1448402695 shutdown_connections 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45ca1e10 0x55ac45ca11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c99290 0x55ac45c94af0 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/1448402695 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45c988e0 0x55ac45cadc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1448402695 >> 172.21.15.83:0/1448402695 conn(0x55ac45c92fb0 msgr2=0x55ac45c943e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1448402695 shutdown_connections 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- 172.21.15.83:0/1448402695 wait complete. 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- start start 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 Processor -- start 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45caa6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45c9b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1ace30 con 0x55ac45c988e0 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1ac730 con 0x55ac45ca1e10 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.369+0000 7f07f4a2d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec1a9930 con 0x55ac45c99290 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07f4a2d740 10 client.0 _ll_register_callbacks cb 0x7f07e0011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53148/0 (socket says 172.21.15.83:53148) 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 -- 172.21.15.83:0/3724578860 learned_addr learned my addr 172.21.15.83:0/3724578860 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45caa6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45c9b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 -- 172.21.15.83:0/3724578860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 msgr2=0x55ac45caa6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45caa6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 -- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 msgr2=0x55ac45c9b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:27.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45c9b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 -- 172.21.15.83:0/3724578860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac45c9b930 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07eaffd640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f07e0013fd0 tx=0x7f07e00119f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e4039389bfdc1f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07caffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e002d070 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f07e0005270 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07dc0047a0 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f07e0005b20 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07f4a2d740 10 client.18276 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.370+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ac45d17c10 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07dc0047a0 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f07e003a040 con 0x55ac45c988e0 2024-04-22T14:06:27.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 10 client.18276 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 10 client.18276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 20 client.18276 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45d182d0 0x55ac45d1a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 4 client.18276 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ac45c06c10 con 0x55ac45d182d0 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45d182d0 0x55ac45d1a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07caffd640 10 client.18276 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.371+0000 7f07eb7fe640 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45d182d0 0x55ac45d1a6f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2fa28851f0e79cf server_cookie=3b97e0fff20e619 in_seq=0 out_seq=0 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07caffd640 1 -- 172.21.15.83:0/3724578860 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac45c06c10 con 0x55ac45d182d0 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07caffd640 10 client.18276 handle_command_reply: tid=0 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 client.18276 shutdown 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 msgr2=0x55ac45caa180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f07e0013fd0 tx=0x7f07e00119f0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 shutdown_connections 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac45d182d0 0x55ac45d1a6f0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac45ca1e10 0x55ac45c9b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac45c99290 0x55ac45caa6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07caffd640 0 client.18276 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 --2- 172.21.15.83:0/3724578860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac45c988e0 0x55ac45caa180 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 >> 172.21.15.83:0/3724578860 conn(0x55ac45c92fb0 msgr2=0x55ac45c94c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 shutdown_connections 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 1 -- 172.21.15.83:0/3724578860 wait complete. 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f4a2d740 20 client.18276 trim_cache size 0 max 16384 2024-04-22T14:06:27.383 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:27.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 msgr2=0x7f07d40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 0x7f07d40a61e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f07e40bed60 tx=0x7f07e40a9b90 comp rx=0 tx=0).stop 2024-04-22T14:06:27.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 msgr2=0x7f07ec1a46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:27.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f07e402c750 tx=0x7f07e4035d60 comp rx=0 tx=0).stop 2024-04-22T14:06:27.384 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 shutdown_connections 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f07d40a3d20 0x7f07d40a61e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f07ec105ea0 0x7f07ec1a46b0 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f07ec101ad0 0x7f07ec199b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 --2- 172.21.15.83:0/2850984215 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec101130 0x7f07ec199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.372+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 >> 172.21.15.83:0/2850984215 conn(0x7f07ec077e30 msgr2=0x7f07ec0fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.373+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 shutdown_connections 2024-04-22T14:06:27.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:27.373+0000 7f07f1e3f640 1 -- 172.21.15.83:0/2850984215 wait complete. 2024-04-22T14:06:28.388 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:06:28.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:06:28.388 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:06:28.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- 172.21.15.83:0/3049669670 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 msgr2=0x7f5298101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3049669670 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298101470 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f5294009900 tx=0x7f529402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:28.506 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- 172.21.15.83:0/3049669670 shutdown_connections 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3049669670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 0x7f529810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3049669670 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5298101a40 0x7f5298105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3049669670 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298101470 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- 172.21.15.83:0/3049669670 >> 172.21.15.83:0/3049669670 conn(0x7f5298077f50 msgr2=0x7f5298078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- 172.21.15.83:0/3049669670 shutdown_connections 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- 172.21.15.83:0/3049669670 wait complete. 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 Processor -- start 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.500+0000 7f529ffa4640 1 -- start start 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 0x7f5298197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 0x7f529819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52981110a0 con 0x7f5298101090 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5298110f20 con 0x7f5298106160 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5298111220 con 0x7f529819bee0 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53172/0 (socket says 172.21.15.83:53172) 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 -- 172.21.15.83:0/3363709663 learned_addr learned my addr 172.21.15.83:0/3363709663 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529e541640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 0x7f529819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529d53f640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 0x7f5298197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 -- 172.21.15.83:0/3363709663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 msgr2=0x7f529819c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 0x7f529819c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 -- 172.21.15.83:0/3363709663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 msgr2=0x7f5298197b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 0x7f5298197b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 -- 172.21.15.83:0/3363709663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529819c9d0 con 0x7f5298101090 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529e541640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 0x7f529819c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529dd40640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f5294005940 tx=0x7f529402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f528effd640 1 -- 172.21.15.83:0/3363709663 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294043020 con 0x7f5298101090 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f529819cc60 con 0x7f5298101090 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f528effd640 1 -- 172.21.15.83:0/3363709663 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529402cbe0 con 0x7f5298101090 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f528effd640 1 -- 172.21.15.83:0/3363709663 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294003bf0 con 0x7f5298101090 2024-04-22T14:06:28.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.501+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52981a4480 con 0x7f5298101090 2024-04-22T14:06:28.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.503+0000 7f528effd640 1 -- 172.21.15.83:0/3363709663 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5294046020 con 0x7f5298101090 2024-04-22T14:06:28.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 Processor -- start 2024-04-22T14:06:28.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 -- start start 2024-04-22T14:06:28.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f528effd640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 0x7f52840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418934e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418937770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56141888bf00 con 0x561418935380 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561418829590 con 0x5614189272f0 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f52a2b94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x561418887ec0 con 0x561418927ca0 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.504+0000 7f529e541640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 0x7f52840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f528effd640 1 -- 172.21.15.83:0/3363709663 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f52940f29e0 con 0x7f5298101090 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:59680/0 (socket says 172.21.15.83:59680) 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 -- 172.21.15.83:0/2559957916 learned_addr learned my addr 172.21.15.83:0/2559957916 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529e541640 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418937770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529d53f640 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418934e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 -- 172.21.15.83:0/2559957916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 msgr2=0x561418934e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418934e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 -- 172.21.15.83:0/2559957916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 msgr2=0x561418937770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418937770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 -- 172.21.15.83:0/2559957916 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5614186667e0 con 0x5614189272f0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529e541640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 0x7f52840a61e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f52900092f0 tx=0x7f5290014b10 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f529dd40640 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f52940baef0 tx=0x7f52940badf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a8a31914350d9f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f5283fff640 1 -- 172.21.15.83:0/2559957916 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f529404b300 con 0x5614189272f0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f5283fff640 1 -- 172.21.15.83:0/2559957916 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529403c350 con 0x5614189272f0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.505+0000 7f5283fff640 1 -- 172.21.15.83:0/2559957916 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294037120 con 0x5614189272f0 2024-04-22T14:06:28.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- 172.21.15.83:0/2559957916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 msgr2=0x5614189276d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f52940baef0 tx=0x7f52940badf0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- 172.21.15.83:0/2559957916 shutdown_connections 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418937770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418934e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 --2- 172.21.15.83:0/2559957916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x5614189276d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- 172.21.15.83:0/2559957916 >> 172.21.15.83:0/2559957916 conn(0x561418921fb0 msgr2=0x561418922390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- 172.21.15.83:0/2559957916 shutdown_connections 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- 172.21.15.83:0/2559957916 wait complete. 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.506+0000 7f52a2b94740 1 -- start start 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 Processor -- start 2024-04-22T14:06:28.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x561418932430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418932970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x561418937f30 con 0x561418935380 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x561418845580 con 0x5614189272f0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5614189380b0 con 0x561418927ca0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f52a2b94740 10 client.0 _ll_register_callbacks cb 0x56141884b650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53194/0 (socket says 172.21.15.83:53194) 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 -- 172.21.15.83:0/1365087823 learned_addr learned my addr 172.21.15.83:0/1365087823 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529dd40640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x561418932430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529d53f640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418932970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 -- 172.21.15.83:0/1365087823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 msgr2=0x561418932970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418932970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 -- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 msgr2=0x561418932430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x561418932430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.507+0000 7f529e541640 1 -- 172.21.15.83:0/1365087823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614186c6f70 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f529e541640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f5290012c60 tx=0x7f5290004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e0e47eb5ef7d80 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290012ea0 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f529002b680 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f529403c350 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f529002b880 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 10 client.18288 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x56141855e170 con 0x561418935380 2024-04-22T14:06:28.522 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529403c350 con 0x561418935380 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f529000f040 con 0x561418935380 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 10 client.18288 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 10 client.18288 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 20 client.18288 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561418945520 0x5614189479e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 4 client.18288 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.508+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561418899920 con 0x561418945520 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.509+0000 7f529dd40640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561418945520 0x5614189479e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.523 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.509+0000 7f52817fa640 10 client.18288 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.509+0000 7f529dd40640 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561418945520 0x5614189479e0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90da650020d29220 server_cookie=d98ae8bbf742e9fa in_seq=0 out_seq=0 2024-04-22T14:06:28.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52817fa640 1 -- 172.21.15.83:0/1365087823 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561418899920 con 0x561418945520 2024-04-22T14:06:28.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52817fa640 10 client.18288 handle_command_reply: tid=0 2024-04-22T14:06:28.525 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 client.18288 shutdown 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 msgr2=0x561418932eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f5290012c60 tx=0x7f5290004ab0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 shutdown_connections 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x561418945520 0x5614189479e0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418932eb0 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x561418932970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 --2- 172.21.15.83:0/1365087823 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x561418932430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52817fa640 0 client.18288 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 >> 172.21.15.83:0/1365087823 conn(0x561418921fb0 msgr2=0x561418923d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 shutdown_connections 2024-04-22T14:06:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 1 -- 172.21.15.83:0/1365087823 wait complete. 2024-04-22T14:06:28.527 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.510+0000 7f52a2b94740 20 client.18288 trim_cache size 0 max 16384 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 Processor -- start 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 -- start start 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5614189272f0 0x561418934b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 0x56141892fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52981ab930 con 0x561418935380 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52981ad500 con 0x561418927ca0 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f52a2b94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52981ac000 con 0x5614189272f0 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529d53f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 0x56141892fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53202/0 (socket says 172.21.15.83:53202) 2024-04-22T14:06:28.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529e541640 1 -- 172.21.15.83:0/3841417798 learned_addr learned my addr 172.21.15.83:0/3841417798 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529dd40640 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5614189272f0 0x561418934b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529e541640 1 -- 172.21.15.83:0/3841417798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5614189272f0 msgr2=0x561418934b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.530+0000 7f529e541640 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5614189272f0 0x561418934b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f529e541640 1 -- 172.21.15.83:0/3841417798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 msgr2=0x56141892fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f529e541640 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 0x56141892fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f529e541640 1 -- 172.21.15.83:0/3841417798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56141891c3f0 con 0x561418935380 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f529d53f640 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 0x56141892fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f529e541640 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f52900092c0 tx=0x7f5290009e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c36741aa52765210 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f52837fe640 1 -- 172.21.15.83:0/3841417798 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290043070 con 0x561418935380 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f52837fe640 1 -- 172.21.15.83:0/3841417798 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529003a050 con 0x561418935380 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.531+0000 7f52837fe640 1 -- 172.21.15.83:0/3841417798 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290038030 con 0x561418935380 2024-04-22T14:06:28.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- 172.21.15.83:0/3841417798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 msgr2=0x561418920e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f52900092c0 tx=0x7f5290009e50 comp rx=0 tx=0).stop 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- 172.21.15.83:0/3841417798 shutdown_connections 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x561418920e90 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x561418927ca0 0x56141892fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3841417798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5614189272f0 0x561418934b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- 172.21.15.83:0/3841417798 >> 172.21.15.83:0/3841417798 conn(0x561418921fb0 msgr2=0x561418920780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- 172.21.15.83:0/3841417798 shutdown_connections 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- 172.21.15.83:0/3841417798 wait complete. 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- start start 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 Processor -- start 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x56141893d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x56141893d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.543 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f52981ace30 con 0x561418935380 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52981ac730 con 0x5614189272f0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f52981a9930 con 0x561418927ca0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.532+0000 7f52a2b94740 10 client.0 _ll_register_callbacks cb 0x7f52900129e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53208/0 (socket says 172.21.15.83:53208) 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 -- 172.21.15.83:0/3600705382 learned_addr learned my addr 172.21.15.83:0/3600705382 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529dd40640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x56141893d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529d53f640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x56141893d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 -- 172.21.15.83:0/3600705382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 msgr2=0x56141893d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x56141893d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.544 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 -- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 msgr2=0x56141893d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x56141893d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 -- 172.21.15.83:0/3600705382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56141894d080 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f529e541640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f5290006010 tx=0x7f5290004f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f7d63e964601202 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52817fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5290043070 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f5290012a90 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f529003a050 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f529004f050 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52a2b94740 10 client.18294 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x5614189ac340 con 0x561418935380 2024-04-22T14:06:28.545 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.533+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f529003a050 con 0x561418935380 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f52900050b0 con 0x561418935380 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 10 client.18294 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 10 client.18294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 20 client.18294 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5614189ac970 0x5614189aed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 4 client.18294 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561418893790 con 0x5614189ac970 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f529dd40640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5614189ac970 0x5614189aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f52817fa640 10 client.18294 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.534+0000 7f529dd40640 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5614189ac970 0x5614189aed90 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1b4c6d92005ed52 server_cookie=217850863dfc7e5d in_seq=0 out_seq=0 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52817fa640 1 -- 172.21.15.83:0/3600705382 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561418893790 con 0x5614189ac970 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52817fa640 10 client.18294 handle_command_reply: tid=0 2024-04-22T14:06:28.546 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 client.18294 shutdown 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 msgr2=0x56141894cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f5290006010 tx=0x7f5290004f50 comp rx=0 tx=0).stop 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 shutdown_connections 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5614189ac970 0x5614189aed90 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x561418935380 0x56141894cb40 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x561418927ca0 0x56141893d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52817fa640 0 client.18294 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 --2- 172.21.15.83:0/3600705382 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5614189272f0 0x56141893d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 >> 172.21.15.83:0/3600705382 conn(0x561418921fb0 msgr2=0x561418932c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.535+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 shutdown_connections 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f52a2b94740 1 -- 172.21.15.83:0/3600705382 wait complete. 2024-04-22T14:06:28.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f52a2b94740 20 client.18294 trim_cache size 0 max 16384 2024-04-22T14:06:28.548 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:06:28.548 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:06:28.548 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "e6c45b6c-7c04-43f3-8aab-0ec289adf821", 2024-04-22T14:06:28.548 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:06:28.548 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 msgr2=0x7f52840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 0x7f52840a61e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f52900092f0 tx=0x7f5290014b10 comp rx=0 tx=0).stop 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 msgr2=0x7f5298197620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f5294005940 tx=0x7f529402c7e0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 shutdown_connections 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f52840a3d20 0x7f52840a61e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f529819bee0 0x7f529819c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5298106160 0x7f5298197b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 --2- 172.21.15.83:0/3363709663 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5298101090 0x7f5298197620 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 >> 172.21.15.83:0/3363709663 conn(0x7f5298077f50 msgr2=0x7f52980ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 shutdown_connections 2024-04-22T14:06:28.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.536+0000 7f529ffa4640 1 -- 172.21.15.83:0/3363709663 wait complete. 2024-04-22T14:06:28.551 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:06:28.551 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:06:28.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3877182453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 msgr2=0x7f74e4101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3877182453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4101470 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f74d4009900 tx=0x7f74d402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:28.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3877182453 shutdown_connections 2024-04-22T14:06:28.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3877182453 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 0x7f74e410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.654 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3877182453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e4101a40 0x7f74e4105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3877182453 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4101470 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3877182453 >> 172.21.15.83:0/3877182453 conn(0x7f74e40771d0 msgr2=0x7f74e40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3877182453 shutdown_connections 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3877182453 wait complete. 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 Processor -- start 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.648+0000 7f74ea3b2640 1 -- start start 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 0x7f74e4198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e419cfe0 0x7f74e419d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41121e0 con 0x7f74e4101090 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f74e4112060 con 0x7f74e419cfe0 2024-04-22T14:06:28.655 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74ea3b2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f74e4112360 con 0x7f74e4106160 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53222/0 (socket says 172.21.15.83:53222) 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 -- 172.21.15.83:0/3928705204 learned_addr learned my addr 172.21.15.83:0/3928705204 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e37fe640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 0x7f74e4198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e894f640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e419cfe0 0x7f74e419d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 -- 172.21.15.83:0/3928705204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 msgr2=0x7f74e4198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 0x7f74e4198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 -- 172.21.15.83:0/3928705204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e419cfe0 msgr2=0x7f74e419d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e419cfe0 0x7f74e419d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 -- 172.21.15.83:0/3928705204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e419dad0 con 0x7f74e4101090 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.649+0000 7f74e3fff640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f74d4005940 tx=0x7f74d402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.650+0000 7f74e17fa640 1 -- 172.21.15.83:0/3928705204 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4043020 con 0x7f74e4101090 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.650+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74e419dd60 con 0x7f74e4101090 2024-04-22T14:06:28.656 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.650+0000 7f74e17fa640 1 -- 172.21.15.83:0/3928705204 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d402cbe0 con 0x7f74e4101090 2024-04-22T14:06:28.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.650+0000 7f74e17fa640 1 -- 172.21.15.83:0/3928705204 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4003bf0 con 0x7f74e4101090 2024-04-22T14:06:28.657 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.650+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74e41a55b0 con 0x7f74e4101090 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.652+0000 7f74e17fa640 1 -- 172.21.15.83:0/3928705204 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f74d4046020 con 0x7f74e4101090 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.652+0000 7f74ecfa1740 1 Processor -- start 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 -- start start 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 0x55878c613340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 0x55878c623280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55878c5781e0 con 0x55878c613910 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55878c515390 con 0x55878c612f60 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55878c5741a0 con 0x55878c620e90 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53236/0 (socket says 172.21.15.83:53236) 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 -- 172.21.15.83:0/2625410833 learned_addr learned my addr 172.21.15.83:0/2625410833 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e894f640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 0x55878c613340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e17fa640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 0x7f74cc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e894f640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 0x7f74cc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e37fe640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 0x55878c623280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 -- 172.21.15.83:0/2625410833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 msgr2=0x55878c623280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 0x55878c623280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 -- 172.21.15.83:0/2625410833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 msgr2=0x55878c613340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 0x55878c613340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e17fa640 1 -- 172.21.15.83:0/3928705204 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f74d40f28c0 con 0x7f74e4101090 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 -- 172.21.15.83:0/2625410833 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55878c3547d0 con 0x55878c613910 2024-04-22T14:06:28.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e37fe640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 0x55878c623280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e894f640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 0x55878c613340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.653+0000 7f74e3fff640 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f74d40f00c0 tx=0x7f74d402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c1d94d903ee6b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ca7fc640 1 -- 172.21.15.83:0/2625410833 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40be4b0 con 0x55878c613910 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74e894f640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 0x7f74cc0a61e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f74dc005fd0 tx=0x7f74dc004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ca7fc640 1 -- 172.21.15.83:0/2625410833 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d4009120 con 0x55878c613910 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ca7fc640 1 -- 172.21.15.83:0/2625410833 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40be2d0 con 0x55878c613910 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2625410833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 msgr2=0x55878c620950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f74d40f00c0 tx=0x7f74d402bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2625410833 shutdown_connections 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c620e90 0x55878c623280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c613910 0x55878c620950 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2625410833 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c612f60 0x55878c613340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2625410833 >> 172.21.15.83:0/2625410833 conn(0x55878c60dcb0 msgr2=0x55878c60e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2625410833 shutdown_connections 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.654+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2625410833 wait complete. 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 -- start start 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 Processor -- start 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 0x55878c61e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c620e90 0x55878c61e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55878c623a10 con 0x55878c612f60 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55878c5312f0 con 0x55878c620e90 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55878c623b90 con 0x55878c613910 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74ecfa1740 10 client.0 _ll_register_callbacks cb 0x55878c53e580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53248/0 (socket says 172.21.15.83:53248) 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 -- 172.21.15.83:0/159039041 learned_addr learned my addr 172.21.15.83:0/159039041 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e37fe640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 0x55878c61e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e894f640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c620e90 0x55878c61e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 -- 172.21.15.83:0/159039041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 msgr2=0x55878c61e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 0x55878c61e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 -- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c620e90 msgr2=0x55878c61e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c620e90 0x55878c61e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e3fff640 1 -- 172.21.15.83:0/159039041 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55878c28a3f0 con 0x55878c612f60 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.655+0000 7f74e37fe640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 0x55878c61e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:28.669 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74e3fff640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f74d40f01d0 tx=0x7f74d40be2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88b85776da0d4389 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d40bac10 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f74d40bafe0 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74d4009120 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f74d40be970 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 10 client.18306 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55878c24a0f0 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74d4009120 con 0x55878c612f60 2024-04-22T14:06:28.670 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f74d40a90f0 con 0x55878c612f60 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 10 client.18306 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 10 client.18306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 20 client.18306 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c630900 0x55878c632cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 4 client.18306 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55878c585c00 con 0x55878c630900 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.656+0000 7f74e37fe640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c630900 0x55878c632cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.657+0000 7f74c37fe640 10 client.18306 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.657+0000 7f74e37fe640 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c630900 0x55878c632cf0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca3c32f8c37f4543 server_cookie=3ee23a087117e3c2 in_seq=0 out_seq=0 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.657+0000 7f74c37fe640 1 -- 172.21.15.83:0/159039041 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55878c585c00 con 0x55878c630900 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.657+0000 7f74c37fe640 10 client.18306 handle_command_reply: tid=0 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.657+0000 7f74ecfa1740 1 client.18306 shutdown 2024-04-22T14:06:28.671 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 msgr2=0x55878c61de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f74d40f01d0 tx=0x7f74d40be2d0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 shutdown_connections 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c630900 0x55878c632cf0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c620e90 0x55878c61e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c613910 0x55878c61e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74c37fe640 0 client.18306 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/159039041 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c612f60 0x55878c61de90 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 >> 172.21.15.83:0/159039041 conn(0x55878c60dcb0 msgr2=0x55878c60fa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 shutdown_connections 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 1 -- 172.21.15.83:0/159039041 wait complete. 2024-04-22T14:06:28.672 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.658+0000 7f74ecfa1740 20 client.18306 trim_cache size 0 max 16384 2024-04-22T14:06:28.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 Processor -- start 2024-04-22T14:06:28.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 -- start start 2024-04-22T14:06:28.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c6205c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c61cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.685 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41aba10 con 0x55878c620e90 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41ad5e0 con 0x55878c613910 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41ac0e0 con 0x55878c612f60 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74e894f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74e894f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53250/0 (socket says 172.21.15.83:53250) 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74e894f640 1 -- 172.21.15.83:0/2658412077 learned_addr learned my addr 172.21.15.83:0/2658412077 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.675+0000 7f74e894f640 1 -- 172.21.15.83:0/2658412077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 msgr2=0x55878c6205c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e894f640 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c6205c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e894f640 1 -- 172.21.15.83:0/2658412077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 msgr2=0x55878c61cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e37fe640 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c61cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.686 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e894f640 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c61cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e894f640 1 -- 172.21.15.83:0/2658412077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55878c618c60 con 0x55878c620e90 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e37fe640 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c61cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74e894f640 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f74dc012a00 tx=0x7f74dc009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41708b2f81c2d3f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74c9ffb640 1 -- 172.21.15.83:0/2658412077 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc01a070 con 0x55878c620e90 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74c9ffb640 1 -- 172.21.15.83:0/2658412077 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74dc026030 con 0x55878c620e90 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74c9ffb640 1 -- 172.21.15.83:0/2658412077 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc0226d0 con 0x55878c620e90 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2658412077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 msgr2=0x55878c62c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f74dc012a00 tx=0x7f74dc009ab0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2658412077 shutdown_connections 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c62c660 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.687 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c61cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/2658412077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c6205c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.676+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2658412077 >> 172.21.15.83:0/2658412077 conn(0x55878c60dcb0 msgr2=0x55878c60f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2658412077 shutdown_connections 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- 172.21.15.83:0/2658412077 wait complete. 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- start start 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 Processor -- start 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c624c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c6251b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41acf10 con 0x55878c620e90 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41ac810 con 0x55878c613910 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f74e41a9a10 con 0x55878c612f60 2024-04-22T14:06:28.688 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74ecfa1740 10 client.0 _ll_register_callbacks cb 0x7f74dc009a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74e894f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74e894f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:53256/0 (socket says 172.21.15.83:53256) 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74e894f640 1 -- 172.21.15.83:0/4179714409 learned_addr learned my addr 172.21.15.83:0/4179714409 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.677+0000 7f74e37fe640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c6251b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e3fff640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c624c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 -- 172.21.15.83:0/4179714409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 msgr2=0x55878c624c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c624c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 -- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 msgr2=0x55878c6251b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c6251b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.689 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 -- 172.21.15.83:0/4179714409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55878c696070 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74e894f640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0129d0 tx=0x7f74dc014180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1f20539c8a4f47c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74dc01a050 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74dc026030 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f74dc0117b0 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f74dc0119b0 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 10 client.18312 fetch_fsmap learned FSMap version 41 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55878c6972a0 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74dc026030 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 41) ==== 8370+0+0 (secure 0 0 0) 0x7f74dc01d070 con 0x55878c620e90 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 10 client.18312 fetch_fsmap finished waiting for FSMap version 41 2024-04-22T14:06:28.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 10 client.18312 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 20 client.18312 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c697990 0x55878c699db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 4 client.18312 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.678+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55878c57fa70 con 0x55878c697990 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74e3fff640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c697990 0x55878c699db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74e3fff640 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c697990 0x55878c699db0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e8c9031626bb5db server_cookie=490ffbec4c89e7c2 in_seq=0 out_seq=0 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74c37fe640 10 client.18312 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74c37fe640 1 -- 172.21.15.83:0/4179714409 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55878c57fa70 con 0x55878c697990 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74c37fe640 10 client.18312 handle_command_reply: tid=0 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 client.18312 shutdown 2024-04-22T14:06:28.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 msgr2=0x55878c695b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f74dc0129d0 tx=0x7f74dc014180 comp rx=0 tx=0).stop 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 shutdown_connections 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55878c697990 0x55878c699db0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55878c620e90 0x55878c695b30 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55878c613910 0x55878c6251b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74c37fe640 0 client.18312 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 --2- 172.21.15.83:0/4179714409 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55878c612f60 0x55878c624c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.679+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 >> 172.21.15.83:0/4179714409 conn(0x55878c60dcb0 msgr2=0x55878c61de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 shutdown_connections 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ecfa1740 1 -- 172.21.15.83:0/4179714409 wait complete. 2024-04-22T14:06:28.692 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ecfa1740 20 client.18312 trim_cache size 0 max 16384 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "e6c45b6c-7c04-43f3-8aab-0ec289adf821": { 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "e6c45b6c-7c04-43f3-8aab-0ec289adf821", 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:06:28.693 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 msgr2=0x7f74cc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 0x7f74cc0a61e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f74dc005fd0 tx=0x7f74dc004ab0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 msgr2=0x7f74e4198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f74d4005940 tx=0x7f74d402c7e0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 shutdown_connections 2024-04-22T14:06:28.695 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f74cc0a3d20 0x7f74cc0a61e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f74e419cfe0 0x7f74e419d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f74e4106160 0x7f74e4198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 --2- 172.21.15.83:0/3928705204 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f74e4101090 0x7f74e4198720 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 >> 172.21.15.83:0/3928705204 conn(0x7f74e40771d0 msgr2=0x7f74e40fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 shutdown_connections 2024-04-22T14:06:28.696 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:28.680+0000 7f74ea3b2640 1 -- 172.21.15.83:0/3928705204 wait complete. 2024-04-22T14:06:28.696 INFO:tasks.cephfs.filesystem:scrub status for tag:e6c45b6c-7c04-43f3-8aab-0ec289adf821 - {'path': '/', 'tag': 'e6c45b6c-7c04-43f3-8aab-0ec289adf821', 'options': 'recursive,force'} 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: pgmap v253: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:28 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: pgmap v253: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:28 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: pgmap v253: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:06:29.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:28 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:06:31.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:30 smithi173 ceph-mon[31493]: pgmap v254: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:31.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:30 smithi083 ceph-mon[27977]: pgmap v254: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:31.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:30 smithi084 ceph-mon[31312]: pgmap v254: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:33.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:32 smithi173 ceph-mon[31493]: pgmap v255: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:33.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:32 smithi083 ceph-mon[27977]: pgmap v255: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:33.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:32 smithi084 ceph-mon[31312]: pgmap v255: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:35.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:34 smithi173 ceph-mon[31493]: pgmap v256: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:35.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:34 smithi083 ceph-mon[27977]: pgmap v256: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:35.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:34 smithi084 ceph-mon[31312]: pgmap v256: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:37.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:36 smithi173 ceph-mon[31493]: pgmap v257: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:37.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:36 smithi083 ceph-mon[27977]: pgmap v257: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:37.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:36 smithi084 ceph-mon[31312]: pgmap v257: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:39.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:38 smithi173 ceph-mon[31493]: pgmap v258: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:39.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:38 smithi083 ceph-mon[27977]: pgmap v258: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:39.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:38 smithi084 ceph-mon[31312]: pgmap v258: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:06:41.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:40 smithi173 ceph-mon[31493]: pgmap v259: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:41.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:40 smithi083 ceph-mon[27977]: pgmap v259: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:41.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:40 smithi084 ceph-mon[31312]: pgmap v259: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:43.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:42 smithi173 ceph-mon[31493]: pgmap v260: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:43.190 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:42 smithi083 ceph-mon[27977]: pgmap v260: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:43.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:42 smithi084 ceph-mon[31312]: pgmap v260: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:06:45.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:44 smithi173 ceph-mon[31493]: pgmap v261: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:45.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:44 smithi083 ceph-mon[27977]: pgmap v261: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:45.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:44 smithi084 ceph-mon[31312]: pgmap v261: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:47.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:46 smithi083 ceph-mon[27977]: pgmap v262: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:47.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:46 smithi084 ceph-mon[31312]: pgmap v262: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:47.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:46 smithi173 ceph-mon[31493]: pgmap v262: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:49.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:48 smithi083 ceph-mon[27977]: pgmap v263: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:49.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:48 smithi084 ceph-mon[31312]: pgmap v263: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:49.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:48 smithi173 ceph-mon[31493]: pgmap v263: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:51.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:50 smithi083 ceph-mon[27977]: pgmap v264: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:51.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:50 smithi084 ceph-mon[31312]: pgmap v264: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:51.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:50 smithi173 ceph-mon[31493]: pgmap v264: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:53.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:52 smithi083 ceph-mon[27977]: pgmap v265: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:53.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:52 smithi084 ceph-mon[31312]: pgmap v265: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:53.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:52 smithi173 ceph-mon[31493]: pgmap v265: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-22T14:06:54.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:53 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:06:54.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:53 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:06:54.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:53 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:06:55.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:54 smithi083 ceph-mon[27977]: pgmap v266: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:55.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:54 smithi084 ceph-mon[31312]: pgmap v266: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:55.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:54 smithi173 ceph-mon[31493]: pgmap v266: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-22T14:06:57.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:56 smithi083 ceph-mon[27977]: pgmap v267: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:57.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:56 smithi084 ceph-mon[31312]: pgmap v267: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:57.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:56 smithi173 ceph-mon[31493]: pgmap v267: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:06:58.697 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:06:58.697 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- 172.21.15.83:0/1259357038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c101a30 msgr2=0x7f673c105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 --2- 172.21.15.83:0/1259357038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c101a30 0x7f673c105a70 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f6730009900 tx=0x7f673002bc30 comp rx=0 tx=0).stop 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- 172.21.15.83:0/1259357038 shutdown_connections 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 --2- 172.21.15.83:0/1259357038 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c10dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 --2- 172.21.15.83:0/1259357038 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c101a30 0x7f673c105a70 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 --2- 172.21.15.83:0/1259357038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 0x7f673c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- 172.21.15.83:0/1259357038 >> 172.21.15.83:0/1259357038 conn(0x7f673c078000 msgr2=0x7f673c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- 172.21.15.83:0/1259357038 shutdown_connections 2024-04-22T14:06:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- 172.21.15.83:0/1259357038 wait complete. 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 Processor -- start 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.806+0000 7f6740a88640 1 -- start start 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 0x7f673c198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1121c0 con 0x7f673c19cfb0 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f673c112040 con 0x7f673c101080 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f673c112340 con 0x7f673c106150 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42748/0 (socket says 172.21.15.83:42748) 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 -- 172.21.15.83:0/4081334522 learned_addr learned my addr 172.21.15.83:0/4081334522 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673a59c640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 0x7f673c198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6739d9b640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 -- 172.21.15.83:0/4081334522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 msgr2=0x7f673c198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 -- 172.21.15.83:0/4081334522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 msgr2=0x7f673c198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 0x7f673c198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 -- 172.21.15.83:0/4081334522 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673c19daa0 con 0x7f673c19cfb0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6739d9b640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f673ad9d640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f673400d750 tx=0x7f673400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f672b7fe640 1 -- 172.21.15.83:0/4081334522 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6734017070 con 0x7f673c19cfb0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f672b7fe640 1 -- 172.21.15.83:0/4081334522 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f67340054d0 con 0x7f673c19cfb0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f673c19dd90 con 0x7f673c19cfb0 2024-04-22T14:06:58.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.807+0000 7f672b7fe640 1 -- 172.21.15.83:0/4081334522 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6734004c60 con 0x7f673c19cfb0 2024-04-22T14:06:58.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.808+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f673c1a5550 con 0x7f673c19cfb0 2024-04-22T14:06:58.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f672b7fe640 1 -- 172.21.15.83:0/4081334522 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6734009bd0 con 0x7f673c19cfb0 2024-04-22T14:06:58.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 Processor -- start 2024-04-22T14:06:58.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 -- start start 2024-04-22T14:06:58.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5580 0x5599e58e5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 0x5599e58ee540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5599e584a1e0 con 0x5599e58eea80 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5599e57e7390 con 0x5599e58e5ea0 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f674367e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5599e58461a0 con 0x5599e58e5580 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.810+0000 7f672b7fe640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 0x7f67240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6739d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6739d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42750/0 (socket says 172.21.15.83:42750) 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6739d9b640 1 -- 172.21.15.83:0/1545434149 learned_addr learned my addr 172.21.15.83:0/1545434149 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 0x5599e58ee540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673ad9d640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 0x7f67240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6739d9b640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5580 0x5599e58e5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f672b7fe640 1 -- 172.21.15.83:0/4081334522 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f67340d00e0 con 0x7f673c19cfb0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 -- 172.21.15.83:0/1545434149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5580 msgr2=0x5599e58e5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5580 0x5599e58e5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 -- 172.21.15.83:0/1545434149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 msgr2=0x5599e58f0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 -- 172.21.15.83:0/1545434149 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599e56267d0 con 0x5599e58e5ea0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6739d9b640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673ad9d640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 0x7f67240a61e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f67340cde30 tx=0x7f673406b960 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f673a59c640 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 0x5599e58ee540 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f672c009fb0 tx=0x7f672c003e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97a14fe060835f79 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6728ff9640 1 -- 172.21.15.83:0/1545434149 <== mon.2 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672c004b20 con 0x5599e58e5ea0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6728ff9640 1 -- 172.21.15.83:0/1545434149 <== mon.2 v2:172.21.15.84:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f672c004cc0 con 0x5599e58e5ea0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.811+0000 7f6728ff9640 1 -- 172.21.15.83:0/1545434149 <== mon.2 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672c012650 con 0x5599e58e5ea0 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- 172.21.15.83:0/1545434149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 msgr2=0x5599e58ee540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 0x5599e58ee540 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f672c009fb0 tx=0x7f672c003e00 comp rx=0 tx=0).stop 2024-04-22T14:06:58.823 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- 172.21.15.83:0/1545434149 shutdown_connections 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58eea80 0x5599e58f0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5ea0 0x5599e58ee540 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 --2- 172.21.15.83:0/1545434149 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5580 0x5599e58e5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- 172.21.15.83:0/1545434149 >> 172.21.15.83:0/1545434149 conn(0x5599e58dfcb0 msgr2=0x5599e58e0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- 172.21.15.83:0/1545434149 shutdown_connections 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- 172.21.15.83:0/1545434149 wait complete. 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.812+0000 7f674367e740 1 -- start start 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 Processor -- start 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5ea0 0x5599e58ebff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58eea80 0x5599e58ec530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5599e58f1870 con 0x5599e58e5580 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5599e58032f0 con 0x5599e58eea80 2024-04-22T14:06:58.824 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5599e58f19f0 con 0x5599e58e5ea0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f674367e740 10 client.0 _ll_register_callbacks cb 0x5599e5810580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42754/0 (socket says 172.21.15.83:42754) 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 -- 172.21.15.83:0/1138807941 learned_addr learned my addr 172.21.15.83:0/1138807941 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f673a59c640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5ea0 0x5599e58ebff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 -- 172.21.15.83:0/1138807941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5ea0 msgr2=0x5599e58ebff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5ea0 0x5599e58ebff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 -- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58eea80 msgr2=0x5599e58ec530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58eea80 0x5599e58ec530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 -- 172.21.15.83:0/1138807941 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599e555c3f0 con 0x5599e58e5580 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6739d9b640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f6730036040 tx=0x7f6730009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ddb0a6037cc9b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6721ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.813+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67300044b0 con 0x5599e58e5580 2024-04-22T14:06:58.825 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f6730005250 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f672c004cc0 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f6730052050 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 10 client.18324 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5599e551c0f0 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f672c004cc0 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f6730040040 con 0x5599e58e5580 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 10 client.18324 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 10 client.18324 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 20 client.18324 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5900f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 4 client.18324 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599e5857c00 con 0x5599e58feaf0 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.814+0000 7f673a59c640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5900f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.826 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.815+0000 7f673a59c640 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5900f70 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7f8798a5408d207 server_cookie=fa27492ce9d100bd in_seq=0 out_seq=0 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.815+0000 7f6721ffb640 10 client.18324 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f6721ffb640 1 -- 172.21.15.83:0/1138807941 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5599e5857c00 con 0x5599e58feaf0 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f6721ffb640 10 client.18324 handle_command_reply: tid=0 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 client.18324 shutdown 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 msgr2=0x5599e58ebab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f6730036040 tx=0x7f6730009880 comp rx=0 tx=0).stop 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 shutdown_connections 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5900f70 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58eea80 0x5599e58ec530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f6721ffb640 0 client.18324 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58e5ea0 0x5599e58ebff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 --2- 172.21.15.83:0/1138807941 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5580 0x5599e58ebab0 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 >> 172.21.15.83:0/1138807941 conn(0x5599e58dfcb0 msgr2=0x5599e58e1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.827 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 shutdown_connections 2024-04-22T14:06:58.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 1 -- 172.21.15.83:0/1138807941 wait complete. 2024-04-22T14:06:58.828 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.816+0000 7f674367e740 20 client.18324 trim_cache size 0 max 16384 2024-04-22T14:06:58.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 Processor -- start 2024-04-22T14:06:58.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 -- start start 2024-04-22T14:06:58.842 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58fa760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58ec180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1adb80 con 0x5599e58e5ea0 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1af720 con 0x5599e58e5580 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f674367e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1ae250 con 0x5599e58eea80 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.833+0000 7f673a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42764/0 (socket says 172.21.15.83:42764) 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 -- 172.21.15.83:0/3434025815 learned_addr learned my addr 172.21.15.83:0/3434025815 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f6739d9b640 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58ec180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.843 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 -- 172.21.15.83:0/3434025815 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 msgr2=0x5599e58ec180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58ec180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 -- 172.21.15.83:0/3434025815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 msgr2=0x5599e58fa760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58fa760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 -- 172.21.15.83:0/3434025815 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599e58e5cd0 con 0x5599e58e5ea0 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f673a59c640 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f672c009d70 tx=0x7f672c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af55470b5214d81 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f6723fff640 1 -- 172.21.15.83:0/3434025815 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672c009aa0 con 0x5599e58e5ea0 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f6723fff640 1 -- 172.21.15.83:0/3434025815 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f672c0046e0 con 0x5599e58e5ea0 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.834+0000 7f6723fff640 1 -- 172.21.15.83:0/3434025815 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672c0126b0 con 0x5599e58e5ea0 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- 172.21.15.83:0/3434025815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 msgr2=0x5599e58eb390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f672c009d70 tx=0x7f672c003f90 comp rx=0 tx=0).stop 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- 172.21.15.83:0/3434025815 shutdown_connections 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58ec180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58eb390 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.844 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- 172.21.15.83:0/3434025815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58fa760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- 172.21.15.83:0/3434025815 >> 172.21.15.83:0/3434025815 conn(0x5599e58dfcb0 msgr2=0x5599e58eba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- 172.21.15.83:0/3434025815 shutdown_connections 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- 172.21.15.83:0/3434025815 wait complete. 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- start start 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 Processor -- start 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58f6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58f27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1af050 con 0x5599e58e5ea0 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1ae950 con 0x5599e58e5580 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f673c1abb80 con 0x5599e58eea80 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f674367e740 10 client.0 _ll_register_callbacks cb 0x7f673002cbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f673a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f673a59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42774/0 (socket says 172.21.15.83:42774) 2024-04-22T14:06:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.835+0000 7f673a59c640 1 -- 172.21.15.83:0/2319066119 learned_addr learned my addr 172.21.15.83:0/2319066119 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6739d9b640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58f6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6739d9b640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58f27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 -- 172.21.15.83:0/2319066119 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 msgr2=0x5599e58f27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58f27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 -- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 msgr2=0x5599e58f6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58f6f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 -- 172.21.15.83:0/2319066119 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599e58f2ee0 con 0x5599e58e5ea0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6739d9b640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58f27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f673a59c640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f672c02c040 tx=0x7f672c0045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caac2885ae836778 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672c029050 con 0x5599e58e5ea0 2024-04-22T14:06:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f672c0291f0 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f672c0046e0 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f672c029410 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 10 client.18330 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5599e5964fc0 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f672c0046e0 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f672c00f040 con 0x5599e58e5ea0 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 10 client.18330 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 10 client.18330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 20 client.18330 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:58.868 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5967550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 4 client.18330 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.836+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5599e5851a70 con 0x5599e58feaf0 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6739d9b640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5967550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6721ffb640 10 client.18330 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6739d9b640 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5967550 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e8e35203a4c74e5 server_cookie=b098e6a7ca3d66e6 in_seq=0 out_seq=0 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6721ffb640 1 -- 172.21.15.83:0/2319066119 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5599e5851a70 con 0x5599e58feaf0 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6721ffb640 10 client.18330 handle_command_reply: tid=0 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 client.18330 shutdown 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 msgr2=0x5599e58f22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f672c02c040 tx=0x7f672c0045b0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 shutdown_connections 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5599e58feaf0 0x5599e5967550 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5599e58eea80 0x5599e58f27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5599e58e5ea0 0x5599e58f22b0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 --2- 172.21.15.83:0/2319066119 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5599e58e5580 0x5599e58f6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f6721ffb640 0 client.18330 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 >> 172.21.15.83:0/2319066119 conn(0x5599e58dfcb0 msgr2=0x5599e58ec300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 shutdown_connections 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 1 -- 172.21.15.83:0/2319066119 wait complete. 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.837+0000 7f674367e740 20 client.18330 trim_cache size 0 max 16384 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:06:58.870 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 msgr2=0x7f67240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 0x7f67240a61e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f67340cde30 tx=0x7f673406b960 comp rx=0 tx=0).stop 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 msgr2=0x7f673c19d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f673400d750 tx=0x7f673400dc10 comp rx=0 tx=0).stop 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 shutdown_connections 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f67240a3d20 0x7f67240a61e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f673c19cfb0 0x7f673c19d460 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f673c106150 0x7f673c198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 --2- 172.21.15.83:0/4081334522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f673c101080 0x7f673c198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 >> 172.21.15.83:0/4081334522 conn(0x7f673c078000 msgr2=0x7f673c0fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 shutdown_connections 2024-04-22T14:06:58.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.838+0000 7f6740a88640 1 -- 172.21.15.83:0/4081334522 wait complete. 2024-04-22T14:06:58.873 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:06:58.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:06:58.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- 172.21.15.83:0/3720458068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa364106180 msgr2=0x7fa36410dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 --2- 172.21.15.83:0/3720458068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa364106180 0x7fa36410dd50 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fa35c009ca0 tx=0x7fa35c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- 172.21.15.83:0/3720458068 shutdown_connections 2024-04-22T14:06:58.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 --2- 172.21.15.83:0/3720458068 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa364106180 0x7fa36410dd50 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 --2- 172.21.15.83:0/3720458068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa364101a60 0x7fa364105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 --2- 172.21.15.83:0/3720458068 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa3641010b0 0x7fa364101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- 172.21.15.83:0/3720458068 >> 172.21.15.83:0/3720458068 conn(0x7fa3640771d0 msgr2=0x7fa3640775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- 172.21.15.83:0/3720458068 shutdown_connections 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- 172.21.15.83:0/3720458068 wait complete. 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 Processor -- start 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.969+0000 7fa36b669640 1 -- start start 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 0x7fa364199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa364106180 0x7fa364199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa364111140 con 0x7fa36419a030 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa364110fc0 con 0x7fa3641010b0 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa3641112c0 con 0x7fa364106180 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42802/0 (socket says 172.21.15.83:42802) 2024-04-22T14:06:58.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 -- 172.21.15.83:0/347526316 learned_addr learned my addr 172.21.15.83:0/347526316 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa368c04640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa364106180 0x7fa364199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369405640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 0x7fa364199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 -- 172.21.15.83:0/347526316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa364106180 msgr2=0x7fa364199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa364106180 0x7fa364199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 -- 172.21.15.83:0/347526316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 msgr2=0x7fa364199560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 0x7fa364199560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 -- 172.21.15.83:0/347526316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3641a4db0 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369405640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 0x7fa364199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa369c06640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fa35c0098d0 tx=0x7fa35c035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c039040 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa35c044070 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3641a5040 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c0042a0 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.970+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3641a5530 con 0x7fa36419a030 2024-04-22T14:06:58.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.971+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa364069230 con 0x7fa36419a030 2024-04-22T14:06:58.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.972+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fa35c004440 con 0x7fa36419a030 2024-04-22T14:06:58.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.973+0000 7fa35a7fc640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 0x7fa3500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:58.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.973+0000 7fa369405640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 0x7fa3500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:58.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.973+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fa35c0f2c70 con 0x7fa36419a030 2024-04-22T14:06:58.979 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.973+0000 7fa369405640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 0x7fa3500a61e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa354006fd0 tx=0x7fa354008040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:58.981 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:58.978+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa35c0bf420 con 0x7fa36419a030 2024-04-22T14:06:59.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:58 smithi083 ceph-mon[27977]: pgmap v268: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:06:59.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.195+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa364101a60 con 0x7fa36419a030 2024-04-22T14:06:59.199 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.196+0000 7fa35a7fc640 1 -- 172.21.15.83:0/347526316 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+11926 (secure 0 0 0) 0x7fa35c0bed20 con 0x7fa36419a030 2024-04-22T14:06:59.200 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:06:59.200 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":42,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":42,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:06:52.350669+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[14640,24503,24466,24467,24481]},"id":1}]} 2024-04-22T14:06:59.200 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 42 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 msgr2=0x7fa3500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 0x7fa3500a61e0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa354006fd0 tx=0x7fa354008040 comp rx=0 tx=0).stop 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 msgr2=0x7fa3641a45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fa35c0098d0 tx=0x7fa35c035d60 comp rx=0 tx=0).stop 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 shutdown_connections 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fa3500a3d20 0x7fa3500a61e0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.202 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa36419a030 0x7fa3641a45e0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa364106180 0x7fa364199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 --2- 172.21.15.83:0/347526316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3641010b0 0x7fa364199560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 >> 172.21.15.83:0/347526316 conn(0x7fa3640771d0 msgr2=0x7fa3640fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 shutdown_connections 2024-04-22T14:06:59.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.198+0000 7fa36b669640 1 -- 172.21.15.83:0/347526316 wait complete. 2024-04-22T14:06:59.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:06:59.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:58 smithi084 ceph-mon[31312]: pgmap v268: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:06:59.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.310+0000 7fad9654a640 1 -- 172.21.15.83:0/2954817324 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 msgr2=0x7fad9010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.310+0000 7fad9654a640 1 --2- 172.21.15.83:0/2954817324 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad9010dd30 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fad88009ca0 tx=0x7fad8802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.310+0000 7fad9654a640 1 -- 172.21.15.83:0/2954817324 shutdown_connections 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- 172.21.15.83:0/2954817324 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad9010dd30 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- 172.21.15.83:0/2954817324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad90101a40 0x7fad90105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- 172.21.15.83:0/2954817324 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 0x7fad90101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- 172.21.15.83:0/2954817324 >> 172.21.15.83:0/2954817324 conn(0x7fad90077f50 msgr2=0x7fad90078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- 172.21.15.83:0/2954817324 shutdown_connections 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- 172.21.15.83:0/2954817324 wait complete. 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 Processor -- start 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- start start 2024-04-22T14:06:59.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 0x7fad901986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad9019cfa0 0x7fad9019d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad901121e0 con 0x7fad90106160 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad90112060 con 0x7fad9019cfa0 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.311+0000 7fad9654a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad90112360 con 0x7fad90101090 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42820/0 (socket says 172.21.15.83:42820) 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 -- 172.21.15.83:0/3376773435 learned_addr learned my addr 172.21.15.83:0/3376773435 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8ffff640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 0x7fad901986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad94ae7640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad9019cfa0 0x7fad9019d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 -- 172.21.15.83:0/3376773435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 msgr2=0x7fad901986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 0x7fad901986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 -- 172.21.15.83:0/3376773435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad9019cfa0 msgr2=0x7fad9019d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad9019cfa0 0x7fad9019d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 -- 172.21.15.83:0/3376773435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad9019da90 con 0x7fad90106160 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7fad8400d770 tx=0x7fad8400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8d7fa640 1 -- 172.21.15.83:0/3376773435 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84017070 con 0x7fad90106160 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad9019dd80 con 0x7fad90106160 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8d7fa640 1 -- 172.21.15.83:0/3376773435 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad84009c30 con 0x7fad90106160 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad8d7fa640 1 -- 172.21.15.83:0/3376773435 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad8400f620 con 0x7fad90106160 2024-04-22T14:06:59.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.312+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad901a55c0 con 0x7fad90106160 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.314+0000 7fad8d7fa640 1 -- 172.21.15.83:0/3376773435 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fad8401a070 con 0x7fad90106160 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.314+0000 7fad9920e740 1 Processor -- start 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 -- start start 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabaeb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557caba501f0 con 0x557cabaf4a00 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557cab9ed4b0 con 0x557cabaeb4d0 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad9920e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557caba4c1b0 con 0x557cabaebe80 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8d7fa640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 0x7fad780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad94ae7640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 0x7fad780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42824/0 (socket says 172.21.15.83:42824) 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 -- 172.21.15.83:0/2821950982 learned_addr learned my addr 172.21.15.83:0/2821950982 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad94ae7640 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabaeb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8d7fa640 1 -- 172.21.15.83:0/3376773435 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fad840d0220 con 0x7fad90106160 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8ffff640 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 -- 172.21.15.83:0/2821950982 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 msgr2=0x557cabaf4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 -- 172.21.15.83:0/2821950982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 msgr2=0x557cabaeb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabaeb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 -- 172.21.15.83:0/2821950982 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cab9df1b0 con 0x557cabaf4a00 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad94ae7640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 0x7fad780a61e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fad88005e30 tx=0x7fad8802cf00 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.315+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fad840cd9d0 tx=0x7fad8406ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ad4ebdbb667683 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad767fc640 1 -- 172.21.15.83:0/2821950982 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad84009de0 con 0x557cabaf4a00 2024-04-22T14:06:59.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad767fc640 1 -- 172.21.15.83:0/2821950982 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad8409c270 con 0x557cabaf4a00 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad767fc640 1 -- 172.21.15.83:0/2821950982 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad840988e0 con 0x557cabaf4a00 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 -- 172.21.15.83:0/2821950982 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 msgr2=0x557cabaf6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fad840cd9d0 tx=0x7fad8406ed60 comp rx=0 tx=0).stop 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 -- 172.21.15.83:0/2821950982 shutdown_connections 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf6e50 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 --2- 172.21.15.83:0/2821950982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabaeb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 -- 172.21.15.83:0/2821950982 >> 172.21.15.83:0/2821950982 conn(0x557cabae5ba0 msgr2=0x557cabae5f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 -- 172.21.15.83:0/2821950982 shutdown_connections 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.316+0000 7fad9920e740 1 -- 172.21.15.83:0/2821950982 wait complete. 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 -- start start 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 Processor -- start 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaebe80 0x557cabaf16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaf4a00 0x557cabaf1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557cabaf7910 con 0x557cabaeb4d0 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x557caba09500 con 0x557cabaebe80 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557cabaf7a90 con 0x557cabaf4a00 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad9920e740 10 client.0 _ll_register_callbacks cb 0x557cab9d7b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42840/0 (socket says 172.21.15.83:42840) 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 -- 172.21.15.83:0/1515875315 learned_addr learned my addr 172.21.15.83:0/1515875315 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad94ae7640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaf4a00 0x557cabaf1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaebe80 0x557cabaf16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 -- 172.21.15.83:0/1515875315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaf4a00 msgr2=0x557cabaf1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaf4a00 0x557cabaf1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 -- 172.21.15.83:0/1515875315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaebe80 msgr2=0x557cabaf16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaebe80 0x557cabaf16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.330 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.317+0000 7fad8ffff640 1 -- 172.21.15.83:0/1515875315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cab7623f0 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fad8000b920 tx=0x7fad8000bde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6af5f873c93ea1d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad80005020 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fad800051c0 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad8409c270 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fad800053c0 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 10 client.18348 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557cab82c7d0 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad8409c270 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7fad8001b470 con 0x557cabaeb4d0 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 10 client.18348 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 10 client.18348 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 20 client.18348 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb04c80 0x557cabb07120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.331 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 4 client.18348 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557cab9ef930 con 0x557cabb04c80 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.318+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb04c80 0x557cabb07120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.319+0000 7fad6f7fe640 10 client.18348 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.319+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb04c80 0x557cabb07120 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2159b9fd8e1d2149 server_cookie=4ffbd8a2fea960c2 in_seq=0 out_seq=0 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.319+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1515875315 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557cab9ef930 con 0x557cabb04c80 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.319+0000 7fad6f7fe640 10 client.18348 handle_command_reply: tid=0 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.319+0000 7fad9920e740 1 client.18348 shutdown 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 msgr2=0x557cabaf4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fad8000b920 tx=0x7fad8000bde0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 shutdown_connections 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaf4a00 0x557cabaf1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb04c80 0x557cabb07120 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaebe80 0x557cabaf16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 --2- 172.21.15.83:0/1515875315 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabaf4340 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.332 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad6f7fe640 0 client.18348 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:59.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 >> 172.21.15.83:0/1515875315 conn(0x557cabae5ba0 msgr2=0x557cabae78f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 shutdown_connections 2024-04-22T14:06:59.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 1 -- 172.21.15.83:0/1515875315 wait complete. 2024-04-22T14:06:59.333 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.320+0000 7fad9920e740 20 client.18348 trim_cache size 0 max 16384 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 Processor -- start 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 -- start start 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 0x557cabaf4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad901adb70 con 0x557cabaeb4d0 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad901af710 con 0x557cabaf4a00 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad9920e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad901ae240 con 0x557cabaebe80 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42842/0 (socket says 172.21.15.83:42842) 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 -- 172.21.15.83:0/471583065 learned_addr learned my addr 172.21.15.83:0/471583065 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad94ae7640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 0x557cabaf4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 -- 172.21.15.83:0/471583065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 msgr2=0x557cabaf3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 -- 172.21.15.83:0/471583065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 msgr2=0x557cabaf4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 0x557cabaf4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8ffff640 1 -- 172.21.15.83:0/471583065 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557cabae5310 con 0x557cabaeb4d0 2024-04-22T14:06:59.344 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.333+0000 7fad94ae7640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 0x557cabaf4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad8ffff640 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fad80004470 tx=0x7fad80003a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17ee20e2c5aa04d1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad75ffb640 1 -- 172.21.15.83:0/471583065 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad80031070 con 0x557cabaeb4d0 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad75ffb640 1 -- 172.21.15.83:0/471583065 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad80005560 con 0x557cabaeb4d0 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad75ffb640 1 -- 172.21.15.83:0/471583065 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad80028040 con 0x557cabaeb4d0 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 -- 172.21.15.83:0/471583065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 msgr2=0x557cabb007d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fad80004470 tx=0x7fad80003a40 comp rx=0 tx=0).stop 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 -- 172.21.15.83:0/471583065 shutdown_connections 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaf4a00 0x557cabaf4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 --2- 172.21.15.83:0/471583065 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaeb4d0 0x557cabb007d0 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.334+0000 7fad9920e740 1 -- 172.21.15.83:0/471583065 >> 172.21.15.83:0/471583065 conn(0x557cabae5ba0 msgr2=0x557cabae4c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- 172.21.15.83:0/471583065 shutdown_connections 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- 172.21.15.83:0/471583065 wait complete. 2024-04-22T14:06:59.345 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- start start 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 Processor -- start 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabafcf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fad901af040 con 0x557cabaf4a00 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fad901ae940 con 0x557cabaeb4d0 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fad901abb70 con 0x557cabaebe80 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad9920e740 10 client.0 _ll_register_callbacks cb 0x7fad80004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad94ae7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad94ae7640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42856/0 (socket says 172.21.15.83:42856) 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad94ae7640 1 -- 172.21.15.83:0/1034677040 learned_addr learned my addr 172.21.15.83:0/1034677040 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.335+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabafcf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.346 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad8f7fe640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 -- 172.21.15.83:0/1034677040 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 msgr2=0x557cabaf8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 -- 172.21.15.83:0/1034677040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 msgr2=0x557cabafcf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabafcf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 -- 172.21.15.83:0/1034677040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557cabaf8e00 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad94ae7640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fad8802c700 tx=0x7fad88005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759bd20fbb8aa982 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad88052020 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fad88003b80 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad80005560 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7fad8805d050 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad9920e740 10 client.18354 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x557cabb73850 con 0x557cabaf4a00 2024-04-22T14:06:59.347 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.336+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fad80005560 con 0x557cabaf4a00 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7fad8803f050 con 0x557cabaf4a00 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 10 client.18354 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 10 client.18354 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 20 client.18354 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb74080 0x557cabb764a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 4 client.18354 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557caba5dc10 con 0x557cabb74080 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb74080 0x557cabb764a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad6f7fe640 10 client.18354 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad8ffff640 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb74080 0x557cabb764a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=62cf136c86ce53d server_cookie=7c6c28674ff26c4a in_seq=0 out_seq=0 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad6f7fe640 1 -- 172.21.15.83:0/1034677040 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557caba5dc10 con 0x557cabb74080 2024-04-22T14:06:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad6f7fe640 10 client.18354 handle_command_reply: tid=0 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 client.18354 shutdown 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 msgr2=0x557cabaf87c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fad8802c700 tx=0x7fad88005d80 comp rx=0 tx=0).stop 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 shutdown_connections 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557cabaf4a00 0x557cabaf87c0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557cabaebe80 0x557cabaf8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x557cabb74080 0x557cabb764a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 --2- 172.21.15.83:0/1034677040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557cabaeb4d0 0x557cabafcf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.349 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad6f7fe640 0 client.18354 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:06:59.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 >> 172.21.15.83:0/1034677040 conn(0x557cabae5ba0 msgr2=0x557cabaec260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 shutdown_connections 2024-04-22T14:06:59.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.337+0000 7fad9920e740 1 -- 172.21.15.83:0/1034677040 wait complete. 2024-04-22T14:06:59.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9920e740 20 client.18354 trim_cache size 0 max 16384 2024-04-22T14:06:59.350 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:59.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 msgr2=0x7fad780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.351 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 0x7fad780a61e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fad88005e30 tx=0x7fad8802cf00 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 msgr2=0x7fad90198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7fad8400d770 tx=0x7fad8400dc30 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 shutdown_connections 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fad780a3d20 0x7fad780a61e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fad9019cfa0 0x7fad9019d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fad90106160 0x7fad90198c20 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 --2- 172.21.15.83:0/3376773435 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fad90101090 0x7fad901986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 >> 172.21.15.83:0/3376773435 conn(0x7fad90077f50 msgr2=0x7fad900fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 shutdown_connections 2024-04-22T14:06:59.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.338+0000 7fad9654a640 1 -- 172.21.15.83:0/3376773435 wait complete. 2024-04-22T14:06:59.354 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:06:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:58 smithi173 ceph-mon[31493]: pgmap v268: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:06:59.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 -- 172.21.15.83:0/1764837144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 msgr2=0x7f303c10dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 --2- 172.21.15.83:0/1764837144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c10dd40 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f3034009ca0 tx=0x7f303402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 -- 172.21.15.83:0/1764837144 shutdown_connections 2024-04-22T14:06:59.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 --2- 172.21.15.83:0/1764837144 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c10dd40 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 --2- 172.21.15.83:0/1764837144 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c101a50 0x7f303c105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 --2- 172.21.15.83:0/1764837144 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 0x7f303c101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 -- 172.21.15.83:0/1764837144 >> 172.21.15.83:0/1764837144 conn(0x7f303c0771d0 msgr2=0x7f303c0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 -- 172.21.15.83:0/1764837144 shutdown_connections 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 -- 172.21.15.83:0/1764837144 wait complete. 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.450+0000 7f3042488640 1 Processor -- start 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 -- start start 2024-04-22T14:06:59.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 0x7f303c1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c19cfb0 0x7f303c19d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1110e0 con 0x7f303c106170 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f303c110f60 con 0x7f303c1010a0 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3042488640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f303c111260 con 0x7f303c19cfb0 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42868/0 (socket says 172.21.15.83:42868) 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 -- 172.21.15.83:0/601832990 learned_addr learned my addr 172.21.15.83:0/601832990 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303bfff640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 0x7f303c1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f3040a25640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c19cfb0 0x7f303c19d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 -- 172.21.15.83:0/601832990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c19cfb0 msgr2=0x7f303c19d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c19cfb0 0x7f303c19d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 -- 172.21.15.83:0/601832990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 msgr2=0x7f303c1986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 0x7f303c1986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.451+0000 7f303b7fe640 1 -- 172.21.15.83:0/601832990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f303c19daa0 con 0x7f303c106170 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f303b7fe640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f303000d740 tx=0x7f303000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f30397fa640 1 -- 172.21.15.83:0/601832990 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030017070 con 0x7f303c106170 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f303c19dd90 con 0x7f303c106170 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f30397fa640 1 -- 172.21.15.83:0/601832990 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f303000de50 con 0x7f303c106170 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f30397fa640 1 -- 172.21.15.83:0/601832990 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030004ce0 con 0x7f303c106170 2024-04-22T14:06:59.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.452+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f303c1a5580 con 0x7f303c106170 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f30397fa640 1 -- 172.21.15.83:0/601832990 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f3030004e80 con 0x7f303c106170 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 Processor -- start 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 -- start start 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f538430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f53ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f4941f0 con 0x55dc6f52f4d0 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f4314b0 con 0x55dc6f538a00 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f30397fa640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 0x7f30240a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f304507e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f4901b0 con 0x55dc6f52fe80 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f3040a25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f3040a25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42872/0 (socket says 172.21.15.83:42872) 2024-04-22T14:06:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f3040a25640 1 -- 172.21.15.83:0/3427136913 learned_addr learned my addr 172.21.15.83:0/3427136913 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.454+0000 7f3040a25640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 0x7f30240a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f30397fa640 1 -- 172.21.15.83:0/601832990 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f30300d0080 con 0x7f303c106170 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f303bfff640 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f538430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f53ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 -- 172.21.15.83:0/3427136913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 msgr2=0x55dc6f538430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f538430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 -- 172.21.15.83:0/3427136913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 msgr2=0x55dc6f53ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f53ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 -- 172.21.15.83:0/3427136913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc6f4231b0 con 0x55dc6f52f4d0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f3034037040 tx=0x7f30340325c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b229137884dbe07 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f3040a25640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 0x7f30240a61e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3034009ca0 tx=0x7f3034042000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f30227fc640 1 -- 172.21.15.83:0/3427136913 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034051070 con 0x55dc6f52f4d0 2024-04-22T14:06:59.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f30227fc640 1 -- 172.21.15.83:0/3427136913 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f303402ce50 con 0x55dc6f52f4d0 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.455+0000 7f30227fc640 1 -- 172.21.15.83:0/3427136913 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3034039040 con 0x55dc6f52f4d0 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- 172.21.15.83:0/3427136913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 msgr2=0x55dc6f52f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f3034037040 tx=0x7f30340325c0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- 172.21.15.83:0/3427136913 shutdown_connections 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f53ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f538430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 --2- 172.21.15.83:0/3427136913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f52f8b0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- 172.21.15.83:0/3427136913 >> 172.21.15.83:0/3427136913 conn(0x55dc6f529ba0 msgr2=0x55dc6f529f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- 172.21.15.83:0/3427136913 shutdown_connections 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- 172.21.15.83:0/3427136913 wait complete. 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.456+0000 7f304507e740 1 -- start start 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 Processor -- start 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52fe80 0x55dc6f535690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 0x55dc6f535c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f53b910 con 0x55dc6f52f4d0 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f44d500 con 0x55dc6f52fe80 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55dc6f53ba90 con 0x55dc6f538a00 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 10 client.0 _ll_register_callbacks cb 0x55dc6f41bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42876/0 (socket says 172.21.15.83:42876) 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 -- 172.21.15.83:0/517996223 learned_addr learned my addr 172.21.15.83:0/517996223 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f3040a25640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 0x55dc6f535c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303b7fe640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52fe80 0x55dc6f535690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 -- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 msgr2=0x55dc6f535c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 0x55dc6f535c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 -- 172.21.15.83:0/517996223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52fe80 msgr2=0x55dc6f535690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52fe80 0x55dc6f535690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 -- 172.21.15.83:0/517996223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc6f1a63f0 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f3040a25640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 0x55dc6f535c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f303bfff640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f302c010720 tx=0x7f302c010be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9675651510ab5cf2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f301b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f302c00fc50 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f302c00fdf0 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.457+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f303402ce50 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f302c005020 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 10 client.18366 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55dc6f2707d0 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f303402ce50 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f302c019410 con 0x55dc6f52f4d0 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 10 client.18366 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 10 client.18366 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:06:59.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 20 client.18366 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f548c40 0x55dc6f54b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 4 client.18366 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc6f433930 con 0x55dc6f548c40 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.458+0000 7f303b7fe640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f548c40 0x55dc6f54b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.459+0000 7f301b7fe640 10 client.18366 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.459+0000 7f303b7fe640 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f548c40 0x55dc6f54b0c0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fd85623689d41d70 server_cookie=769485e6c775aba7 in_seq=0 out_seq=0 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.459+0000 7f301b7fe640 1 -- 172.21.15.83:0/517996223 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dc6f433930 con 0x55dc6f548c40 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.459+0000 7f301b7fe640 10 client.18366 handle_command_reply: tid=0 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 client.18366 shutdown 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 msgr2=0x55dc6f538300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f302c010720 tx=0x7f302c010be0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 shutdown_connections 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f548c40 0x55dc6f54b0c0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f538a00 0x55dc6f535c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f301b7fe640 0 client.18366 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52fe80 0x55dc6f535690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 --2- 172.21.15.83:0/517996223 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52f4d0 0x55dc6f538300 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 >> 172.21.15.83:0/517996223 conn(0x55dc6f529ba0 msgr2=0x55dc6f52b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 shutdown_connections 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 1 -- 172.21.15.83:0/517996223 wait complete. 2024-04-22T14:06:59.473 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.460+0000 7f304507e740 20 client.18366 trim_cache size 0 max 16384 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 Processor -- start 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 -- start start 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52f4d0 0x55dc6f5447d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f537dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1adb60 con 0x55dc6f52fe80 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1af700 con 0x55dc6f538a00 2024-04-22T14:06:59.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f304507e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1ae230 con 0x55dc6f52f4d0 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42892/0 (socket says 172.21.15.83:42892) 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 -- 172.21.15.83:0/3000573191 learned_addr learned my addr 172.21.15.83:0/3000573191 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 -- 172.21.15.83:0/3000573191 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52f4d0 msgr2=0x55dc6f5447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52f4d0 0x55dc6f5447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 -- 172.21.15.83:0/3000573191 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 msgr2=0x55dc6f537dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f537dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.473+0000 7f303b7fe640 1 -- 172.21.15.83:0/3000573191 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc6f534640 con 0x55dc6f52fe80 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f303009c060 tx=0x7f3030005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac697eb9d287aff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f3021ffb640 1 -- 172.21.15.83:0/3000573191 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030020040 con 0x55dc6f52fe80 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f3021ffb640 1 -- 172.21.15.83:0/3000573191 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f303009a170 con 0x55dc6f52fe80 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f3021ffb640 1 -- 172.21.15.83:0/3000573191 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3030098740 con 0x55dc6f52fe80 2024-04-22T14:06:59.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 -- 172.21.15.83:0/3000573191 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 msgr2=0x55dc6f528a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f303009c060 tx=0x7f3030005d00 comp rx=0 tx=0).stop 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 -- 172.21.15.83:0/3000573191 shutdown_connections 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f538a00 0x55dc6f537dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f52fe80 0x55dc6f528a80 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 --2- 172.21.15.83:0/3000573191 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52f4d0 0x55dc6f5447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 -- 172.21.15.83:0/3000573191 >> 172.21.15.83:0/3000573191 conn(0x55dc6f529ba0 msgr2=0x55dc6f528370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 -- 172.21.15.83:0/3000573191 shutdown_connections 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.474+0000 7f304507e740 1 -- 172.21.15.83:0/3000573191 wait complete. 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 -- start start 2024-04-22T14:06:59.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 Processor -- start 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 0x55dc6f532500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f532a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1af030 con 0x55dc6f538a00 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1ae930 con 0x55dc6f52f4d0 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f303c1abb60 con 0x55dc6f52fe80 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f304507e740 10 client.0 _ll_register_callbacks cb 0x7f302c00af00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f3040a25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f3040a25640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42898/0 (socket says 172.21.15.83:42898) 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f3040a25640 1 -- 172.21.15.83:0/3100269389 learned_addr learned my addr 172.21.15.83:0/3100269389 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f532a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f303bfff640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 0x55dc6f532500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f3040a25640 1 -- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 msgr2=0x55dc6f532a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.475+0000 7f3040a25640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f532a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f3040a25640 1 -- 172.21.15.83:0/3100269389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 msgr2=0x55dc6f532500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f3040a25640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 0x55dc6f532500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f3040a25640 1 -- 172.21.15.83:0/3100269389 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc6f52fc20 con 0x55dc6f538a00 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f303b7fe640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f532a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f303bfff640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 0x55dc6f532500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f3040a25640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f303402c700 tx=0x7f30340323c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce77606cc51261b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f303405a060 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f3034004040 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f303009a170 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f3034039050 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 10 client.18372 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55dc6f5af520 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f303009a170 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f3034054070 con 0x55dc6f538a00 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 10 client.18372 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 10 client.18372 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 20 client.18372 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f5af850 0x55dc6f5b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 4 client.18372 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.476+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dc6f4a1c10 con 0x55dc6f5af850 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f303bfff640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f5af850 0x55dc6f5b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f301b7fe640 10 client.18372 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f303bfff640 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f5af850 0x55dc6f5b1c40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8fa29a96ba1e11e1 server_cookie=b16271d026b51944 in_seq=0 out_seq=0 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f301b7fe640 1 -- 172.21.15.83:0/3100269389 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc6f4a1c10 con 0x55dc6f5af850 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f301b7fe640 10 client.18372 handle_command_reply: tid=0 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f304507e740 1 client.18372 shutdown 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 msgr2=0x55dc6f532f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.477+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f303402c700 tx=0x7f30340323c0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 shutdown_connections 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x55dc6f5af850 0x55dc6f5b1c40 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55dc6f538a00 0x55dc6f532f80 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f301b7fe640 0 client.18372 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55dc6f52fe80 0x55dc6f532a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 --2- 172.21.15.83:0/3100269389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55dc6f52f4d0 0x55dc6f532500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 >> 172.21.15.83:0/3100269389 conn(0x55dc6f529ba0 msgr2=0x55dc6f52b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 shutdown_connections 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 1 -- 172.21.15.83:0/3100269389 wait complete. 2024-04-22T14:06:59.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f304507e740 20 client.18372 trim_cache size 0 max 16384 2024-04-22T14:06:59.491 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 msgr2=0x7f30240a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 0x7f30240a61e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3034009ca0 tx=0x7f3034042000 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 msgr2=0x7f303c198c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f303000d740 tx=0x7f303000dc00 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 shutdown_connections 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f30240a3d20 0x7f30240a61e0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f303c19cfb0 0x7f303c19d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f303c106170 0x7f303c198c30 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 --2- 172.21.15.83:0/601832990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f303c1010a0 0x7f303c1986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 >> 172.21.15.83:0/601832990 conn(0x7f303c0771d0 msgr2=0x7f303c06a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 shutdown_connections 2024-04-22T14:06:59.492 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.478+0000 7f3042488640 1 -- 172.21.15.83:0/601832990 wait complete. 2024-04-22T14:06:59.493 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:06:59.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 -- 172.21.15.83:0/1557848799 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 msgr2=0x7f509810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 --2- 172.21.15.83:0/1557848799 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f509810dd30 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f5090009ca0 tx=0x7f509002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 -- 172.21.15.83:0/1557848799 shutdown_connections 2024-04-22T14:06:59.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 --2- 172.21.15.83:0/1557848799 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f509810dd30 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.597 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 --2- 172.21.15.83:0/1557848799 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101a40 0x7f5098105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 --2- 172.21.15.83:0/1557848799 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5098101090 0x7f5098101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.589+0000 7f509eb32640 1 -- 172.21.15.83:0/1557848799 >> 172.21.15.83:0/1557848799 conn(0x7f5098077f50 msgr2=0x7f5098078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- 172.21.15.83:0/1557848799 shutdown_connections 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- 172.21.15.83:0/1557848799 wait complete. 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 Processor -- start 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- start start 2024-04-22T14:06:59.598 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101090 0x7f5098199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 0x7f50981a45b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50981110b0 con 0x7f5098106160 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5098110f30 con 0x7f509819a000 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f509eb32640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5098111230 con 0x7f5098101090 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f5097fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f5097fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42918/0 (socket says 172.21.15.83:42918) 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.590+0000 7f5097fff640 1 -- 172.21.15.83:0/612590125 learned_addr learned my addr 172.21.15.83:0/612590125 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f509d0cf640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 0x7f50981a45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f509c8ce640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101090 0x7f5098199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.599 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 -- 172.21.15.83:0/612590125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101090 msgr2=0x7f5098199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101090 0x7f5098199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 -- 172.21.15.83:0/612590125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 msgr2=0x7f50981a45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 0x7f50981a45b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 -- 172.21.15.83:0/612590125 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50981a4d80 con 0x7f5098106160 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f509d0cf640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 0x7f50981a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5097fff640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f508400d770 tx=0x7f508400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5095ffb640 1 -- 172.21.15.83:0/612590125 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084017070 con 0x7f5098106160 2024-04-22T14:06:59.600 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5095ffb640 1 -- 172.21.15.83:0/612590125 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5084009c30 con 0x7f5098106160 2024-04-22T14:06:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50981a5070 con 0x7f5098106160 2024-04-22T14:06:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f5095ffb640 1 -- 172.21.15.83:0/612590125 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508400f620 con 0x7f5098106160 2024-04-22T14:06:59.601 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.591+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50981a55c0 con 0x7f5098106160 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 Processor -- start 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f5095ffb640 1 -- 172.21.15.83:0/612590125 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f508401a070 con 0x7f5098106160 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 -- start start 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715bf8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.607 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715c8a00 0x5564715cae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5564715241f0 con 0x5564715bfe80 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5564714c14b0 con 0x5564715c8a00 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f50a1803740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5564715201b0 con 0x5564715bf4d0 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f509c8ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f509c8ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42930/0 (socket says 172.21.15.83:42930) 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.594+0000 7f509c8ce640 1 -- 172.21.15.83:0/3599672559 learned_addr learned my addr 172.21.15.83:0/3599672559 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5097fff640 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715c8a00 0x5564715cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509d0cf640 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715bf8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5095ffb640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 0x7f50880a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 -- 172.21.15.83:0/3599672559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 msgr2=0x5564715bf8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715bf8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 -- 172.21.15.83:0/3599672559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715c8a00 msgr2=0x5564715cae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715c8a00 0x5564715cae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.608 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 -- 172.21.15.83:0/3599672559 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564714b31b0 con 0x5564715bfe80 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509d0cf640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 0x7f50880a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5095ffb640 1 -- 172.21.15.83:0/612590125 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f50840d0390 con 0x7f5098106160 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f509c8ce640 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f508c009c80 tx=0x7f508c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b1cd7d6d8f644a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5082ffd640 1 -- 172.21.15.83:0/3599672559 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c012450 con 0x5564715bfe80 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5082ffd640 1 -- 172.21.15.83:0/3599672559 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f508c012aa0 con 0x5564715bfe80 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.595+0000 7f5082ffd640 1 -- 172.21.15.83:0/3599672559 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c00fae0 con 0x5564715bfe80 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- 172.21.15.83:0/3599672559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 msgr2=0x5564715c8430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f509d0cf640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 0x7f50880a61e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5090006010 tx=0x7f509002e040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f508c009c80 tx=0x7f508c0117b0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- 172.21.15.83:0/3599672559 shutdown_connections 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715c8a00 0x5564715cae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715bfe80 0x5564715c8430 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 --2- 172.21.15.83:0/3599672559 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715bf8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.609 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- 172.21.15.83:0/3599672559 >> 172.21.15.83:0/3599672559 conn(0x5564715b9ba0 msgr2=0x5564715b9f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- 172.21.15.83:0/3599672559 shutdown_connections 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- 172.21.15.83:0/3599672559 wait complete. 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 -- start start 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.596+0000 7f50a1803740 1 Processor -- start 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715c8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715c5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5564715cb970 con 0x5564715c8a00 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5564714dd500 con 0x5564715bf4d0 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5564715cbaf0 con 0x5564715bfe80 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 10 client.0 _ll_register_callbacks cb 0x5564714abb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.610 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509c8ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715c8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42946/0 (socket says 172.21.15.83:42946) 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 -- 172.21.15.83:0/3688074385 learned_addr learned my addr 172.21.15.83:0/3688074385 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f5097fff640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715c5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 -- 172.21.15.83:0/3688074385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 msgr2=0x5564715c5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715c5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 -- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 msgr2=0x5564715c8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715c8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 -- 172.21.15.83:0/3688074385 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564712363f0 con 0x5564715c8a00 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f509d0cf640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f5090036000 tx=0x7f5090004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ff45a0fc6b89b0e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f5077fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090050060 con 0x5564715c8a00 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f50900328c0 con 0x5564715c8a00 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.597+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f508c012aa0 con 0x5564715c8a00 2024-04-22T14:06:59.611 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5090039040 con 0x5564715c8a00 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 10 client.18384 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5564713007d0 con 0x5564715c8a00 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f508c012aa0 con 0x5564715c8a00 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f509004b440 con 0x5564715c8a00 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 10 client.18384 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 10 client.18384 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 20 client.18384 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5564715d8bd0 0x5564715db020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 4 client.18384 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564714c3930 con 0x5564715d8bd0 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.598+0000 7f509c8ce640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5564715d8bd0 0x5564715db020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f5077fff640 10 client.18384 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f509c8ce640 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5564715d8bd0 0x5564715db020 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5a77f42f08a205fb server_cookie=c10180798f30a616 in_seq=0 out_seq=0 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f5077fff640 1 -- 172.21.15.83:0/3688074385 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5564714c3930 con 0x5564715d8bd0 2024-04-22T14:06:59.612 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f5077fff640 10 client.18384 handle_command_reply: tid=0 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 client.18384 shutdown 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 msgr2=0x5564715c5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f5090036000 tx=0x7f5090004a40 comp rx=0 tx=0).stop 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 shutdown_connections 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5564715d8bd0 0x5564715db020 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c5b60 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715c5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f5077fff640 0 client.18384 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 --2- 172.21.15.83:0/3688074385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715c8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.599+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 >> 172.21.15.83:0/3688074385 conn(0x5564715b9ba0 msgr2=0x5564715bb8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.600+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 shutdown_connections 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.600+0000 7f50a1803740 1 -- 172.21.15.83:0/3688074385 wait complete. 2024-04-22T14:06:59.613 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.600+0000 7f50a1803740 20 client.18384 trim_cache size 0 max 16384 2024-04-22T14:06:59.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 Processor -- start 2024-04-22T14:06:59.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 -- start start 2024-04-22T14:06:59.617 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715d4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715b8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50981adba0 con 0x5564715c8a00 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50981af740 con 0x5564715bf4d0 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50a1803740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50981ae270 con 0x5564715bfe80 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42962/0 (socket says 172.21.15.83:42962) 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 -- 172.21.15.83:0/1482532644 learned_addr learned my addr 172.21.15.83:0/1482532644 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.618 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 -- 172.21.15.83:0/1482532644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 msgr2=0x5564715b8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715b8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 -- 172.21.15.83:0/1482532644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 msgr2=0x5564715d4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715d4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 -- 172.21.15.83:0/1482532644 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564715c3b70 con 0x5564715c8a00 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f509d0cf640 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f509002c130 tx=0x7f5090009a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cfa93a659feaa12 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.613+0000 7f50827fc640 1 -- 172.21.15.83:0/1482532644 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090050040 con 0x5564715c8a00 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50827fc640 1 -- 172.21.15.83:0/1482532644 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5090044030 con 0x5564715c8a00 2024-04-22T14:06:59.619 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50827fc640 1 -- 172.21.15.83:0/1482532644 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090034680 con 0x5564715c8a00 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- 172.21.15.83:0/1482532644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 msgr2=0x5564715c7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f509002c130 tx=0x7f5090009a00 comp rx=0 tx=0).stop 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- 172.21.15.83:0/1482532644 shutdown_connections 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715c7d50 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bfe80 0x5564715b8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 --2- 172.21.15.83:0/1482532644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bf4d0 0x5564715d4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.624 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- 172.21.15.83:0/1482532644 >> 172.21.15.83:0/1482532644 conn(0x5564715b9ba0 msgr2=0x5564715b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- 172.21.15.83:0/1482532644 shutdown_connections 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- 172.21.15.83:0/1482532644 wait complete. 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.614+0000 7f50a1803740 1 -- start start 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 Processor -- start 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bfe80 0x5564715cc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f50981af070 con 0x5564715c8a00 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f50981ae970 con 0x5564715bfe80 2024-04-22T14:06:59.625 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f50981abba0 con 0x5564715bf4d0 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f50a1803740 10 client.0 _ll_register_callbacks cb 0x7f5090009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:42978/0 (socket says 172.21.15.83:42978) 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 -- 172.21.15.83:0/270003965 learned_addr learned my addr 172.21.15.83:0/270003965 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509c8ce640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f5097fff640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bfe80 0x5564715cc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 -- 172.21.15.83:0/270003965 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 msgr2=0x5564715d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 -- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bfe80 msgr2=0x5564715cc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bfe80 0x5564715cc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.626 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 -- 172.21.15.83:0/270003965 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564715cd300 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f509d0cf640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f509004b860 tx=0x7f5090005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d46feff2b132d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.615+0000 7f5077fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5090004b40 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f5090004ce0 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5090044030 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5090071050 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f50a1803740 10 client.18390 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.616+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x55647163f200 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5090044030 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f5090034440 con 0x5564715c8a00 2024-04-22T14:06:59.627 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 10 client.18390 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 10 client.18390 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 20 client.18390 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55647163f830 0x556471641c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 4 client.18390 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5564715c5ef0 con 0x55647163f830 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f509c8ce640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55647163f830 0x556471641c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f5077fff640 10 client.18390 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.617+0000 7f509c8ce640 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55647163f830 0x556471641c50 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7b21b25456009079 server_cookie=6ea7f144ed03c6b2 in_seq=0 out_seq=0 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f5077fff640 1 -- 172.21.15.83:0/270003965 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5564715c5ef0 con 0x55647163f830 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f5077fff640 10 client.18390 handle_command_reply: tid=0 2024-04-22T14:06:59.628 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 client.18390 shutdown 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 msgr2=0x5564715ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f509004b860 tx=0x7f5090005c60 comp rx=0 tx=0).stop 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 shutdown_connections 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55647163f830 0x556471641c50 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5564715c8a00 0x5564715ccad0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5564715bfe80 0x5564715cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 --2- 172.21.15.83:0/270003965 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5564715bf4d0 0x5564715d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.629 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f5077fff640 0 client.18390 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:06:59.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 >> 172.21.15.83:0/270003965 conn(0x5564715b9ba0 msgr2=0x5564715bb880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 shutdown_connections 2024-04-22T14:06:59.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 1 -- 172.21.15.83:0/270003965 wait complete. 2024-04-22T14:06:59.630 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f50a1803740 20 client.18390 trim_cache size 0 max 16384 2024-04-22T14:06:59.630 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:59.631 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 msgr2=0x7f50880a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.618+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 0x7f50880a61e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5090006010 tx=0x7f509002e040 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 msgr2=0x7f5098199a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f508400d770 tx=0x7f508400dc30 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 shutdown_connections 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f50880a3d20 0x7f50880a61e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509819a000 0x7f50981a45b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5098106160 0x7f5098199a70 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 --2- 172.21.15.83:0/612590125 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5098101090 0x7f5098199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 >> 172.21.15.83:0/612590125 conn(0x7f5098077f50 msgr2=0x7f50980fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 shutdown_connections 2024-04-22T14:06:59.632 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.619+0000 7f509eb32640 1 -- 172.21.15.83:0/612590125 wait complete. 2024-04-22T14:06:59.633 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:06:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 -- 172.21.15.83:0/1640769668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca410c520 msgr2=0x7f5ca410e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/1640769668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca410c520 0x7f5ca410e9c0 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c009ca0 tx=0x7f5c9c02c230 comp rx=0 tx=0).stop 2024-04-22T14:06:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 -- 172.21.15.83:0/1640769668 shutdown_connections 2024-04-22T14:06:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/1640769668 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca410c520 0x7f5ca410e9c0 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/1640769668 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca4103b00 0x7f5ca410bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/1640769668 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca41031e0 0x7f5ca41035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 -- 172.21.15.83:0/1640769668 >> 172.21.15.83:0/1640769668 conn(0x7f5ca40771d0 msgr2=0x7f5ca40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 -- 172.21.15.83:0/1640769668 shutdown_connections 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.729+0000 7f5cac2f2640 1 -- 172.21.15.83:0/1640769668 wait complete. 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 Processor -- start 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 -- start start 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca4103b00 0x7f5ca4198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 0x7f5ca419cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41121b0 con 0x7f5ca41031e0 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca4112030 con 0x7f5ca410c520 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5cac2f2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca4112330 con 0x7f5ca4103b00 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43002/0 (socket says 172.21.15.83:43002) 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 -- 172.21.15.83:0/2846101224 learned_addr learned my addr 172.21.15.83:0/2846101224 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5ca988d640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca4103b00 0x7f5ca4198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa88f640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 0x7f5ca419cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 -- 172.21.15.83:0/2846101224 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca4103b00 msgr2=0x7f5ca4198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca4103b00 0x7f5ca4198c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 -- 172.21.15.83:0/2846101224 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 msgr2=0x7f5ca419cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 0x7f5ca419cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 -- 172.21.15.83:0/2846101224 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca419d6e0 con 0x7f5ca41031e0 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa88f640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 0x7f5ca419cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5caa08e640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000d770 tx=0x7f5ca000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.730+0000 7f5c9b7fe640 1 -- 172.21.15.83:0/2846101224 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0017070 con 0x7f5ca41031e0 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.731+0000 7f5c9b7fe640 1 -- 172.21.15.83:0/2846101224 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5ca00054d0 con 0x7f5ca41031e0 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.731+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca419d9d0 con 0x7f5ca41031e0 2024-04-22T14:06:59.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.731+0000 7f5c9b7fe640 1 -- 172.21.15.83:0/2846101224 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0004c30 con 0x7f5ca41031e0 2024-04-22T14:06:59.740 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.731+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca41a5260 con 0x7f5ca41031e0 2024-04-22T14:06:59.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5c9b7fe640 1 -- 172.21.15.83:0/2846101224 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f5ca0004e10 con 0x7f5ca41031e0 2024-04-22T14:06:59.747 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 Processor -- start 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 -- start start 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4bacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4c3840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563d6b41b1f0 con 0x563d6b4c3e10 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563d6b3b84b0 con 0x563d6b4bb290 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.733+0000 7f5caefc1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563d6b4171b0 con 0x563d6b4ba8e0 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43016/0 (socket says 172.21.15.83:43016) 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 -- 172.21.15.83:0/1819362116 learned_addr learned my addr 172.21.15.83:0/1819362116 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5c9b7fe640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 0x7f5c900a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.748 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5caa88f640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4bacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5caa88f640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 0x7f5c900a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5c9b7fe640 1 -- 172.21.15.83:0/2846101224 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f5ca00d0380 con 0x7f5ca41031e0 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5caa08e640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4c3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 -- 172.21.15.83:0/1819362116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 msgr2=0x563d6b4bacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4bacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 -- 172.21.15.83:0/1819362116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 msgr2=0x563d6b4c3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4c3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 -- 172.21.15.83:0/1819362116 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d6b3aa1b0 con 0x563d6b4c3e10 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5caa08e640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4c3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5ca988d640 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009b80 tx=0x7f5c94010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a62f755a52e98b5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.749 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5caa88f640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 0x7f5c900a61e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c037040 tx=0x7f5c9c0095c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5c98bfe640 1 -- 172.21.15.83:0/1819362116 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94004020 con 0x563d6b4c3e10 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5c98bfe640 1 -- 172.21.15.83:0/1819362116 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c940041c0 con 0x563d6b4c3e10 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.734+0000 7f5c98bfe640 1 -- 172.21.15.83:0/1819362116 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c940126b0 con 0x563d6b4c3e10 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- 172.21.15.83:0/1819362116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 msgr2=0x563d6b4c6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009b80 tx=0x7f5c94010740 comp rx=0 tx=0).stop 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- 172.21.15.83:0/1819362116 shutdown_connections 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c6260 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4c3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1819362116 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4bacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.750 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- 172.21.15.83:0/1819362116 >> 172.21.15.83:0/1819362116 conn(0x563d6b4b4fb0 msgr2=0x563d6b4b5390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- 172.21.15.83:0/1819362116 shutdown_connections 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- 172.21.15.83:0/1819362116 wait complete. 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 -- start start 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.735+0000 7f5caefc1740 1 Processor -- start 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4bb290 0x563d6b4c0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x563d6b4c6d80 con 0x563d6b4c3e10 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x563d6b3d4500 con 0x563d6b4ba8e0 2024-04-22T14:06:59.751 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x563d6b4c6f00 con 0x563d6b4bb290 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caefc1740 10 client.0 _ll_register_callbacks cb 0x563d6b3a2b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa08e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa08e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:33438/0 (socket says 172.21.15.83:33438) 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa08e640 1 -- 172.21.15.83:0/1567324570 learned_addr learned my addr 172.21.15.83:0/1567324570 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5ca988d640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4bb290 0x563d6b4c0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 -- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4bb290 msgr2=0x563d6b4c0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4bb290 0x563d6b4c0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 -- 172.21.15.83:0/1567324570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 msgr2=0x563d6b4c36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa88f640 1 -- 172.21.15.83:0/1567324570 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d6b12d3f0 con 0x563d6b4c3e10 2024-04-22T14:06:59.752 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.736+0000 7f5caa08e640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caa88f640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c0fc0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c02c770 tx=0x7f5c9c009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1bdb57cf4b9373c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c051060 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f5c9c004690 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c940041c0 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5c9c039040 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 10 client.18402 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x563d6b1f77d0 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c940041c0 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f5c9c0416a0 con 0x563d6b4c3e10 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 10 client.18402 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 10 client.18402 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 20 client.18402 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b4d3fa0 0x563d6b4d6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 4 client.18402 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.737+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d6b3ba930 con 0x563d6b4d3fa0 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.738+0000 7f5caa08e640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b4d3fa0 0x563d6b4d6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.738+0000 7f5c8dffb640 10 client.18402 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.738+0000 7f5caa08e640 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b4d3fa0 0x563d6b4d6420 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b67a6a24e3b66610 server_cookie=19673bf52b86512d in_seq=0 out_seq=0 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5c8dffb640 1 -- 172.21.15.83:0/1567324570 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563d6b3ba930 con 0x563d6b4d3fa0 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5c8dffb640 10 client.18402 handle_command_reply: tid=0 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 client.18402 shutdown 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 msgr2=0x563d6b4c0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c0fc0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c02c770 tx=0x7f5c9c009380 comp rx=0 tx=0).stop 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 shutdown_connections 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b4d3fa0 0x563d6b4d6420 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4c0fc0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4bb290 0x563d6b4c0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 --2- 172.21.15.83:0/1567324570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4ba8e0 0x563d6b4c36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 >> 172.21.15.83:0/1567324570 conn(0x563d6b4b4fb0 msgr2=0x563d6b4b6d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5c8dffb640 0 client.18402 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 shutdown_connections 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 1 -- 172.21.15.83:0/1567324570 wait complete. 2024-04-22T14:06:59.755 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.739+0000 7f5caefc1740 20 client.18402 trim_cache size 0 max 16384 2024-04-22T14:06:59.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 Processor -- start 2024-04-22T14:06:59.761 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 -- start start 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4bfbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41ab880 con 0x563d6b4c3e10 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41ad420 con 0x563d6b4bb290 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caefc1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41abf50 con 0x563d6b4ba8e0 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43044/0 (socket says 172.21.15.83:43044) 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 -- 172.21.15.83:0/783750092 learned_addr learned my addr 172.21.15.83:0/783750092 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 -- 172.21.15.83:0/783750092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 msgr2=0x563d6b4cfc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 -- 172.21.15.83:0/783750092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 msgr2=0x563d6b4bfbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4bfbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 -- 172.21.15.83:0/783750092 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d6b4befb0 con 0x563d6b4c3e10 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.752+0000 7f5caa88f640 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c041cb0 tx=0x7f5c9c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24c460bd1e4556a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5c8ffff640 1 -- 172.21.15.83:0/783750092 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c051070 con 0x563d6b4c3e10 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5c8ffff640 1 -- 172.21.15.83:0/783750092 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c9c03a040 con 0x563d6b4c3e10 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5c8ffff640 1 -- 172.21.15.83:0/783750092 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9c032dd0 con 0x563d6b4c3e10 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- 172.21.15.83:0/783750092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 msgr2=0x563d6b4afa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c041cb0 tx=0x7f5c9c004040 comp rx=0 tx=0).stop 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- 172.21.15.83:0/783750092 shutdown_connections 2024-04-22T14:06:59.763 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4c3e10 0x563d6b4afa80 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4bb290 0x563d6b4bfbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 --2- 172.21.15.83:0/783750092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cfc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- 172.21.15.83:0/783750092 >> 172.21.15.83:0/783750092 conn(0x563d6b4b4fb0 msgr2=0x563d6b4af370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- 172.21.15.83:0/783750092 shutdown_connections 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- 172.21.15.83:0/783750092 wait complete. 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.753+0000 7f5caefc1740 1 -- start start 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 Processor -- start 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 0x563d6b4bcd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41acd50 con 0x563d6b4bb290 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41ac650 con 0x563d6b4c3e10 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca41a9880 con 0x563d6b4ba8e0 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 10 client.0 _ll_register_callbacks cb 0x7f5c9c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43054/0 (socket says 172.21.15.83:43054) 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 -- 172.21.15.83:0/581622316 learned_addr learned my addr 172.21.15.83:0/581622316 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caa88f640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 0x563d6b4bcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caa08e640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 -- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 msgr2=0x563d6b4cc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 -- 172.21.15.83:0/581622316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 msgr2=0x563d6b4bcd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.765 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 0x563d6b4bcd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 -- 172.21.15.83:0/581622316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d6b4bd460 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caa88f640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 0x563d6b4bcd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5ca988d640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009ad0 tx=0x7f5c94003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70cc7c723ecc4c8c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5c8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9402a060 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f5c94005240 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.754+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c9c03a040 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f5c94005480 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 10 client.18408 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x563d6b539f30 con 0x563d6b4bb290 2024-04-22T14:06:59.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c9c03a040 con 0x563d6b4bb290 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f5c9400f040 con 0x563d6b4bb290 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 10 client.18408 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 10 client.18408 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 20 client.18408 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b53a540 0x563d6b53c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 4 client.18408 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563d6b428c10 con 0x563d6b53a540 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.755+0000 7f5caa08e640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b53a540 0x563d6b53c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5c8dffb640 10 client.18408 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caa08e640 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b53a540 0x563d6b53c960 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fa4831c6ca5b0b63 server_cookie=54d6fc61894c364e in_seq=0 out_seq=0 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5c8dffb640 1 -- 172.21.15.83:0/581622316 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563d6b428c10 con 0x563d6b53a540 2024-04-22T14:06:59.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5c8dffb640 10 client.18408 handle_command_reply: tid=0 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 client.18408 shutdown 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 msgr2=0x563d6b4cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009ad0 tx=0x7f5c94003820 comp rx=0 tx=0).stop 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 shutdown_connections 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x563d6b53a540 0x563d6b53c960 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x563d6b4c3e10 0x563d6b4bcd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x563d6b4bb290 0x563d6b4cc690 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5c8dffb640 0 client.18408 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 --2- 172.21.15.83:0/581622316 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x563d6b4ba8e0 0x563d6b4cc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.768 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 >> 172.21.15.83:0/581622316 conn(0x563d6b4b4fb0 msgr2=0x563d6b4b6bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 shutdown_connections 2024-04-22T14:06:59.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 1 -- 172.21.15.83:0/581622316 wait complete. 2024-04-22T14:06:59.769 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5caefc1740 20 client.18408 trim_cache size 0 max 16384 2024-04-22T14:06:59.769 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 msgr2=0x7f5c900a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 0x7f5c900a61e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c037040 tx=0x7f5c9c0095c0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 msgr2=0x7f5ca41986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.756+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f5ca000d770 tx=0x7f5ca000dc30 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 shutdown_connections 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f5c900a3d20 0x7f5c900a61e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca410c520 0x7f5ca419cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5ca4103b00 0x7f5ca4198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 --2- 172.21.15.83:0/2846101224 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5ca41031e0 0x7f5ca41986f0 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.771 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 >> 172.21.15.83:0/2846101224 conn(0x7f5ca40771d0 msgr2=0x7f5ca40fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 shutdown_connections 2024-04-22T14:06:59.772 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.757+0000 7f5cac2f2640 1 -- 172.21.15.83:0/2846101224 wait complete. 2024-04-22T14:06:59.772 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 -- 172.21.15.83:0/1559466268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9518104400 msgr2=0x7f95181047e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 --2- 172.21.15.83:0/1559466268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9518104400 0x7f95181047e0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f9514009ca0 tx=0x7f951402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 -- 172.21.15.83:0/1559466268 shutdown_connections 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 --2- 172.21.15.83:0/1559466268 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95181094d0 0x7f95181110a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 --2- 172.21.15.83:0/1559466268 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9518104db0 0x7f9518108df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 --2- 172.21.15.83:0/1559466268 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9518104400 0x7f95181047e0 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 -- 172.21.15.83:0/1559466268 >> 172.21.15.83:0/1559466268 conn(0x7f95180ffce0 msgr2=0x7f9518102100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.868+0000 7f951f550640 1 -- 172.21.15.83:0/1559466268 shutdown_connections 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 -- 172.21.15.83:0/1559466268 wait complete. 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 Processor -- start 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 -- start start 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9518104400 0x7f95181a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f951819a7d0 0x7f951819ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9518114410 con 0x7f95181094d0 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9518114290 con 0x7f9518104400 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951f550640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9518114590 con 0x7f951819a7d0 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43070/0 (socket says 172.21.15.83:43070) 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951caeb640 1 -- 172.21.15.83:0/753324611 learned_addr learned my addr 172.21.15.83:0/753324611 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.869+0000 7f951d2ec640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9518104400 0x7f95181a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951daed640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f951819a7d0 0x7f951819ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 -- 172.21.15.83:0/753324611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f951819a7d0 msgr2=0x7f951819ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f951819a7d0 0x7f951819ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 -- 172.21.15.83:0/753324611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9518104400 msgr2=0x7f95181a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9518104400 0x7f95181a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 -- 172.21.15.83:0/753324611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f951819b360 con 0x7f95181094d0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951caeb640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f950800c970 tx=0x7f950800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f950e7fc640 1 -- 172.21.15.83:0/753324611 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9508014070 con 0x7f95181094d0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f950e7fc640 1 -- 172.21.15.83:0/753324611 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9508004440 con 0x7f95181094d0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f951819b650 con 0x7f95181094d0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f950e7fc640 1 -- 172.21.15.83:0/753324611 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9508003e50 con 0x7f95181094d0 2024-04-22T14:06:59.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.870+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95181a77e0 con 0x7f95181094d0 2024-04-22T14:06:59.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.872+0000 7f950e7fc640 1 -- 172.21.15.83:0/753324611 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9508017070 con 0x7f95181094d0 2024-04-22T14:06:59.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 Processor -- start 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 -- start start 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f950e7fc640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 0x7f95040a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b54d0 0x5622f85b58b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85bea00 0x5622f85c0e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5622f851a1f0 con 0x5622f85b5e80 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5622f84b74b0 con 0x5622f85b54d0 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f952221d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5622f85161b0 con 0x5622f85bea00 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951daed640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 0x7f95040a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f950e7fc640 1 -- 172.21.15.83:0/753324611 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f95080d0390 con 0x7f95181094d0 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43072/0 (socket says 172.21.15.83:43072) 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 -- 172.21.15.83:0/4155145385 learned_addr learned my addr 172.21.15.83:0/4155145385 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951daed640 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85bea00 0x5622f85c0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951d2ec640 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b54d0 0x5622f85b58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 -- 172.21.15.83:0/4155145385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85bea00 msgr2=0x5622f85c0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85bea00 0x5622f85c0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 -- 172.21.15.83:0/4155145385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b54d0 msgr2=0x5622f85b58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b54d0 0x5622f85b58b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 -- 172.21.15.83:0/4155145385 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f84a91b0 con 0x5622f85b5e80 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951daed640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 0x7f95040a6380 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9510005e00 tx=0x7f95100095b0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.873+0000 7f951caeb640 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f9508098d00 tx=0x7f950809c230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae99da1a331719cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f95037fe640 1 -- 172.21.15.83:0/4155145385 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f950809c330 con 0x5622f85b5e80 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f95037fe640 1 -- 172.21.15.83:0/4155145385 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95080a06e0 con 0x5622f85b5e80 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f95037fe640 1 -- 172.21.15.83:0/4155145385 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95080989a0 con 0x5622f85b5e80 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 -- 172.21.15.83:0/4155145385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 msgr2=0x5622f85be430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f9508098d00 tx=0x7f950809c230 comp rx=0 tx=0).stop 2024-04-22T14:06:59.886 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 -- 172.21.15.83:0/4155145385 shutdown_connections 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85bea00 0x5622f85c0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85be430 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 --2- 172.21.15.83:0/4155145385 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b54d0 0x5622f85b58b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 -- 172.21.15.83:0/4155145385 >> 172.21.15.83:0/4155145385 conn(0x5622f85afba0 msgr2=0x5622f85aff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 -- 172.21.15.83:0/4155145385 shutdown_connections 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.874+0000 7f952221d740 1 -- 172.21.15.83:0/4155145385 wait complete. 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 -- start start 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 Processor -- start 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85be350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b5e80 0x5622f85bb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5622f85c1910 con 0x5622f85bea00 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5622f84d3500 con 0x5622f85b5e80 2024-04-22T14:06:59.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5622f85c1a90 con 0x5622f85b54d0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f952221d740 10 client.0 _ll_register_callbacks cb 0x5622f84a1b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43088/0 (socket says 172.21.15.83:43088) 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 -- 172.21.15.83:0/1463092062 learned_addr learned my addr 172.21.15.83:0/1463092062 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951caeb640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b5e80 0x5622f85bb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 -- 172.21.15.83:0/1463092062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 msgr2=0x5622f85be350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85be350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 -- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b5e80 msgr2=0x5622f85bb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b5e80 0x5622f85bb6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.875+0000 7f951daed640 1 -- 172.21.15.83:0/1463092062 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f822c3f0 con 0x5622f85bea00 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f951daed640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f9510013780 tx=0x7f9510004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0270f34c814f424 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510023070 con 0x5622f85bea00 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f9510005220 con 0x5622f85bea00 2024-04-22T14:06:59.888 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95080a06e0 con 0x5622f85bea00 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f951002e050 con 0x5622f85bea00 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 10 client.18420 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5622f82f67d0 con 0x5622f85bea00 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95080a06e0 con 0x5622f85bea00 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f9510012840 con 0x5622f85bea00 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 10 client.18420 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 10 client.18420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 20 client.18420 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f85ced70 0x5622f85d1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 4 client.18420 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.876+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622f84b9930 con 0x5622f85ced70 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.877+0000 7f951d2ec640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f85ced70 0x5622f85d1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.877+0000 7f9500ff9640 10 client.18420 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:59.889 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.877+0000 7f951d2ec640 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f85ced70 0x5622f85d1160 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=285b2a9151232d9b server_cookie=56fb2dddad153bfe in_seq=0 out_seq=0 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f9500ff9640 1 -- 172.21.15.83:0/1463092062 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5622f84b9930 con 0x5622f85ced70 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f9500ff9640 10 client.18420 handle_command_reply: tid=0 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 client.18420 shutdown 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 msgr2=0x5622f85bbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f9510013780 tx=0x7f9510004730 comp rx=0 tx=0).stop 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 shutdown_connections 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f85ced70 0x5622f85d1160 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85bea00 0x5622f85bbcf0 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85b5e80 0x5622f85bb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 --2- 172.21.15.83:0/1463092062 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85be350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f9500ff9640 0 client.18420 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 >> 172.21.15.83:0/1463092062 conn(0x5622f85afba0 msgr2=0x5622f85b18f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 shutdown_connections 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 1 -- 172.21.15.83:0/1463092062 wait complete. 2024-04-22T14:06:59.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.878+0000 7f952221d740 20 client.18420 trim_cache size 0 max 16384 2024-04-22T14:06:59.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 Processor -- start 2024-04-22T14:06:59.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 -- start start 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b5e80 0x5622f85b1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85bde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f95181afe00 con 0x5622f85b54d0 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95181b19a0 con 0x5622f85bea00 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f952221d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f95181b04d0 con 0x5622f85b5e80 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f951d2ec640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f951d2ec640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43094/0 (socket says 172.21.15.83:43094) 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.891+0000 7f951d2ec640 1 -- 172.21.15.83:0/1329868500 learned_addr learned my addr 172.21.15.83:0/1329868500 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951daed640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85bde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 -- 172.21.15.83:0/1329868500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b5e80 msgr2=0x5622f85b1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951caeb640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b5e80 0x5622f85b1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b5e80 0x5622f85b1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 -- 172.21.15.83:0/1329868500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 msgr2=0x5622f85bde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85bde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 -- 172.21.15.83:0/1329868500 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622f85b5c20 con 0x5622f85b54d0 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951daed640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85bde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f951d2ec640 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f9514004af0 tx=0x7f951402e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bbb0991ba3191d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f9502ffd640 1 -- 172.21.15.83:0/1329868500 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9514039040 con 0x5622f85b54d0 2024-04-22T14:06:59.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f9502ffd640 1 -- 172.21.15.83:0/1329868500 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f951402cd20 con 0x5622f85b54d0 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f9502ffd640 1 -- 172.21.15.83:0/1329868500 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9514003970 con 0x5622f85b54d0 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f952221d740 1 -- 172.21.15.83:0/1329868500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 msgr2=0x5622f85ca7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.892+0000 7f952221d740 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f9514004af0 tx=0x7f951402e040 comp rx=0 tx=0).stop 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- 172.21.15.83:0/1329868500 shutdown_connections 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85bde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b5e80 0x5622f85b1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- 172.21.15.83:0/1329868500 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b54d0 0x5622f85ca7d0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- 172.21.15.83:0/1329868500 >> 172.21.15.83:0/1329868500 conn(0x5622f85afba0 msgr2=0x5622f85b0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- 172.21.15.83:0/1329868500 shutdown_connections 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- 172.21.15.83:0/1329868500 wait complete. 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- start start 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 Processor -- start 2024-04-22T14:06:59.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85c7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85c29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f95181b12d0 con 0x5622f85b5e80 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95181b0bd0 con 0x5622f85bea00 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f95181ade00 con 0x5622f85b54d0 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f952221d740 10 client.0 _ll_register_callbacks cb 0x7f9510013400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f951caeb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43110/0 (socket says 172.21.15.83:43110) 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.893+0000 7f951caeb640 1 -- 172.21.15.83:0/4049925703 learned_addr learned my addr 172.21.15.83:0/4049925703 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 -- 172.21.15.83:0/4049925703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 msgr2=0x5622f85c7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85c7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 -- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 msgr2=0x5622f85c29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85c29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 -- 172.21.15.83:0/4049925703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622f85c3220 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f951caeb640 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f9508098010 tx=0x7f9508001600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=775c21e6a60019f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95080a4fa0 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f95080989a0 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f951402cd20 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f95080a06e0 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 10 client.18426 fetch_fsmap learned FSMap version 42 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) -- 0x5622f8635140 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f951402cd20 con 0x5622f85b5e80 2024-04-22T14:06:59.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 42) ==== 8366+0+0 (secure 0 0 0) 0x7f95080a0170 con 0x5622f85b5e80 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 10 client.18426 fetch_fsmap finished waiting for FSMap version 42 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 10 client.18426 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 20 client.18426 populate_metadata read hostname 'smithi083' 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f8635470 0x5622f8637860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 4 client.18426 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.894+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622f8527c10 con 0x5622f8635470 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f951d2ec640 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f8635470 0x5622f8637860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f951d2ec640 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f8635470 0x5622f8637860 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=416dfcc132231c80 server_cookie=ca9595d29aeb66a3 in_seq=0 out_seq=0 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f9500ff9640 10 client.18426 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:59.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f9500ff9640 1 -- 172.21.15.83:0/4049925703 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5622f8527c10 con 0x5622f8635470 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f9500ff9640 10 client.18426 handle_command_reply: tid=0 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 client.18426 shutdown 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 msgr2=0x5622f85c2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f9508098010 tx=0x7f9508001600 comp rx=0 tx=0).stop 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 shutdown_connections 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5622f8635470 0x5622f8637860 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5622f85bea00 0x5622f85c29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f9500ff9640 0 client.18426 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5622f85b5e80 0x5622f85c2490 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 --2- 172.21.15.83:0/4049925703 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5622f85b54d0 0x5622f85c7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 >> 172.21.15.83:0/4049925703 conn(0x5622f85afba0 msgr2=0x5622f85b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 shutdown_connections 2024-04-22T14:06:59.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 1 -- 172.21.15.83:0/4049925703 wait complete. 2024-04-22T14:06:59.908 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.895+0000 7f952221d740 20 client.18426 trim_cache size 0 max 16384 2024-04-22T14:06:59.908 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:06:59.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 msgr2=0x7f95040a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 0x7f95040a6380 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9510005e00 tx=0x7f95100095b0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 msgr2=0x7f95181a0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:06:59.909 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f950800c970 tx=0x7f950800ce30 comp rx=0 tx=0).stop 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 shutdown_connections 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f95040a3ec0 0x7f95040a6380 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f951819a7d0 0x7f951819ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f95181094d0 0x7f95181a0b50 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 --2- 172.21.15.83:0/753324611 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9518104400 0x7f95181a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 >> 172.21.15.83:0/753324611 conn(0x7f95180ffce0 msgr2=0x7f9518102040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 shutdown_connections 2024-04-22T14:06:59.910 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:06:59.896+0000 7f951f550640 1 -- 172.21.15.83:0/753324611 wait complete. 2024-04-22T14:07:00.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:06:59 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/347526316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:00.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:06:59 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/347526316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:00.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:06:59 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/347526316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:00.912 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:07:00.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:07:00.913 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:07:01.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 -- 172.21.15.83:0/1563292167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd8102b90 msgr2=0x7fddd8106bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 --2- 172.21.15.83:0/1563292167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd8102b90 0x7fddd8106bd0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7fddc0009900 tx=0x7fddc002bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 -- 172.21.15.83:0/1563292167 shutdown_connections 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 --2- 172.21.15.83:0/1563292167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fddd81072b0 0x7fddd810ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 --2- 172.21.15.83:0/1563292167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd8102b90 0x7fddd8106bd0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 --2- 172.21.15.83:0/1563292167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81021e0 0x7fddd81025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 -- 172.21.15.83:0/1563292167 >> 172.21.15.83:0/1563292167 conn(0x7fddd80fda60 msgr2=0x7fddd80ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 -- 172.21.15.83:0/1563292167 shutdown_connections 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 -- 172.21.15.83:0/1563292167 wait complete. 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.015+0000 7fdddcef1640 1 Processor -- start 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 -- start start 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 0x7fddd819eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fddd8198690 0x7fddd8198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fddd8112270 con 0x7fddd81021e0 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81120f0 con 0x7fddd81072b0 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81123f0 con 0x7fddd8198690 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43128/0 (socket says 172.21.15.83:43128) 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 -- 172.21.15.83:0/42511687 learned_addr learned my addr 172.21.15.83:0/42511687 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.023 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddcffff640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 0x7fddd819eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 -- 172.21.15.83:0/42511687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fddd8198690 msgr2=0x7fddd8198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fddd8198690 0x7fddd8198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 -- 172.21.15.83:0/42511687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 msgr2=0x7fddd819eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 0x7fddd819eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 -- 172.21.15.83:0/42511687 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddd8199290 con 0x7fddd81021e0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddcffff640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 0x7fddd819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddd659c640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fddc800b4a0 tx=0x7fddc800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddcf7fe640 1 -- 172.21.15.83:0/42511687 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc8014070 con 0x7fddd81021e0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddcf7fe640 1 -- 172.21.15.83:0/42511687 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddc8010ac0 con 0x7fddd81021e0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddd81a5370 con 0x7fddd81021e0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.016+0000 7fddcf7fe640 1 -- 172.21.15.83:0/42511687 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc8017c30 con 0x7fddd81021e0 2024-04-22T14:07:01.024 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.017+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddd81a57d0 con 0x7fddd81021e0 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.018+0000 7fddcf7fe640 1 -- 172.21.15.83:0/42511687 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fddc8017070 con 0x7fddd81021e0 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 Processor -- start 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 -- start start 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdc40f0 0x56494cdccc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdcd250 0x56494cdcd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56494cd27f00 con 0x56494cdc3740 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56494ccc5590 con 0x56494cdc40f0 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56494cd23ec0 con 0x56494cdcd250 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddcf7fe640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 0x7fddc40a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddd6d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43138/0 (socket says 172.21.15.83:43138) 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddd6d9d640 1 -- 172.21.15.83:0/2726140680 learned_addr learned my addr 172.21.15.83:0/2726140680 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddcffff640 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdcd250 0x56494cdcd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.019+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 0x7fddc40a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddcf7fe640 1 -- 172.21.15.83:0/42511687 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fddc80cfe40 con 0x7fddd81021e0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd659c640 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdc40f0 0x56494cdccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 -- 172.21.15.83:0/2726140680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdcd250 msgr2=0x56494cdcd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdcd250 0x56494cdcd6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 -- 172.21.15.83:0/2726140680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdc40f0 msgr2=0x56494cdccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdc40f0 0x56494cdccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 -- 172.21.15.83:0/2726140680 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56494cb027e0 con 0x56494cdc3740 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fddd0012d20 tx=0x7fddd000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a2ca1482793e19 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 0x7fddc40a6260 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009270 tx=0x7fddd001a000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddccff9640 1 -- 172.21.15.83:0/2726140680 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0020070 con 0x56494cdc3740 2024-04-22T14:07:01.032 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddccff9640 1 -- 172.21.15.83:0/2726140680 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddd0009b10 con 0x56494cdc3740 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.020+0000 7fddccff9640 1 -- 172.21.15.83:0/2726140680 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd0005420 con 0x56494cdc3740 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2726140680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 msgr2=0x56494cdc3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fddd0012d20 tx=0x7fddd000f730 comp rx=0 tx=0).stop 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2726140680 shutdown_connections 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdcd250 0x56494cdcd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdc40f0 0x56494cdccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2726140680 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdc3b20 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2726140680 >> 172.21.15.83:0/2726140680 conn(0x56494cdbdfb0 msgr2=0x56494cdbe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2726140680 shutdown_connections 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2726140680 wait complete. 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 -- start start 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 Processor -- start 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.021+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.033 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56494cdd4170 con 0x56494cdc40f0 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56494cce1580 con 0x56494cdcd250 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56494cdd42f0 con 0x56494cdc3740 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 10 client.0 _ll_register_callbacks cb 0x56494cce7650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43152/0 (socket says 172.21.15.83:43152) 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 -- 172.21.15.83:0/749850470 learned_addr learned my addr 172.21.15.83:0/749850470 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddd659c640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 -- 172.21.15.83:0/749850470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 msgr2=0x56494cdd0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 -- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 msgr2=0x56494cdd17d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd17d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 -- 172.21.15.83:0/749850470 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56494cb62f70 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddcffff640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fddc0009900 tx=0x7fddc002c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57e11ff99a714b5c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0005030 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fddc00051d0 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddd0009b10 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fddc0050050 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 10 client.18438 fetch_fsmap learned FSMap version 43 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x56494c9fa170 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.022+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddd0009b10 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fddc00035f0 con 0x56494cdc40f0 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 10 client.18438 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 10 client.18438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:01.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 20 client.18438 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494cde17e0 0x56494cde3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 4 client.18438 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56494cd35920 con 0x56494cde17e0 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fddd659c640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494cde17e0 0x56494cde3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fddbdffb640 10 client.18438 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.023+0000 7fddd659c640 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494cde17e0 0x56494cde3c40 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c837a83fdb327eb7 server_cookie=ff98317343503e33 in_seq=0 out_seq=0 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fddbdffb640 1 -- 172.21.15.83:0/749850470 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56494cd35920 con 0x56494cde17e0 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fddbdffb640 10 client.18438 handle_command_reply: tid=0 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 client.18438 shutdown 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 msgr2=0x56494cdd1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fddc0009900 tx=0x7fddc002c9f0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 shutdown_connections 2024-04-22T14:07:01.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494cde17e0 0x56494cde3c40 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd17d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd1290 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/749850470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 >> 172.21.15.83:0/749850470 conn(0x56494cdbdfb0 msgr2=0x56494cdbfd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fddbdffb640 0 client.18438 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 shutdown_connections 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 1 -- 172.21.15.83:0/749850470 wait complete. 2024-04-22T14:07:01.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.024+0000 7fdddfbb6740 20 client.18438 trim_cache size 0 max 16384 2024-04-22T14:07:01.051 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 Processor -- start 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 -- start start 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc40f0 0x56494cddd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdce640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81abac0 con 0x56494cdc3740 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81ad630 con 0x56494cdcd250 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81ac190 con 0x56494cdc40f0 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43164/0 (socket says 172.21.15.83:43164) 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 -- 172.21.15.83:0/1440507454 learned_addr learned my addr 172.21.15.83:0/1440507454 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdce640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddcffff640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc40f0 0x56494cddd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.052 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 -- 172.21.15.83:0/1440507454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc40f0 msgr2=0x56494cddd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc40f0 0x56494cddd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 -- 172.21.15.83:0/1440507454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 msgr2=0x56494cdce640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdce640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 -- 172.21.15.83:0/1440507454 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56494cdccfa0 con 0x56494cdc3740 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdce640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddd659c640 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fddc809be80 tx=0x7fddc8097ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c37b025c73ccbfe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.042+0000 7fddbffff640 1 -- 172.21.15.83:0/1440507454 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc80b4070 con 0x56494cdc3740 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fddbffff640 1 -- 172.21.15.83:0/1440507454 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddc80a4b60 con 0x56494cdc3740 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fddbffff640 1 -- 172.21.15.83:0/1440507454 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc801e040 con 0x56494cdc3740 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- 172.21.15.83:0/1440507454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 msgr2=0x56494cdd3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fddc809be80 tx=0x7fddc8097ab0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.053 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- 172.21.15.83:0/1440507454 shutdown_connections 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdce640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc40f0 0x56494cddd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/1440507454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc3740 0x56494cdd3480 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- 172.21.15.83:0/1440507454 >> 172.21.15.83:0/1440507454 conn(0x56494cdbdfb0 msgr2=0x56494cdd0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- 172.21.15.83:0/1440507454 shutdown_connections 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- 172.21.15.83:0/1440507454 wait complete. 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 -- start start 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.043+0000 7fdddfbb6740 1 Processor -- start 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81acf60 con 0x56494cdc40f0 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81ac890 con 0x56494cdcd250 2024-04-22T14:07:01.054 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fddd81a9ac0 con 0x56494cdc3740 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 10 client.0 _ll_register_callbacks cb 0x7fddc0004520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43174/0 (socket says 172.21.15.83:43174) 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 -- 172.21.15.83:0/2942879549 learned_addr learned my addr 172.21.15.83:0/2942879549 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddd659c640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddd6d9d640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 -- 172.21.15.83:0/2942879549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 msgr2=0x56494cdd9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 -- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 msgr2=0x56494cdd6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 -- 172.21.15.83:0/2942879549 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56494cdd7000 con 0x56494cdc40f0 2024-04-22T14:07:01.055 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddcffff640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fddc0003a40 tx=0x7fddc0003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaf873bf8f103703 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddbdffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddc0059060 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7fddc0005040 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.044+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fddc80a4b60 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7fddc0005240 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 10 client.18444 fetch_fsmap learned FSMap version 43 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x56494ce48b80 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fddc80a4b60 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7fddc003f440 con 0x56494cdc40f0 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 10 client.18444 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 10 client.18444 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 20 client.18444 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494ce49330 0x56494ce4b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.056 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 4 client.18444 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56494cd2f790 con 0x56494ce49330 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddd659c640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494ce49330 0x56494ce4b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddbdffb640 10 client.18444 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.045+0000 7fddd659c640 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494ce49330 0x56494ce4b750 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1817f3cbb8ae3756 server_cookie=a7df2564b6a5f5ef in_seq=0 out_seq=0 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fddbdffb640 1 -- 172.21.15.83:0/2942879549 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56494cd2f790 con 0x56494ce49330 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fddbdffb640 10 client.18444 handle_command_reply: tid=0 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 client.18444 shutdown 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 msgr2=0x56494cdd6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fddc0003a40 tx=0x7fddc0003880 comp rx=0 tx=0).stop 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 shutdown_connections 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56494ce49330 0x56494ce4b750 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56494cdcd250 0x56494cdd6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56494cdc40f0 0x56494cdd6550 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fddbdffb640 0 client.18444 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.057 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 --2- 172.21.15.83:0/2942879549 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56494cdc3740 0x56494cdd9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 >> 172.21.15.83:0/2942879549 conn(0x56494cdbdfb0 msgr2=0x56494cdbd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 shutdown_connections 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 1 -- 172.21.15.83:0/2942879549 wait complete. 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddfbb6740 20 client.18444 trim_cache size 0 max 16384 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:07:01.058 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:07:01.059 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "076bec43-e096-47f2-b11b-f8de3b62428e", 2024-04-22T14:07:01.059 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:07:01.059 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 msgr2=0x7fddc40a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 0x7fddc40a6260 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fddd0009270 tx=0x7fddd001a000 comp rx=0 tx=0).stop 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 msgr2=0x7fddd819e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fddc800b4a0 tx=0x7fddc800b960 comp rx=0 tx=0).stop 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 shutdown_connections 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fddc40a3da0 0x7fddc40a6260 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fddd8198690 0x7fddd8198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.060 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fddd81072b0 0x7fddd819eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 --2- 172.21.15.83:0/42511687 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fddd81021e0 0x7fddd819e5d0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 >> 172.21.15.83:0/42511687 conn(0x7fddd80fda60 msgr2=0x7fddd80fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 shutdown_connections 2024-04-22T14:07:01.061 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.047+0000 7fdddcef1640 1 -- 172.21.15.83:0/42511687 wait complete. 2024-04-22T14:07:01.062 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:07:01.062 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:07:01.165 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- 172.21.15.83:0/431492175 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc108060 msgr2=0x7f90fc108440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 --2- 172.21.15.83:0/431492175 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc108060 0x7f90fc108440 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f90f0009930 tx=0x7f90f002bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- 172.21.15.83:0/431492175 shutdown_connections 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 --2- 172.21.15.83:0/431492175 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc06af70 0x7f90fc10ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 --2- 172.21.15.83:0/431492175 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06a5b0 0x7f90fc06aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 --2- 172.21.15.83:0/431492175 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc108060 0x7f90fc108440 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- 172.21.15.83:0/431492175 >> 172.21.15.83:0/431492175 conn(0x7f90fc077c40 msgr2=0x7f90fc078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- 172.21.15.83:0/431492175 shutdown_connections 2024-04-22T14:07:01.166 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- 172.21.15.83:0/431492175 wait complete. 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 Processor -- start 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.159+0000 7f910126d640 1 -- start start 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 0x7f90fc198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc108060 0x7f90fc19cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc112200 con 0x7f90fc06a5b0 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc112080 con 0x7f90fc108060 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc112380 con 0x7f90fc06af70 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43188/0 (socket says 172.21.15.83:43188) 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 -- 172.21.15.83:0/2954684277 learned_addr learned my addr 172.21.15.83:0/2954684277 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc108060 0x7f90fc19cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.167 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 0x7f90fc198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 -- 172.21.15.83:0/2954684277 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 msgr2=0x7f90fc198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 0x7f90fc198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 -- 172.21.15.83:0/2954684277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc108060 msgr2=0x7f90fc19cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc108060 0x7f90fc19cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 -- 172.21.15.83:0/2954684277 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90fc19d6e0 con 0x7f90fc06a5b0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 0x7f90fc198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90faffd640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f90f0009230 tx=0x7f90f00045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90e3fff640 1 -- 172.21.15.83:0/2954684277 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f0043020 con 0x7f90fc06a5b0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90e3fff640 1 -- 172.21.15.83:0/2954684277 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90f002cb70 con 0x7f90fc06a5b0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90fc19d970 con 0x7f90fc06a5b0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f90e3fff640 1 -- 172.21.15.83:0/2954684277 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f0003b50 con 0x7f90fc06a5b0 2024-04-22T14:07:01.168 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.160+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90fc1a5260 con 0x7f90fc06a5b0 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.162+0000 7f90e3fff640 1 -- 172.21.15.83:0/2954684277 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f90f0046020 con 0x7f90fc06a5b0 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 Processor -- start 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 -- start start 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193d96960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558193cfb1e0 con 0x558193d9fa80 2024-04-22T14:07:01.175 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558193c98390 con 0x558193d96ea0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f9103e67740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558193cf71a0 con 0x558193d96580 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90e3fff640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 0x7f90e40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90fa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 0x7f90e40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90fa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43190/0 (socket says 172.21.15.83:43190) 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90fa7fc640 1 -- 172.21.15.83:0/1272243862 learned_addr learned my addr 172.21.15.83:0/1272243862 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.163+0000 7f90e3fff640 1 -- 172.21.15.83:0/2954684277 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f90f00f2980 con 0x7f90fc06a5b0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90faffd640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193d96960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 -- 172.21.15.83:0/1272243862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 msgr2=0x558193d96960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193d96960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 -- 172.21.15.83:0/1272243862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 msgr2=0x558193d9f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 -- 172.21.15.83:0/1272243862 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558193ad77d0 con 0x558193d9fa80 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90faffd640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 0x7f90e40a61e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f90f4009fd0 tx=0x7f90f4012af0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00a9d0 tx=0x7f90ec00ae90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e8822b35d1d398a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90e17fa640 1 -- 172.21.15.83:0/1272243862 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90ec015070 con 0x558193d9fa80 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90e17fa640 1 -- 172.21.15.83:0/1272243862 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90ec00cc60 con 0x558193d9fa80 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.164+0000 7f90e17fa640 1 -- 172.21.15.83:0/1272243862 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90ec0185a0 con 0x558193d9fa80 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- 172.21.15.83:0/1272243862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 msgr2=0x558193da1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00a9d0 tx=0x7f90ec00ae90 comp rx=0 tx=0).stop 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- 172.21.15.83:0/1272243862 shutdown_connections 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193da1e70 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- 172.21.15.83:0/1272243862 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193d96960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- 172.21.15.83:0/1272243862 >> 172.21.15.83:0/1272243862 conn(0x558193d90cb0 msgr2=0x558193d91090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- 172.21.15.83:0/1272243862 shutdown_connections 2024-04-22T14:07:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- 172.21.15.83:0/1272243862 wait complete. 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- start start 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 Processor -- start 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193d9d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x558193da2870 con 0x558193d96580 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x558193cb42f0 con 0x558193d96ea0 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x558193da29f0 con 0x558193d9fa80 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f9103e67740 10 client.0 _ll_register_callbacks cb 0x558193cc1580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.165+0000 7f90faffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43194/0 (socket says 172.21.15.83:43194) 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 -- 172.21.15.83:0/458676162 learned_addr learned my addr 172.21.15.83:0/458676162 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193d9d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 -- 172.21.15.83:0/458676162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 msgr2=0x558193d9d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193d9d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 -- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 msgr2=0x558193d9cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 -- 172.21.15.83:0/458676162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558193a0d3f0 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90faffd640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f90f0009900 tx=0x7f90f0003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df7caf4d67c2caa2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f00f04f0 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f90f0005490 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f90ec00cc60 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f90f0005690 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f9103e67740 10 client.18456 fetch_fsmap learned FSMap version 43 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x5581939cd0f0 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90ec00cc60 con 0x558193d96580 2024-04-22T14:07:01.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.166+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f90f00ddb90 con 0x558193d96580 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 10 client.18456 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 10 client.18456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 20 client.18456 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193db1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 4 client.18456 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558193d08c00 con 0x558193dafa40 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193db1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f90deff5640 10 client.18456 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.167+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193db1ed0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3cca888936a4cc2 server_cookie=c77ef282a0ce3e58 in_seq=0 out_seq=0 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f90deff5640 1 -- 172.21.15.83:0/458676162 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558193d08c00 con 0x558193dafa40 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f90deff5640 10 client.18456 handle_command_reply: tid=0 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 client.18456 shutdown 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 msgr2=0x558193d9ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f90f0009900 tx=0x7f90f0003680 comp rx=0 tx=0).stop 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 shutdown_connections 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193db1ed0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193d9d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f90deff5640 0 client.18456 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d9cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 --2- 172.21.15.83:0/458676162 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96580 0x558193d9ca60 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 >> 172.21.15.83:0/458676162 conn(0x558193d90cb0 msgr2=0x558193d92a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 shutdown_connections 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 1 -- 172.21.15.83:0/458676162 wait complete. 2024-04-22T14:07:01.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.168+0000 7f9103e67740 20 client.18456 trim_cache size 0 max 16384 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 Processor -- start 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 -- start start 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193dab730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d8fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.191 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1adba0 con 0x558193d9fa80 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1af710 con 0x558193d96ea0 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f9103e67740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1ae270 con 0x558193d96580 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f90fb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f90fb7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43210/0 (socket says 172.21.15.83:43210) 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.185+0000 7f90fb7fe640 1 -- 172.21.15.83:0/3564781234 learned_addr learned my addr 172.21.15.83:0/3564781234 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 -- 172.21.15.83:0/3564781234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 msgr2=0x558193dab730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193dab730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 -- 172.21.15.83:0/3564781234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 msgr2=0x558193d8fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.192 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d8fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d8fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 -- 172.21.15.83:0/3564781234 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558193d91630 con 0x558193d9fa80 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90fb7fe640 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f90f40109b0 tx=0x7f90f401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8eea2c17246cae8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90e0ff9640 1 -- 172.21.15.83:0/3564781234 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f4003b70 con 0x558193d9fa80 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90e0ff9640 1 -- 172.21.15.83:0/3564781234 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90f401cd90 con 0x558193d9fa80 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f90e0ff9640 1 -- 172.21.15.83:0/3564781234 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90f401f3f0 con 0x558193d9fa80 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f9103e67740 1 -- 172.21.15.83:0/3564781234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 msgr2=0x558193db77b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.186+0000 7f9103e67740 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f90f40109b0 tx=0x7f90f401d000 comp rx=0 tx=0).stop 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- 172.21.15.83:0/3564781234 shutdown_connections 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d9fa80 0x558193db77b0 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96ea0 0x558193d8fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- 172.21.15.83:0/3564781234 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d96580 0x558193dab730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.193 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- 172.21.15.83:0/3564781234 >> 172.21.15.83:0/3564781234 conn(0x558193d90cb0 msgr2=0x558193d8f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- 172.21.15.83:0/3564781234 shutdown_connections 2024-04-22T14:07:01.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- 172.21.15.83:0/3564781234 wait complete. 2024-04-22T14:07:01.194 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- start start 2024-04-22T14:07:01.194 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:00 smithi083 ceph-mon[27977]: pgmap v269: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 Processor -- start 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 0x558193d99ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193e15020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1af040 con 0x558193d96ea0 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1ae970 con 0x558193d96580 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc1abba0 con 0x558193d9fa80 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f9103e67740 10 client.0 _ll_register_callbacks cb 0x7f90f0005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f90fa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f90fa7fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:43216/0 (socket says 172.21.15.83:43216) 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f90fa7fc640 1 -- 172.21.15.83:0/3826156548 learned_addr learned my addr 172.21.15.83:0/3826156548 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:01.203 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.187+0000 7f90faffd640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 0x558193d99ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 -- 172.21.15.83:0/3826156548 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 msgr2=0x558193e15020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193e15020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 -- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 msgr2=0x558193d99ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 0x558193d99ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 -- 172.21.15.83:0/3826156548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558193d9a8f0 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90faffd640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 0x558193d99ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90fa7fc640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00c520 tx=0x7f90ec006c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118fdfb2330f131e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90ec015040 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(90..90 src has 1..90) ==== 8513+0+0 (secure 0 0 0) 0x7f90ec026550 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f90f401cd90 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) ==== 24+0+0 (secure 0 0 0) 0x7f90ec034050 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 10 client.18462 fetch_fsmap learned FSMap version 43 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) -- 0x558193e16640 con 0x558193d96ea0 2024-04-22T14:07:01.204 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f90f401cd90 con 0x558193d96ea0 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 43) ==== 8362+0+0 (secure 0 0 0) 0x7f90ec026030 con 0x558193d96ea0 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 10 client.18462 fetch_fsmap finished waiting for FSMap version 43 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 10 client.18462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 20 client.18462 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193e18bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 4 client.18462 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.188+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558193d02a70 con 0x558193dafa40 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90faffd640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193e18bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90faffd640 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193e18bd0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e808ca97924bc9e server_cookie=ab2899a0c05c46a6 in_seq=0 out_seq=0 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90deff5640 10 client.18462 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90deff5640 1 -- 172.21.15.83:0/3826156548 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558193d02a70 con 0x558193dafa40 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90deff5640 10 client.18462 handle_command_reply: tid=0 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 client.18462 shutdown 2024-04-22T14:07:01.205 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 msgr2=0x558193d9a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f90ec00c520 tx=0x7f90ec006c70 comp rx=0 tx=0).stop 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 shutdown_connections 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x558193dafa40 0x558193e18bd0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x558193d9fa80 0x558193e15020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f90deff5640 0 client.18462 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x558193d96ea0 0x558193d9a020 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 --2- 172.21.15.83:0/3826156548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x558193d96580 0x558193d99ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 >> 172.21.15.83:0/3826156548 conn(0x558193d90cb0 msgr2=0x558193d9d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 shutdown_connections 2024-04-22T14:07:01.206 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.189+0000 7f9103e67740 1 -- 172.21.15.83:0/3826156548 wait complete. 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f9103e67740 20 client.18462 trim_cache size 0 max 16384 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "076bec43-e096-47f2-b11b-f8de3b62428e": { 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "076bec43-e096-47f2-b11b-f8de3b62428e", 2024-04-22T14:07:01.207 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:07:01.208 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:07:01.208 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:07:01.208 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 msgr2=0x7f90e40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 0x7f90e40a61e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f90f4009fd0 tx=0x7f90f4012af0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 msgr2=0x7f90fc198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f90f0009230 tx=0x7f90f00045e0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 shutdown_connections 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f90e40a3d20 0x7f90e40a61e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90fc108060 0x7f90fc19cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.209 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f90fc06af70 0x7f90fc198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 --2- 172.21.15.83:0/2954684277 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f90fc06a5b0 0x7f90fc198740 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:01.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 >> 172.21.15.83:0/2954684277 conn(0x7f90fc077c40 msgr2=0x7f90fc0ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:01.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 shutdown_connections 2024-04-22T14:07:01.210 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:01.190+0000 7f910126d640 1 -- 172.21.15.83:0/2954684277 wait complete. 2024-04-22T14:07:01.210 INFO:tasks.cephfs.filesystem:scrub status for tag:076bec43-e096-47f2-b11b-f8de3b62428e - {'path': '/', 'tag': '076bec43-e096-47f2-b11b-f8de3b62428e', 'options': 'recursive,force'} 2024-04-22T14:07:01.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:00 smithi084 ceph-mon[31312]: pgmap v269: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:01.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:00 smithi173 ceph-mon[31493]: pgmap v269: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:02.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:01 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:02.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:01 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:07:02.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:01 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:02.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:01 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:07:02.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:01 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:02.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:01 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:02.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:01 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:07:02.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:01 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:02.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:01 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:07:02.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:01 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:02.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:01 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:02.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:01 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:07:02.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:01 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:02.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:01 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:07:02.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:01 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:03.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:02 smithi084 ceph-mon[31312]: pgmap v270: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:03.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:02 smithi173 ceph-mon[31493]: pgmap v270: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:03.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:02 smithi083 ceph-mon[27977]: pgmap v270: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:04.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:03 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:07:04.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:03 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:07:04.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:03 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:07:05.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:04 smithi084 ceph-mon[31312]: pgmap v271: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:05.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:04 smithi173 ceph-mon[31493]: pgmap v271: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:05.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:04 smithi083 ceph-mon[27977]: pgmap v271: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:07.226 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:06 smithi084 ceph-mon[31312]: pgmap v272: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:07:07.424 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:06 smithi173 ceph-mon[31493]: pgmap v272: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:07:07.450 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:06 smithi083 ceph-mon[27977]: pgmap v272: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:07:08.227 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:07 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:08.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:07 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:08.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:07 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:09.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:08 smithi173 ceph-mon[31493]: pgmap v273: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:08 smithi083 ceph-mon[27977]: pgmap v273: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:09.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:08 smithi084 ceph-mon[31312]: pgmap v273: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:07:10.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:09 smithi173 ceph-mon[31493]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T14:07:10.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:09 smithi083 ceph-mon[27977]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T14:07:10.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:09 smithi084 ceph-mon[31312]: osdmap e91: 12 total, 12 up, 12 in 2024-04-22T14:07:11.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:10 smithi173 ceph-mon[31493]: pgmap v275: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:11.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:10 smithi083 ceph-mon[27977]: pgmap v275: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:11.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:10 smithi084 ceph-mon[31312]: pgmap v275: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:13.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:12 smithi173 ceph-mon[31493]: pgmap v276: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:13.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:12 smithi083 ceph-mon[27977]: pgmap v276: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:13.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:12 smithi084 ceph-mon[31312]: pgmap v276: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:07:15.278 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:15 smithi084 ceph-mon[31312]: pgmap v277: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:15.278 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:15 smithi084 ceph-mon[31312]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T14:07:15.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:15 smithi173 ceph-mon[31493]: pgmap v277: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:15.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:15 smithi173 ceph-mon[31493]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T14:07:15.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:15 smithi083 ceph-mon[27977]: pgmap v277: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:15.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:15 smithi083 ceph-mon[27977]: osdmap e92: 12 total, 12 up, 12 in 2024-04-22T14:07:17.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:17 smithi173 ceph-mon[31493]: pgmap v279: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:07:17.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:17 smithi083 ceph-mon[27977]: pgmap v279: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:07:17.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:17 smithi084 ceph-mon[31312]: pgmap v279: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:07:19.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:19 smithi173 ceph-mon[31493]: pgmap v280: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 247 B/s wr, 12 op/s 2024-04-22T14:07:19.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:19 smithi083 ceph-mon[27977]: pgmap v280: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 247 B/s wr, 12 op/s 2024-04-22T14:07:19.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:19 smithi084 ceph-mon[31312]: pgmap v280: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 247 B/s wr, 12 op/s 2024-04-22T14:07:21.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:21 smithi173 ceph-mon[31493]: pgmap v281: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:21.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:21 smithi083 ceph-mon[27977]: pgmap v281: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:21.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:21 smithi084 ceph-mon[31312]: pgmap v281: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:23.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:23 smithi173 ceph-mon[31493]: pgmap v282: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:23.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:23 smithi083 ceph-mon[27977]: pgmap v282: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:23.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:23 smithi084 ceph-mon[31312]: pgmap v282: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:07:24.342 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:24 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:07:24.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:24 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:07:24.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:24 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:07:25.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:25 smithi173 ceph-mon[31493]: pgmap v283: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:07:25.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:25 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:07:25.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:25 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:07:25.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:25 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:07:25.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:25 smithi083 ceph-mon[27977]: pgmap v283: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:07:25.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:25 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:07:25.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:25 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:07:25.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:25 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:07:25.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:25 smithi084 ceph-mon[31312]: pgmap v283: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-04-22T14:07:25.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:25 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:07:25.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:25 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:07:25.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:25 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:07:27.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:27 smithi173 ceph-mon[31493]: pgmap v284: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:07:27.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:27 smithi083 ceph-mon[27977]: pgmap v284: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:07:27.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:27 smithi084 ceph-mon[31312]: pgmap v284: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 96 B/s wr, 9 op/s 2024-04-22T14:07:29.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:29 smithi173 ceph-mon[31493]: pgmap v285: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:07:29.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:29 smithi173 ceph-mon[31493]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:29.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:29 smithi083 ceph-mon[27977]: pgmap v285: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:07:29.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:29 smithi083 ceph-mon[27977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:29.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:29 smithi084 ceph-mon[31312]: pgmap v285: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-22T14:07:29.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:29 smithi084 ceph-mon[31312]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-22T14:07:31.211 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:07:31.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:07:31.326 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 -- 172.21.15.83:0/92192380 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec10c580 msgr2=0x7f73ec10e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 --2- 172.21.15.83:0/92192380 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec10c580 0x7f73ec10e9b0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f73e4009ca0 tx=0x7f73e402c180 comp rx=0 tx=0).stop 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 -- 172.21.15.83:0/92192380 shutdown_connections 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 --2- 172.21.15.83:0/92192380 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec10c580 0x7f73ec10e9b0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 --2- 172.21.15.83:0/92192380 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec103ad0 0x7f73ec10bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 --2- 172.21.15.83:0/92192380 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec1031b0 0x7f73ec103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 -- 172.21.15.83:0/92192380 >> 172.21.15.83:0/92192380 conn(0x7f73ec0771d0 msgr2=0x7f73ec0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 -- 172.21.15.83:0/92192380 shutdown_connections 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.320+0000 7f73f30fd640 1 -- 172.21.15.83:0/92192380 wait complete. 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 Processor -- start 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 -- start start 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.327 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 0x7f73ec198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec10c580 0x7f73ec19cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1121a0 con 0x7f73ec1031b0 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec112020 con 0x7f73ec103ad0 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f30fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec112320 con 0x7f73ec10c580 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59598/0 (socket says 172.21.15.83:59598) 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 -- 172.21.15.83:0/2016952585 learned_addr learned my addr 172.21.15.83:0/2016952585 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f169a640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec10c580 0x7f73ec19cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 -- 172.21.15.83:0/2016952585 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec10c580 msgr2=0x7f73ec19cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec10c580 0x7f73ec19cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73ebfff640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 0x7f73ec198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 -- 172.21.15.83:0/2016952585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 msgr2=0x7f73ec198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 0x7f73ec198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.328 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73f0e99640 1 -- 172.21.15.83:0/2016952585 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73ec19d650 con 0x7f73ec1031b0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.321+0000 7f73ebfff640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 0x7f73ec198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f73e000c920 tx=0x7f73e000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73e9ffb640 1 -- 172.21.15.83:0/2016952585 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e0007c70 con 0x7f73ec1031b0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73e9ffb640 1 -- 172.21.15.83:0/2016952585 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73e0007e10 con 0x7f73ec1031b0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73e9ffb640 1 -- 172.21.15.83:0/2016952585 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e0018820 con 0x7f73ec1031b0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73ec19d940 con 0x7f73ec1031b0 2024-04-22T14:07:31.329 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.322+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73ec1a51d0 con 0x7f73ec1031b0 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.324+0000 7f73e9ffb640 1 -- 172.21.15.83:0/2016952585 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f73e000f450 con 0x7f73ec1031b0 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.324+0000 7f73f5dc9740 1 Processor -- start 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.324+0000 7f73f5dc9740 1 -- start start 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73e9ffb640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 0x7f73dc0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c9a80 0x55e1138cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e1138251e0 con 0x55e1138c0580 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e1137c2390 con 0x55e1138c0ea0 2024-04-22T14:07:31.336 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e1138211a0 con 0x55e1138c9a80 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f169a640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 0x7f73dc0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59610/0 (socket says 172.21.15.83:59610) 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 -- 172.21.15.83:0/1579533121 learned_addr learned my addr 172.21.15.83:0/1579533121 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73e9ffb640 1 -- 172.21.15.83:0/2016952585 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f73e00d0980 con 0x7f73ec1031b0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73ebfff640 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 -- 172.21.15.83:0/1579533121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c9a80 msgr2=0x55e1138cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c9a80 0x55e1138cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 -- 172.21.15.83:0/1579533121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 msgr2=0x55e1138c9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 -- 172.21.15.83:0/1579533121 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1136017d0 con 0x55e1138c0580 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f169a640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 0x7f73dc0a6260 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f73e4006010 tx=0x7f73e40039d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73f0e99640 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f73e009c8b0 tx=0x7f73e0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43cf0b980cc96e17 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73d6ffd640 1 -- 172.21.15.83:0/1579533121 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e0085e60 con 0x55e1138c0580 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73d6ffd640 1 -- 172.21.15.83:0/1579533121 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73e009d020 con 0x55e1138c0580 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.325+0000 7f73d6ffd640 1 -- 172.21.15.83:0/1579533121 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e00a5590 con 0x55e1138c0580 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 -- 172.21.15.83:0/1579533121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 msgr2=0x55e1138c0960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f73e009c8b0 tx=0x7f73e0000bc0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 -- 172.21.15.83:0/1579533121 shutdown_connections 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c9a80 0x55e1138cbe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/1579533121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0580 0x55e1138c0960 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 -- 172.21.15.83:0/1579533121 >> 172.21.15.83:0/1579533121 conn(0x55e1138bacb0 msgr2=0x55e1138bb090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 -- 172.21.15.83:0/1579533121 shutdown_connections 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.326+0000 7f73f5dc9740 1 -- 172.21.15.83:0/1579533121 wait complete. 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 -- start start 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 Processor -- start 2024-04-22T14:07:31.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e1138c6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e1138cc870 con 0x55e1138c9a80 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e1137de2f0 con 0x55e1138c0ea0 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e1138cc9f0 con 0x55e1138c0580 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f5dc9740 10 client.0 _ll_register_callbacks cb 0x55e1137eb580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59620/0 (socket says 172.21.15.83:59620) 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 -- 172.21.15.83:0/547346733 learned_addr learned my addr 172.21.15.83:0/547346733 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f0e99640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e1138c6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73ebfff640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 -- 172.21.15.83:0/547346733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 msgr2=0x55e1138c6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e1138c6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 -- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 msgr2=0x55e1138c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73f169a640 1 -- 172.21.15.83:0/547346733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1135373f0 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.327+0000 7f73ebfff640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f169a640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f73e4036000 tx=0x7f73e402c180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730d6ab89f7f0117 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e4052060 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f73e4042440 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73e009d020 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f73e4039040 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 10 client.18474 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55e1134f70f0 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73e009d020 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f73e403f070 con 0x55e1138c9a80 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 10 client.18474 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.340 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 10 client.18474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 20 client.18474 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138d9b70 0x55e1138dbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 4 client.18474 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.328+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e113832c00 con 0x55e1138d9b70 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.329+0000 7f73f0e99640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138d9b70 0x55e1138dbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.329+0000 7f73cbfff640 10 client.18474 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.329+0000 7f73f0e99640 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138d9b70 0x55e1138dbf80 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=949ee3ccc4822440 server_cookie=a29050d457168d38 in_seq=0 out_seq=0 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73cbfff640 1 -- 172.21.15.83:0/547346733 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e113832c00 con 0x55e1138d9b70 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73cbfff640 10 client.18474 handle_command_reply: tid=0 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 client.18474 shutdown 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 msgr2=0x55e1138c7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f73e4036000 tx=0x7f73e402c180 comp rx=0 tx=0).stop 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 shutdown_connections 2024-04-22T14:07:31.341 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138d9b70 0x55e1138dbf80 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c9a80 0x55e1138c7590 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0ea0 0x55e1138c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/547346733 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e1138c6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73cbfff640 0 client.18474 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 >> 172.21.15.83:0/547346733 conn(0x55e1138bacb0 msgr2=0x55e1138bca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 shutdown_connections 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 1 -- 172.21.15.83:0/547346733 wait complete. 2024-04-22T14:07:31.342 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.330+0000 7f73f5dc9740 20 client.18474 trim_cache size 0 max 16384 2024-04-22T14:07:31.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.347+0000 7f73f5dc9740 1 Processor -- start 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.347+0000 7f73f5dc9740 1 -- start start 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138bacb0 0x55e1138c9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0580 0x55e1138c5a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1adb40 con 0x55e1138c0ea0 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1af680 con 0x55e1138c0580 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1ae210 con 0x55e1138bacb0 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59622/0 (socket says 172.21.15.83:59622) 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 -- 172.21.15.83:0/3785664099 learned_addr learned my addr 172.21.15.83:0/3785664099 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 -- 172.21.15.83:0/3785664099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138bacb0 msgr2=0x55e1138c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138bacb0 0x55e1138c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 -- 172.21.15.83:0/3785664099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0580 msgr2=0x55e1138c5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0580 0x55e1138c5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 -- 172.21.15.83:0/3785664099 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1138bb880 con 0x55e1138c0ea0 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73f169a640 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f73e402c6c0 tx=0x7f73e4004a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf1b8b38f65ec90 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73d67fc640 1 -- 172.21.15.83:0/3785664099 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e4052040 con 0x55e1138c0ea0 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73d67fc640 1 -- 172.21.15.83:0/3785664099 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73e4032a40 con 0x55e1138c0ea0 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.348+0000 7f73d67fc640 1 -- 172.21.15.83:0/3785664099 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e4042b30 con 0x55e1138c0ea0 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- 172.21.15.83:0/3785664099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 msgr2=0x55e1138d5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f73e402c6c0 tx=0x7f73e4004a80 comp rx=0 tx=0).stop 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- 172.21.15.83:0/3785664099 shutdown_connections 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1138d5730 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138c0580 0x55e1138c5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/3785664099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138bacb0 0x55e1138c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- 172.21.15.83:0/3785664099 >> 172.21.15.83:0/3785664099 conn(0x55e1138c24e0 msgr2=0x55e1138b9d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- 172.21.15.83:0/3785664099 shutdown_connections 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- 172.21.15.83:0/3785664099 wait complete. 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 -- start start 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.349+0000 7f73f5dc9740 1 Processor -- start 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 0x55e11393d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e11393dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1aefb0 con 0x55e1138c0ea0 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1ae8e0 con 0x55e1138bacb0 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f73ec1abb40 con 0x55e1138c0580 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 10 client.0 _ll_register_callbacks cb 0x7f73e4037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59638/0 (socket says 172.21.15.83:59638) 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 -- 172.21.15.83:0/2581753347 learned_addr learned my addr 172.21.15.83:0/2581753347 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.359 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 0x55e11393d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73ebfff640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e11393dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 -- 172.21.15.83:0/2581753347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 msgr2=0x55e11393dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e11393dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 -- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 msgr2=0x55e11393d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 0x55e11393d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 -- 172.21.15.83:0/2581753347 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e113938800 con 0x55e1138c0ea0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 0x55e11393d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f169a640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f73e4009600 tx=0x7f73e4034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c304765ba7de617a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73e4064060 con 0x55e1138c0ea0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f73e4042850 con 0x55e1138c0ea0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.350+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73e4032a40 con 0x55e1138c0ea0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f73e4052040 con 0x55e1138c0ea0 2024-04-22T14:07:31.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 10 client.18480 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55e113945040 con 0x55e1138c0ea0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73e4032a40 con 0x55e1138c0ea0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f73e403f070 con 0x55e1138c0ea0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 10 client.18480 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 10 client.18480 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 20 client.18480 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138c9a80 0x55e113947650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 4 client.18480 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e11382ca70 con 0x55e1138c9a80 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.351+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138c9a80 0x55e113947650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73cbfff640 10 client.18480 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f0e99640 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138c9a80 0x55e113947650 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9a05e46f89d053e server_cookie=87e3298f85f0c8e9 in_seq=0 out_seq=0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73cbfff640 1 -- 172.21.15.83:0/2581753347 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e11382ca70 con 0x55e1138c9a80 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73cbfff640 10 client.18480 handle_command_reply: tid=0 2024-04-22T14:07:31.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 client.18480 shutdown 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 msgr2=0x55e1139380c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f73e4009600 tx=0x7f73e4034440 comp rx=0 tx=0).stop 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 shutdown_connections 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55e1138c9a80 0x55e113947650 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e1138c0ea0 0x55e1139380c0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73cbfff640 0 client.18480 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e1138c0580 0x55e11393dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 --2- 172.21.15.83:0/2581753347 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e1138bacb0 0x55e11393d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 >> 172.21.15.83:0/2581753347 conn(0x55e1138c24e0 msgr2=0x55e1138bbfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 shutdown_connections 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 1 -- 172.21.15.83:0/2581753347 wait complete. 2024-04-22T14:07:31.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.352+0000 7f73f5dc9740 20 client.18480 trim_cache size 0 max 16384 2024-04-22T14:07:31.363 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:07:31.363 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:07:31.363 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:07:31.363 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:07:31.363 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 msgr2=0x7f73dc0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 0x7f73dc0a6260 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f73e4006010 tx=0x7f73e40039d0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 msgr2=0x7f73ec198660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f73e000c920 tx=0x7f73e000cde0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 shutdown_connections 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f73dc0a3da0 0x7f73dc0a6260 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f73ec10c580 0x7f73ec19cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73ec103ad0 0x7f73ec198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 --2- 172.21.15.83:0/2016952585 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f73ec1031b0 0x7f73ec198660 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 >> 172.21.15.83:0/2016952585 conn(0x7f73ec0771d0 msgr2=0x7f73ec0fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 shutdown_connections 2024-04-22T14:07:31.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.353+0000 7f73f30fd640 1 -- 172.21.15.83:0/2016952585 wait complete. 2024-04-22T14:07:31.366 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:31 smithi083 ceph-mon[27977]: pgmap v286: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:31.367 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:07:31.368 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:07:31.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:31 smithi173 ceph-mon[31493]: pgmap v286: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- 172.21.15.83:0/2912508715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c1011a0 msgr2=0x7fc86c101620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 --2- 172.21.15.83:0/2912508715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c1011a0 0x7fc86c101620 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7fc860009cd0 tx=0x7fc86002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- 172.21.15.83:0/2912508715 shutdown_connections 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 --2- 172.21.15.83:0/2912508715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 0x7fc86c10dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 --2- 172.21.15.83:0/2912508715 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c1011a0 0x7fc86c101620 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 --2- 172.21.15.83:0/2912508715 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c105e30 0x7fc86c106210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- 172.21.15.83:0/2912508715 >> 172.21.15.83:0/2912508715 conn(0x7fc86c077e30 msgr2=0x7fc86c078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- 172.21.15.83:0/2912508715 shutdown_connections 2024-04-22T14:07:31.468 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- 172.21.15.83:0/2912508715 wait complete. 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 Processor -- start 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.462+0000 7fc8734c8640 1 -- start start 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c1011a0 0x7fc86c19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 0x7fc86c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c1110e0 con 0x7fc86c105e30 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c110f60 con 0x7fc86c101b60 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c111260 con 0x7fc86c1011a0 2024-04-22T14:07:31.469 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59652/0 (socket says 172.21.15.83:59652) 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 -- 172.21.15.83:0/4184532156 learned_addr learned my addr 172.21.15.83:0/4184532156 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc870a63640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 0x7fc86c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871264640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c1011a0 0x7fc86c19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 -- 172.21.15.83:0/4184532156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c1011a0 msgr2=0x7fc86c19e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c1011a0 0x7fc86c19e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 -- 172.21.15.83:0/4184532156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 msgr2=0x7fc86c19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 0x7fc86c19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 -- 172.21.15.83:0/4184532156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86c198d30 con 0x7fc86c105e30 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc871a65640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7fc86400d950 tx=0x7fc86400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864017030 con 0x7fc86c105e30 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc864004020 con 0x7fc86c105e30 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86c199020 con 0x7fc86c105e30 2024-04-22T14:07:31.470 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc864003b50 con 0x7fc86c105e30 2024-04-22T14:07:31.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.463+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc86c1a52c0 con 0x7fc86c105e30 2024-04-22T14:07:31.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.464+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc86c068de0 con 0x7fc86c105e30 2024-04-22T14:07:31.471 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.465+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc86401a070 con 0x7fc86c105e30 2024-04-22T14:07:31.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.466+0000 7fc86a7fc640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 0x7fc8540a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.466+0000 7fc871264640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 0x7fc8540a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.466+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fc8640cffa0 con 0x7fc86c105e30 2024-04-22T14:07:31.472 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.466+0000 7fc871264640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 0x7fc8540a61e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc85c005fd0 tx=0x7fc85c00b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.474 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.471+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc864021070 con 0x7fc86c105e30 2024-04-22T14:07:31.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:31 smithi084 ceph-mon[31312]: pgmap v286: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:31.690 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.686+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc86c1a5490 con 0x7fc86c105e30 2024-04-22T14:07:31.691 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.687+0000 7fc86a7fc640 1 -- 172.21.15.83:0/4184532156 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+11923 (secure 0 0 0) 0x7fc86409c640 con 0x7fc86c105e30 2024-04-22T14:07:31.691 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:07:31.691 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:07:27.351668+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:07:31.691 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 45 2024-04-22T14:07:31.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 msgr2=0x7fc8540a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 0x7fc8540a61e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc85c005fd0 tx=0x7fc85c00b390 comp rx=0 tx=0).stop 2024-04-22T14:07:31.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 msgr2=0x7fc86c1985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7fc86400d950 tx=0x7fc86400de10 comp rx=0 tx=0).stop 2024-04-22T14:07:31.693 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 shutdown_connections 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc8540a3d20 0x7fc8540a61e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc86c105e30 0x7fc86c1985b0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc86c101b60 0x7fc86c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 --2- 172.21.15.83:0/4184532156 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc86c1011a0 0x7fc86c19e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 >> 172.21.15.83:0/4184532156 conn(0x7fc86c077e30 msgr2=0x7fc86c104d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 shutdown_connections 2024-04-22T14:07:31.694 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.689+0000 7fc8734c8640 1 -- 172.21.15.83:0/4184532156 wait complete. 2024-04-22T14:07:31.704 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:07:31.805 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 -- 172.21.15.83:0/3606164491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006b1f0 msgr2=0x7f7b20106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3606164491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006b1f0 0x7f7b20106b90 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f7b08009900 tx=0x7f7b0802bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 -- 172.21.15.83:0/3606164491 shutdown_connections 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3606164491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b20107270 0x7f7b2010ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3606164491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006b1f0 0x7f7b20106b90 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3606164491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b2006a840 0x7f7b2006ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 -- 172.21.15.83:0/3606164491 >> 172.21.15.83:0/3606164491 conn(0x7f7b20077eb0 msgr2=0x7f7b200782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 -- 172.21.15.83:0/3606164491 shutdown_connections 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.799+0000 7f7b270d2640 1 -- 172.21.15.83:0/3606164491 wait complete. 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 Processor -- start 2024-04-22T14:07:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 -- start start 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 0x7f7b20198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b2019d010 0x7f7b2019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201121b0 con 0x7f7b2006a840 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b20112030 con 0x7f7b20107270 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b270d2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7b20112330 con 0x7f7b2019d010 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59676/0 (socket says 172.21.15.83:59676) 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 -- 172.21.15.83:0/3910794822 learned_addr learned my addr 172.21.15.83:0/3910794822 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 0x7f7b20198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.807 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 -- 172.21.15.83:0/3910794822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b2019d010 msgr2=0x7f7b2019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b2566f640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b2019d010 0x7f7b2019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b2019d010 0x7f7b2019d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 -- 172.21.15.83:0/3910794822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 msgr2=0x7f7b20198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 0x7f7b20198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 -- 172.21.15.83:0/3910794822 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2019db00 con 0x7f7b2006a840 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 0x7f7b20198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.800+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f7b1800cce0 tx=0x7f7b1800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.801+0000 7f7b1dffb640 1 -- 172.21.15.83:0/3910794822 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b18004b20 con 0x7f7b2006a840 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.801+0000 7f7b1dffb640 1 -- 172.21.15.83:0/3910794822 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b18004cc0 con 0x7f7b2006a840 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.801+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b2019ddf0 con 0x7f7b2006a840 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.801+0000 7f7b1dffb640 1 -- 172.21.15.83:0/3910794822 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1800f6b0 con 0x7f7b2006a840 2024-04-22T14:07:31.808 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.801+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b201a55b0 con 0x7f7b2006a840 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1dffb640 1 -- 172.21.15.83:0/3910794822 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7b1800f850 con 0x7f7b2006a840 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 Processor -- start 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 -- start start 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1dffb640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 0x7f7b0c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 0x55eabe15d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe166a00 0x55eabe168e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55eabe0c21f0 con 0x55eabe15de80 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55eabe05f4b0 con 0x55eabe15d4d0 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b29da7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55eabe0be1b0 con 0x55eabe166a00 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1dffb640 1 -- 172.21.15.83:0/3910794822 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7b180d0960 con 0x7f7b2006a840 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b2566f640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 0x7f7b0c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59684/0 (socket says 172.21.15.83:59684) 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.803+0000 7f7b1ffff640 1 -- 172.21.15.83:0/4015109947 learned_addr learned my addr 172.21.15.83:0/4015109947 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b2566f640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe166a00 0x55eabe168e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 0x55eabe15d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 -- 172.21.15.83:0/4015109947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe166a00 msgr2=0x55eabe168e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe166a00 0x55eabe168e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 -- 172.21.15.83:0/4015109947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 msgr2=0x55eabe15d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 0x55eabe15d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 -- 172.21.15.83:0/4015109947 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eabe0511b0 con 0x55eabe15de80 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 0x55eabe15d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b2566f640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 0x7f7b0c0a61e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7b1000ba90 tx=0x7f7b1000be90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f7b08000c00 tx=0x7f7b08004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eaf56ca981b65ff server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b16ffd640 1 -- 172.21.15.83:0/4015109947 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08044020 con 0x55eabe15de80 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b16ffd640 1 -- 172.21.15.83:0/4015109947 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b0802cc90 con 0x55eabe15de80 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.804+0000 7f7b16ffd640 1 -- 172.21.15.83:0/4015109947 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b080048c0 con 0x55eabe15de80 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- 172.21.15.83:0/4015109947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 msgr2=0x55eabe166430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f7b08000c00 tx=0x7f7b08004040 comp rx=0 tx=0).stop 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- 172.21.15.83:0/4015109947 shutdown_connections 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe166a00 0x55eabe168e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe166430 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- 172.21.15.83:0/4015109947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe15d4d0 0x55eabe15d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- 172.21.15.83:0/4015109947 >> 172.21.15.83:0/4015109947 conn(0x55eabe157ba0 msgr2=0x55eabe157f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- 172.21.15.83:0/4015109947 shutdown_connections 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- 172.21.15.83:0/4015109947 wait complete. 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- start start 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 Processor -- start 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe1662e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe163bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.805+0000 7f7b29da7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55eabe169910 con 0x55eabe15de80 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55eabe07b500 con 0x55eabe166a00 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55eabe169a90 con 0x55eabe15d4d0 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 10 client.0 _ll_register_callbacks cb 0x55eabe049b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59696/0 (socket says 172.21.15.83:59696) 2024-04-22T14:07:31.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 -- 172.21.15.83:0/2328202824 learned_addr learned my addr 172.21.15.83:0/2328202824 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe1662e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 -- 172.21.15.83:0/2328202824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 msgr2=0x55eabe1662e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b2566f640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe163bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe1662e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 -- 172.21.15.83:0/2328202824 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 msgr2=0x55eabe163bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe163bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 -- 172.21.15.83:0/2328202824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eabddd43f0 con 0x55eabe15de80 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe1662e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f7b08036040 tx=0x7f7b0802ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e634aec680add726 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7afffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0804d030 con 0x55eabe15de80 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7b08003940 con 0x55eabe15de80 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b0802cc90 con 0x55eabe15de80 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7b08044040 con 0x55eabe15de80 2024-04-22T14:07:31.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 10 client.18498 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.806+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55eabde9e7d0 con 0x55eabe15de80 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b0802cc90 con 0x55eabe15de80 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7b080544d0 con 0x55eabe15de80 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 10 client.18498 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 10 client.18498 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 20 client.18498 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe176970 0x55eabe178d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 4 client.18498 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eabe061930 con 0x55eabe176970 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe176970 0x55eabe178d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7afffff640 10 client.18498 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.807+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe176970 0x55eabe178d60 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=932e2f162d7440df server_cookie=a49f22cb04d0a5bb in_seq=0 out_seq=0 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7afffff640 1 -- 172.21.15.83:0/2328202824 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eabe061930 con 0x55eabe176970 2024-04-22T14:07:31.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7afffff640 10 client.18498 handle_command_reply: tid=0 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 client.18498 shutdown 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 msgr2=0x55eabe163670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f7b08036040 tx=0x7f7b0802ca90 comp rx=0 tx=0).stop 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 shutdown_connections 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe176970 0x55eabe178d60 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe163bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe163670 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7afffff640 0 client.18498 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 --2- 172.21.15.83:0/2328202824 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe1662e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 >> 172.21.15.83:0/2328202824 conn(0x55eabe157ba0 msgr2=0x55eabe1598f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 shutdown_connections 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 1 -- 172.21.15.83:0/2328202824 wait complete. 2024-04-22T14:07:31.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.808+0000 7f7b29da7740 20 client.18498 trim_cache size 0 max 16384 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 Processor -- start 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 -- start start 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe17c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe156a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201adc10 con 0x55eabe15de80 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201af750 con 0x55eabe166a00 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b29da7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201ae2e0 con 0x55eabe15d4d0 2024-04-22T14:07:31.831 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b1ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59712/0 (socket says 172.21.15.83:59712) 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.821+0000 7f7b1ffff640 1 -- 172.21.15.83:0/1430091325 learned_addr learned my addr 172.21.15.83:0/1430091325 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b2566f640 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe156a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 -- 172.21.15.83:0/1430091325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 msgr2=0x55eabe17c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe17c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 -- 172.21.15.83:0/1430091325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 msgr2=0x55eabe156a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe156a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 -- 172.21.15.83:0/1430091325 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eabe15dbe0 con 0x55eabe15de80 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f7b0802c170 tx=0x7f7b080095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d13221881fa9b062 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b167fc640 1 -- 172.21.15.83:0/1430091325 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08054a90 con 0x55eabe15de80 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b167fc640 1 -- 172.21.15.83:0/1430091325 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b080054e0 con 0x55eabe15de80 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.822+0000 7f7b167fc640 1 -- 172.21.15.83:0/1430091325 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b080544e0 con 0x55eabe15de80 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- 172.21.15.83:0/1430091325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 msgr2=0x55eabe1627d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.832 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f7b0802c170 tx=0x7f7b080095f0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- 172.21.15.83:0/1430091325 shutdown_connections 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe156a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15de80 0x55eabe1627d0 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1430091325 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15d4d0 0x55eabe17c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- 172.21.15.83:0/1430091325 >> 172.21.15.83:0/1430091325 conn(0x55eabe157ba0 msgr2=0x55eabe156370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- 172.21.15.83:0/1430091325 shutdown_connections 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- 172.21.15.83:0/1430091325 wait complete. 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- start start 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 Processor -- start 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 0x55eabe1d9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe1d39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201af080 con 0x55eabe15d4d0 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201ae9b0 con 0x55eabe166a00 2024-04-22T14:07:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7b201abc10 con 0x55eabe15de80 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b29da7740 10 client.0 _ll_register_callbacks cb 0x7f7b08004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b24e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b24e6e640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59722/0 (socket says 172.21.15.83:59722) 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.823+0000 7f7b24e6e640 1 -- 172.21.15.83:0/1753361282 learned_addr learned my addr 172.21.15.83:0/1753361282 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b2566f640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe1d39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 0x55eabe1d9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 -- 172.21.15.83:0/1753361282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 msgr2=0x55eabe1d9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 0x55eabe1d9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 -- 172.21.15.83:0/1753361282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 msgr2=0x55eabe1d39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe1d39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 -- 172.21.15.83:0/1753361282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eabe1d40c0 con 0x55eabe15d4d0 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 0x55eabe1d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:31.834 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b2566f640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe1d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b24e6e640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f7b180ce160 tx=0x7f7b18098c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55037ef1dcf9e5c1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b180a0cb0 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7b18098f70 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b080054e0 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7b180a5570 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 10 client.18504 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55eabe1e0e20 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7b080054e0 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7b18087070 con 0x55eabe15d4d0 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 10 client.18504 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 10 client.18504 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 20 client.18504 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe1e1500 0x55eabe1e3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.835 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 4 client.18504 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.824+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eabe0cfc10 con 0x55eabe1e1500 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe1e1500 0x55eabe1e3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7afffff640 10 client.18504 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b1ffff640 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe1e1500 0x55eabe1e3920 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3be5f5d87d479ad2 server_cookie=b4a4295e38a2174d in_seq=0 out_seq=0 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7afffff640 1 -- 172.21.15.83:0/1753361282 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eabe0cfc10 con 0x55eabe1e1500 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7afffff640 10 client.18504 handle_command_reply: tid=0 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 client.18504 shutdown 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 msgr2=0x55eabe1d95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f7b180ce160 tx=0x7f7b18098c60 comp rx=0 tx=0).stop 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 shutdown_connections 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55eabe1e1500 0x55eabe1e3920 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55eabe166a00 0x55eabe1d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55eabe15de80 0x55eabe1d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 --2- 172.21.15.83:0/1753361282 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55eabe15d4d0 0x55eabe1d95c0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.836 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7afffff640 0 client.18504 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:07:31.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 >> 172.21.15.83:0/1753361282 conn(0x55eabe157ba0 msgr2=0x55eabe15e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 shutdown_connections 2024-04-22T14:07:31.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 1 -- 172.21.15.83:0/1753361282 wait complete. 2024-04-22T14:07:31.837 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.825+0000 7f7b29da7740 20 client.18504 trim_cache size 0 max 16384 2024-04-22T14:07:31.837 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 msgr2=0x7f7b0c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 0x7f7b0c0a61e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7b1000ba90 tx=0x7f7b1000be90 comp rx=0 tx=0).stop 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 msgr2=0x7f7b20198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f7b1800cce0 tx=0x7f7b1800a620 comp rx=0 tx=0).stop 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 shutdown_connections 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7b0c0a3d20 0x7f7b0c0a61e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7b2019d010 0x7f7b2019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.838 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b20107270 0x7f7b20198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 --2- 172.21.15.83:0/3910794822 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7b2006a840 0x7f7b20198750 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 >> 172.21.15.83:0/3910794822 conn(0x7f7b20077eb0 msgr2=0x7f7b20108440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 shutdown_connections 2024-04-22T14:07:31.839 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.826+0000 7f7b270d2640 1 -- 172.21.15.83:0/3910794822 wait complete. 2024-04-22T14:07:31.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- 172.21.15.83:0/2308816998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 msgr2=0x7f36b01008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 --2- 172.21.15.83:0/2308816998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b01008d0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f36ac009930 tx=0x7f36ac02bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- 172.21.15.83:0/2308816998 shutdown_connections 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 --2- 172.21.15.83:0/2308816998 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 0x7f36b010ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 --2- 172.21.15.83:0/2308816998 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b01008d0 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 --2- 172.21.15.83:0/2308816998 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 0x7f36b0107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- 172.21.15.83:0/2308816998 >> 172.21.15.83:0/2308816998 conn(0x7f36b00773e0 msgr2=0x7f36b00fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- 172.21.15.83:0/2308816998 shutdown_connections 2024-04-22T14:07:31.943 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- 172.21.15.83:0/2308816998 wait complete. 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 Processor -- start 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.937+0000 7f36b7575640 1 -- start start 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 0x7f36b019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 0x7f36b0198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36b0112290 con 0x7f36b0100450 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b0112110 con 0x7f36b0100e10 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36b0112410 con 0x7f36b0106f30 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59742/0 (socket says 172.21.15.83:59742) 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 -- 172.21.15.83:0/1279675897 learned_addr learned my addr 172.21.15.83:0/1279675897 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b4b10640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 0x7f36b019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5b12640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 0x7f36b0198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.944 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 -- 172.21.15.83:0/1279675897 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 msgr2=0x7f36b0198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 0x7f36b0198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 -- 172.21.15.83:0/1279675897 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 msgr2=0x7f36b019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 0x7f36b019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 -- 172.21.15.83:0/1279675897 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b0198ef0 con 0x7f36b0100450 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b5311640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f36a400e9f0 tx=0x7f36a400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36a27fc640 1 -- 172.21.15.83:0/1279675897 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a400cd80 con 0x7f36b0100450 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36a27fc640 1 -- 172.21.15.83:0/1279675897 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36a40054d0 con 0x7f36b0100450 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b01991e0 con 0x7f36b0100450 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36a27fc640 1 -- 172.21.15.83:0/1279675897 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a4010690 con 0x7f36b0100450 2024-04-22T14:07:31.945 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.938+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b01a54f0 con 0x7f36b0100450 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.940+0000 7f36a27fc640 1 -- 172.21.15.83:0/1279675897 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f36a4004e90 con 0x7f36b0100450 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 Processor -- start 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 -- start start 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be02c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5621bdf911f0 con 0x5621be035a00 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5621bdf2e4b0 con 0x5621be02ce80 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5621bdf8d1b0 con 0x5621be02c4d0 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36a27fc640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 0x7f369c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.952 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b4b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b4b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59748/0 (socket says 172.21.15.83:59748) 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b4b10640 1 -- 172.21.15.83:0/2760157933 learned_addr learned my addr 172.21.15.83:0/2760157933 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b5b12640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 0x7f369c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b5311640 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b5b12640 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be02c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36a27fc640 1 -- 172.21.15.83:0/1279675897 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f36a40d0ca0 con 0x7f36b0100450 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.941+0000 7f36b4b10640 1 -- 172.21.15.83:0/2760157933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 msgr2=0x5621be02c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b4b10640 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be02c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b4b10640 1 -- 172.21.15.83:0/2760157933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 msgr2=0x5621be035430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b4b10640 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b4b10640 1 -- 172.21.15.83:0/2760157933 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621bdf201b0 con 0x5621be035a00 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b4b10640 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f36ac036040 tx=0x7f36ac009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d390a3a22bb513a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f36b5b12640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 0x7f369c0a61e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f36a8005fd0 tx=0x7f36a8009550 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f369b7fe640 1 -- 172.21.15.83:0/2760157933 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac045020 con 0x5621be035a00 2024-04-22T14:07:31.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f369b7fe640 1 -- 172.21.15.83:0/2760157933 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36ac02c7e0 con 0x5621be035a00 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.942+0000 7f369b7fe640 1 -- 172.21.15.83:0/2760157933 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac0046c0 con 0x5621be035a00 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2760157933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 msgr2=0x5621be037e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f36ac036040 tx=0x7f36ac009610 comp rx=0 tx=0).stop 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2760157933 shutdown_connections 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be035a00 0x5621be037e50 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2760157933 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be02c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2760157933 >> 172.21.15.83:0/2760157933 conn(0x5621be026ba0 msgr2=0x5621be026f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2760157933 shutdown_connections 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2760157933 wait complete. 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- start start 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 Processor -- start 2024-04-22T14:07:31.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02ce80 0x5621be032600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 0x5621be032b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5621be038910 con 0x5621be02c4d0 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5621bdf4a500 con 0x5621be035a00 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5621be038a90 con 0x5621be02ce80 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b9dfd740 10 client.0 _ll_register_callbacks cb 0x5621bdf18b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.943+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59756/0 (socket says 172.21.15.83:59756) 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 -- 172.21.15.83:0/2638826536 learned_addr learned my addr 172.21.15.83:0/2638826536 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5b12640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 0x5621be032b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 -- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02ce80 msgr2=0x5621be032600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02ce80 0x5621be032600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 -- 172.21.15.83:0/2638826536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 msgr2=0x5621be032b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 0x5621be032b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 -- 172.21.15.83:0/2638826536 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621bdca33f0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5b12640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 0x5621be032b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b5311640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f36a400c6a0 tx=0x7f36a400a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12da4697256fa76 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f3698ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a409d340 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f36a40992b0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36ac02c7e0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f36a409cc40 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b9dfd740 10 client.18516 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5621bdd6d7d0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.944+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36ac02c7e0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f36a40bd0f0 con 0x5621be02c4d0 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 10 client.18516 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 10 client.18516 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 20 client.18516 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be045c10 0x5621be048060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 4 client.18516 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621bdf30930 con 0x5621be045c10 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.945+0000 7f36b4b10640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be045c10 0x5621be048060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.946+0000 7f3698ff9640 10 client.18516 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.946+0000 7f36b4b10640 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be045c10 0x5621be048060 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1eeae429a2a7d382 server_cookie=25814c5a81730b6e in_seq=0 out_seq=0 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.946+0000 7f3698ff9640 1 -- 172.21.15.83:0/2638826536 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5621bdf30930 con 0x5621be045c10 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.946+0000 7f3698ff9640 10 client.18516 handle_command_reply: tid=0 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.946+0000 7f36b9dfd740 1 client.18516 shutdown 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 msgr2=0x5621be035270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f36a400c6a0 tx=0x7f36a400a440 comp rx=0 tx=0).stop 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 shutdown_connections 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be045c10 0x5621be048060 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be035a00 0x5621be032b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02ce80 0x5621be032600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/2638826536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be035270 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f3698ff9640 0 client.18516 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:07:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 >> 172.21.15.83:0/2638826536 conn(0x5621be026ba0 msgr2=0x5621be0288f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 shutdown_connections 2024-04-22T14:07:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 1 -- 172.21.15.83:0/2638826536 wait complete. 2024-04-22T14:07:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.947+0000 7f36b9dfd740 20 client.18516 trim_cache size 0 max 16384 2024-04-22T14:07:31.965 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 Processor -- start 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 -- start start 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be034d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01adb10 con 0x5621be026ba0 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01af650 con 0x5621be02ce80 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01ae1e0 con 0x5621be02c4d0 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b5311640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59762/0 (socket says 172.21.15.83:59762) 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.960+0000 7f36b5311640 1 -- 172.21.15.83:0/848320964 learned_addr learned my addr 172.21.15.83:0/848320964 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 -- 172.21.15.83:0/848320964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 msgr2=0x5621be034d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be034d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.966 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 -- 172.21.15.83:0/848320964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 msgr2=0x5621be035270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 -- 172.21.15.83:0/848320964 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621be0225e0 con 0x5621be026ba0 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b5311640 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f36a40a5380 tx=0x7f36a4098ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b939a50a0a27cc4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f369affd640 1 -- 172.21.15.83:0/848320964 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a409c5a0 con 0x5621be026ba0 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f369affd640 1 -- 172.21.15.83:0/848320964 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36a40bb020 con 0x5621be026ba0 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f369affd640 1 -- 172.21.15.83:0/848320964 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36a40bd0f0 con 0x5621be026ba0 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b9dfd740 1 -- 172.21.15.83:0/848320964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 msgr2=0x5621be025e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.961+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f36a40a5380 tx=0x7f36a4098ee0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- 172.21.15.83:0/848320964 shutdown_connections 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be035270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be02c4d0 0x5621be034d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/848320964 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be026ba0 0x5621be025e40 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- 172.21.15.83:0/848320964 >> 172.21.15.83:0/848320964 conn(0x5621be02dfd0 msgr2=0x5621be032720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- 172.21.15.83:0/848320964 shutdown_connections 2024-04-22T14:07:31.967 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- 172.21.15.83:0/848320964 wait complete. 2024-04-22T14:07:31.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- start start 2024-04-22T14:07:31.968 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 Processor -- start 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be026ba0 0x5621be039b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be0ab1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01aef80 con 0x5621be02c4d0 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01ae8b0 con 0x5621be02ce80 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f36b01abb10 con 0x5621be026ba0 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b9dfd740 10 client.0 _ll_register_callbacks cb 0x7f36a409ca10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:31.972 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b4b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b4b10640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59776/0 (socket says 172.21.15.83:59776) 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.962+0000 7f36b4b10640 1 -- 172.21.15.83:0/4281956451 learned_addr learned my addr 172.21.15.83:0/4281956451 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b5311640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be026ba0 0x5621be039b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b5b12640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be0ab1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 -- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be026ba0 msgr2=0x5621be039b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be026ba0 0x5621be039b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 -- 172.21.15.83:0/4281956451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 msgr2=0x5621be0ab1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be0ab1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 -- 172.21.15.83:0/4281956451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621be0ab6e0 con 0x5621be02c4d0 2024-04-22T14:07:31.973 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b4b10640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f36ac000c00 tx=0x7f36ac005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6515849abb151417 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac045040 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f36ac02c7e0 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36a40bb020 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f36ac02c9e0 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 10 client.18522 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5621be0ac8d0 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36a40bb020 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f36ac0039a0 con 0x5621be02c4d0 2024-04-22T14:07:31.974 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 10 client.18522 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 10 client.18522 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 20 client.18522 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.963+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be035a00 0x5621be0aece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 4 client.18522 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5621bdf9ec10 con 0x5621be035a00 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b5311640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be035a00 0x5621be0aece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f3698ff9640 10 client.18522 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b5311640 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be035a00 0x5621be0aece0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5cfc4caefc2d1d90 server_cookie=eba67e4dd0c5eec1 in_seq=0 out_seq=0 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f3698ff9640 1 -- 172.21.15.83:0/4281956451 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5621bdf9ec10 con 0x5621be035a00 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f3698ff9640 10 client.18522 handle_command_reply: tid=0 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 1 client.18522 shutdown 2024-04-22T14:07:31.975 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 msgr2=0x5621be03a060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f36ac000c00 tx=0x7f36ac005850 comp rx=0 tx=0).stop 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.964+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 shutdown_connections 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5621be035a00 0x5621be0aece0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5621be02ce80 0x5621be0ab1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5621be02c4d0 0x5621be03a060 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 --2- 172.21.15.83:0/4281956451 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5621be026ba0 0x5621be039b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 >> 172.21.15.83:0/4281956451 conn(0x5621be02dfd0 msgr2=0x5621be032720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f3698ff9640 0 client.18522 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 shutdown_connections 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 1 -- 172.21.15.83:0/4281956451 wait complete. 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b9dfd740 20 client.18522 trim_cache size 0 max 16384 2024-04-22T14:07:31.976 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:07:31.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 msgr2=0x7f369c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.977 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 0x7f369c0a61e0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f36a8005fd0 tx=0x7f36a8009550 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 msgr2=0x7f36b019e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f36a400e9f0 tx=0x7f36a400edf0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 shutdown_connections 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f369c0a3d20 0x7f369c0a61e0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f36b0106f30 0x7f36b0198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b0100e10 0x7f36b019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 --2- 172.21.15.83:0/1279675897 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f36b0100450 0x7f36b019e570 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 >> 172.21.15.83:0/1279675897 conn(0x7f36b00773e0 msgr2=0x7f36b01050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 shutdown_connections 2024-04-22T14:07:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:31.965+0000 7f36b7575640 1 -- 172.21.15.83:0/1279675897 wait complete. 2024-04-22T14:07:31.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- 172.21.15.83:0/2365688779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101a40 msgr2=0x7fb7f8105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- 172.21.15.83:0/2365688779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101a40 0x7fb7f8105a80 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4009900 tx=0x7fb7f402bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- 172.21.15.83:0/2365688779 shutdown_connections 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- 172.21.15.83:0/2365688779 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 0x7fb7f810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- 172.21.15.83:0/2365688779 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101a40 0x7fb7f8105a80 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- 172.21.15.83:0/2365688779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8101090 0x7fb7f8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- 172.21.15.83:0/2365688779 >> 172.21.15.83:0/2365688779 conn(0x7fb7f8077f50 msgr2=0x7fb7f8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- 172.21.15.83:0/2365688779 shutdown_connections 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- 172.21.15.83:0/2365688779 wait complete. 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 Processor -- start 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- start start 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 0x7fb7f8197a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 0x7fb7f81a6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f8111180 con 0x7fb7f8101090 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f8111000 con 0x7fb7f8197fc0 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.078+0000 7fb7ff414640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f8111300 con 0x7fb7f8106160 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59796/0 (socket says 172.21.15.83:59796) 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/1646037656 learned_addr learned my addr 172.21.15.83:0/1646037656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 0x7fb7f8197a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 0x7fb7f81a6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/1646037656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 msgr2=0x7fb7f8197a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 0x7fb7f8197a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/1646037656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 msgr2=0x7fb7f81a6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 0x7fb7f81a6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/1646037656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f81a7150 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 0x7fb7f81a6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fb7e800b4a0 tx=0x7fb7e800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7ee7fc640 1 -- 172.21.15.83:0/1646037656 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8014070 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7ee7fc640 1 -- 172.21.15.83:0/1646037656 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e8010ac0 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7f81a7440 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7ee7fc640 1 -- 172.21.15.83:0/1646037656 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8017c30 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.079+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7f81a7960 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7ee7fc640 1 -- 172.21.15.83:0/1646037656 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb7e8017070 con 0x7fb7f8101090 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 Processor -- start 2024-04-22T14:07:32.096 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 -- start start 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 0x555e56a918b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555e569f61f0 con 0x555e56a9aa00 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555e569934b0 con 0x555e56a91e80 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb80200a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555e569f21b0 con 0x555e56a914d0 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59810/0 (socket says 172.21.15.83:59810) 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 -- 172.21.15.83:0/2816893008 learned_addr learned my addr 172.21.15.83:0/2816893008 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7ee7fc640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 0x7fb7e40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 -- 172.21.15.83:0/2816893008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 msgr2=0x555e56a918b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 0x555e56a918b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 0x555e56a918b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.097 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 -- 172.21.15.83:0/2816893008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 msgr2=0x555e56a9a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fc9af640 1 -- 172.21.15.83:0/2816893008 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e569851b0 con 0x555e56a9aa00 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 0x555e56a918b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.082+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 0x7fb7e40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7ee7fc640 1 -- 172.21.15.83:0/1646037656 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fb7e80cfdd0 con 0x7fb7f8101090 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fb7f806b6e0 tx=0x7fb7f40040f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b34d70ad750e1fc3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7e37fe640 1 -- 172.21.15.83:0/2816893008 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f4045020 con 0x555e56a9aa00 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7e37fe640 1 -- 172.21.15.83:0/2816893008 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7f402cc90 con 0x555e56a9aa00 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7e37fe640 1 -- 172.21.15.83:0/2816893008 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f40046c0 con 0x555e56a9aa00 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.083+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 0x7fb7e40a61e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0009440 tx=0x7fb7f000c040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- 172.21.15.83:0/2816893008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 msgr2=0x555e56a9ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fb7f806b6e0 tx=0x7fb7f40040f0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- 172.21.15.83:0/2816893008 shutdown_connections 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a9aa00 0x555e56a9ce50 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- 172.21.15.83:0/2816893008 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a914d0 0x555e56a918b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- 172.21.15.83:0/2816893008 >> 172.21.15.83:0/2816893008 conn(0x555e56a8bba0 msgr2=0x555e56a8bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- 172.21.15.83:0/2816893008 shutdown_connections 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- 172.21.15.83:0/2816893008 wait complete. 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- start start 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 Processor -- start 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a97530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56a97a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555e56a9d910 con 0x555e56a914d0 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x555e569af500 con 0x555e56a91e80 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555e56a9da90 con 0x555e56a9aa00 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb80200a740 10 client.0 _ll_register_callbacks cb 0x555e5697db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.084+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.099 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59812/0 (socket says 172.21.15.83:59812) 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/3196363556 learned_addr learned my addr 172.21.15.83:0/3196363556 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a97530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56a97a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/3196363556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 msgr2=0x555e56a97a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56a97a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 msgr2=0x555e56a97530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a97530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/3196363556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e567083f0 con 0x555e56a914d0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fb7e80982e0 tx=0x7fb7e8017360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e938adfbeb6e0035 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e801e050 con 0x555e56a914d0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fb7e809a180 con 0x555e56a914d0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7f402cc90 con 0x555e56a914d0 2024-04-22T14:07:32.100 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fb7e80b53c0 con 0x555e56a914d0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb80200a740 10 client.18534 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x555e567d27d0 con 0x555e56a914d0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7f402cc90 con 0x555e56a914d0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.085+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fb7e80a4660 con 0x555e56a914d0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 10 client.18534 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 10 client.18534 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 20 client.18534 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56aaaa60 0x555e56aacef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 4 client.18534 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555e56995930 con 0x555e56aaaa60 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56aaaa60 0x555e56aacef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb7e0ff9640 10 client.18534 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.086+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56aaaa60 0x555e56aacef0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=894c6bdbcb4ad853 server_cookie=c030ce138792e1c4 in_seq=0 out_seq=0 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/3196363556 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555e56995930 con 0x555e56aaaa60 2024-04-22T14:07:32.101 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb7e0ff9640 10 client.18534 handle_command_reply: tid=0 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 client.18534 shutdown 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 msgr2=0x555e56a9a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fb7e80982e0 tx=0x7fb7e8017360 comp rx=0 tx=0).stop 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 shutdown_connections 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56aaaa60 0x555e56aacef0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56a97a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a97530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb7e0ff9640 0 client.18534 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 --2- 172.21.15.83:0/3196363556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a9a1a0 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 >> 172.21.15.83:0/3196363556 conn(0x555e56a8bba0 msgr2=0x555e56a8d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 shutdown_connections 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 1 -- 172.21.15.83:0/3196363556 wait complete. 2024-04-22T14:07:32.102 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.087+0000 7fb80200a740 20 client.18534 trim_cache size 0 max 16384 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.100+0000 7fb80200a740 1 Processor -- start 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 -- start start 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56ab2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81afe90 con 0x555e56a914d0 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81b19d0 con 0x555e56a91e80 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb80200a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81b0560 con 0x555e56a9aa00 2024-04-22T14:07:32.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59818/0 (socket says 172.21.15.83:59818) 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/2159010536 learned_addr learned my addr 172.21.15.83:0/2159010536 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/2159010536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 msgr2=0x555e56ab2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56ab2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/2159010536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 msgr2=0x555e56a9a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/2159010536 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555e56a91c20 con 0x555e56a914d0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fb7e809bb80 tx=0x7fb7e800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98f1b80be736fc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7e2ffd640 1 -- 172.21.15.83:0/2159010536 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e801e070 con 0x555e56a914d0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7e2ffd640 1 -- 172.21.15.83:0/2159010536 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e80a4af0 con 0x555e56a914d0 2024-04-22T14:07:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.101+0000 7fb7e2ffd640 1 -- 172.21.15.83:0/2159010536 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e80a4660 con 0x555e56a914d0 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- 172.21.15.83:0/2159010536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 msgr2=0x555e56a99c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fb7e809bb80 tx=0x7fb7e800bf90 comp rx=0 tx=0).stop 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- 172.21.15.83:0/2159010536 shutdown_connections 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a9aa00 0x555e56ab2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a91e80 0x555e56a9a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 --2- 172.21.15.83:0/2159010536 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56a99c60 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- 172.21.15.83:0/2159010536 >> 172.21.15.83:0/2159010536 conn(0x555e56a8bba0 msgr2=0x555e56a8ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- 172.21.15.83:0/2159010536 shutdown_connections 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- 172.21.15.83:0/2159010536 wait complete. 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 -- start start 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.102+0000 7fb80200a740 1 Processor -- start 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a91e80 0x555e56aa2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 0x555e56a9fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81b1300 con 0x555e56a914d0 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81b0c30 con 0x555e56a9aa00 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f81ade90 con 0x555e56a91e80 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 10 client.0 _ll_register_callbacks cb 0x7fb7e80981f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59826/0 (socket says 172.21.15.83:59826) 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/784030913 learned_addr learned my addr 172.21.15.83:0/784030913 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 0x555e56a9fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/784030913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a91e80 msgr2=0x555e56aa2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a91e80 0x555e56aa2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 msgr2=0x555e56a9fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 0x555e56a9fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 -- 172.21.15.83:0/784030913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555e56aa0660 con 0x555e56a914d0 2024-04-22T14:07:32.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd9b1640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 0x555e56a9fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7fd1b0640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fb7e809b490 tx=0x7fb7e809b9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=979703b4188e9511 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7e0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e801e050 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fb7e8085120 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7e80a4af0 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fb7e8010c70 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 10 client.18540 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.103+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x555e56b10950 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb7e80a4af0 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fb7e809ad40 con 0x555e56a914d0 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 10 client.18540 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 10 client.18540 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 20 client.18540 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56b10c90 0x555e56b130b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 4 client.18540 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555e56a03c10 con 0x555e56b10c90 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.104+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56b10c90 0x555e56b130b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb7e0ff9640 10 client.18540 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb7fc9af640 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56b10c90 0x555e56b130b0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84c01da0aeb4059b server_cookie=88930ca1b9faa2d1 in_seq=0 out_seq=0 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb7e0ff9640 1 -- 172.21.15.83:0/784030913 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555e56a03c10 con 0x555e56b10c90 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb7e0ff9640 10 client.18540 handle_command_reply: tid=0 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 client.18540 shutdown 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 msgr2=0x555e56aa29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fb7e809b490 tx=0x7fb7e809b9c0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 shutdown_connections 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x555e56b10c90 0x555e56b130b0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555e56a9aa00 0x555e56a9fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb7e0ff9640 0 client.18540 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:07:32.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x555e56a91e80 0x555e56aa2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 --2- 172.21.15.83:0/784030913 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555e56a914d0 0x555e56aa29f0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 >> 172.21.15.83:0/784030913 conn(0x555e56a8bba0 msgr2=0x555e56a8a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 shutdown_connections 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 1 -- 172.21.15.83:0/784030913 wait complete. 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.105+0000 7fb80200a740 20 client.18540 trim_cache size 0 max 16384 2024-04-22T14:07:32.116 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 msgr2=0x7fb7e40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 0x7fb7e40a61e0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0009440 tx=0x7fb7f000c040 comp rx=0 tx=0).stop 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 msgr2=0x7fb7f8197540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fb7e800b4a0 tx=0x7fb7e800b960 comp rx=0 tx=0).stop 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 shutdown_connections 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb7e40a3d20 0x7fb7e40a61e0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7f8197fc0 0x7fb7f81a6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7f8106160 0x7fb7f8197a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 --2- 172.21.15.83:0/1646037656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7f8101090 0x7fb7f8197540 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 >> 172.21.15.83:0/1646037656 conn(0x7fb7f8077f50 msgr2=0x7fb7f80ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 shutdown_connections 2024-04-22T14:07:32.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.106+0000 7fb7ff414640 1 -- 172.21.15.83:0/1646037656 wait complete. 2024-04-22T14:07:32.120 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:07:32.223 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 -- 172.21.15.83:0/1993540826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101a40 msgr2=0x7f5828105a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 --2- 172.21.15.83:0/1993540826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101a40 0x7f5828105a80 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f5814009900 tx=0x7f581402bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 -- 172.21.15.83:0/1993540826 shutdown_connections 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 --2- 172.21.15.83:0/1993540826 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f5828106160 0x7f582810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 --2- 172.21.15.83:0/1993540826 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101a40 0x7f5828105a80 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 --2- 172.21.15.83:0/1993540826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828101090 0x7f5828101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 -- 172.21.15.83:0/1993540826 >> 172.21.15.83:0/1993540826 conn(0x7f5828077f50 msgr2=0x7f5828078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 -- 172.21.15.83:0/1993540826 shutdown_connections 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.217+0000 7f582eef4640 1 -- 172.21.15.83:0/1993540826 wait complete. 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 Processor -- start 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 -- start start 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 0x7f5828198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.224 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f582819cf60 0x7f582819d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f58281121e0 con 0x7f5828101090 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5828112060 con 0x7f5828106160 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582eef4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f5828112360 con 0x7f582819cf60 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582cc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582cc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59834/0 (socket says 172.21.15.83:59834) 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.218+0000 7f582cc90640 1 -- 172.21.15.83:0/3494969581 learned_addr learned my addr 172.21.15.83:0/3494969581 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f5827fff640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 0x7f5828198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 -- 172.21.15.83:0/3494969581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f582819cf60 msgr2=0x7f582819d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f582819cf60 0x7f582819d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 -- 172.21.15.83:0/3494969581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 msgr2=0x7f5828198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 0x7f5828198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 -- 172.21.15.83:0/3494969581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582819da50 con 0x7f5828101090 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f5827fff640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 0x7f5828198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582cc90640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c920 tx=0x7f581c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f5825ffb640 1 -- 172.21.15.83:0/3494969581 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c007c70 con 0x7f5828101090 2024-04-22T14:07:32.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f5825ffb640 1 -- 172.21.15.83:0/3494969581 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f581c007e10 con 0x7f5828101090 2024-04-22T14:07:32.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f582819dd40 con 0x7f5828101090 2024-04-22T14:07:32.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f5825ffb640 1 -- 172.21.15.83:0/3494969581 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c018820 con 0x7f5828101090 2024-04-22T14:07:32.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.219+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58281a5530 con 0x7f5828101090 2024-04-22T14:07:32.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5825ffb640 1 -- 172.21.15.83:0/3494969581 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f581c00f450 con 0x7f5828101090 2024-04-22T14:07:32.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 Processor -- start 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 -- start start 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975f3b0 0x55ade975f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade9768890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ade96c41f0 con 0x55ade9768e60 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ade96614b0 con 0x55ade975fd60 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5831bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ade96c01b0 con 0x55ade975f3b0 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59848/0 (socket says 172.21.15.83:59848) 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.222+0000 7f5827fff640 1 -- 172.21.15.83:0/1242203653 learned_addr learned my addr 172.21.15.83:0/1242203653 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5825ffb640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 0x7f58180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f582cc90640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade9768890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f582d491640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975f3b0 0x55ade975f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f582d491640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 0x7f58180a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 -- 172.21.15.83:0/1242203653 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975f3b0 msgr2=0x55ade975f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975f3b0 0x55ade975f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 -- 172.21.15.83:0/1242203653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 msgr2=0x55ade9768890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5825ffb640 1 -- 172.21.15.83:0/3494969581 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f581c0d09d0 con 0x7f5828101090 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade9768890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 -- 172.21.15.83:0/1242203653 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ade96531b0 con 0x55ade9768e60 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f582cc90640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade9768890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5827fff640 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f5814006010 tx=0x7f581402c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16b569ca65938cfb server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f582d491640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 0x7f58180a61e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5820005c40 tx=0x7f5820009200 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5812ffd640 1 -- 172.21.15.83:0/1242203653 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814043020 con 0x55ade9768e60 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5812ffd640 1 -- 172.21.15.83:0/1242203653 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f581402c7e0 con 0x55ade9768e60 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.223+0000 7f5812ffd640 1 -- 172.21.15.83:0/1242203653 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814005550 con 0x55ade9768e60 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- 172.21.15.83:0/1242203653 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 msgr2=0x55ade97692c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f5814006010 tx=0x7f581402c650 comp rx=0 tx=0).stop 2024-04-22T14:07:32.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- 172.21.15.83:0/1242203653 shutdown_connections 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade9768e60 0x55ade97692c0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade9768890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1242203653 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975f3b0 0x55ade975f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- 172.21.15.83:0/1242203653 >> 172.21.15.83:0/1242203653 conn(0x55ade9759ba0 msgr2=0x55ade9759f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- 172.21.15.83:0/1242203653 shutdown_connections 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- 172.21.15.83:0/1242203653 wait complete. 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 -- start start 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.224+0000 7f5831bbd740 1 Processor -- start 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9768e60 0x55ade976cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ade976fd40 con 0x55ade975f3b0 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ade967d500 con 0x55ade975fd60 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ade976fec0 con 0x55ade9768e60 2024-04-22T14:07:32.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 10 client.0 _ll_register_callbacks cb 0x55ade964bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59852/0 (socket says 172.21.15.83:59852) 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 -- 172.21.15.83:0/1886430702 learned_addr learned my addr 172.21.15.83:0/1886430702 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582d491640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9768e60 0x55ade976cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5827fff640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 -- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9768e60 msgr2=0x55ade976cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9768e60 0x55ade976cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 -- 172.21.15.83:0/1886430702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 msgr2=0x55ade976c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 -- 172.21.15.83:0/1886430702 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ade93d63f0 con 0x55ade975f3b0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f582cc90640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f581c0ce720 tx=0x7f581c015aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98850a88aadb8e98 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5807fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f581c014210 con 0x55ade975f3b0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f581c01dd40 con 0x55ade975f3b0 2024-04-22T14:07:32.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f581402c7e0 con 0x55ade975f3b0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.225+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f581c09c970 con 0x55ade975f3b0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 10 client.18552 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ade94a07d0 con 0x55ade975f3b0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f581402c7e0 con 0x55ade975f3b0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f581c098fe0 con 0x55ade975f3b0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 10 client.18552 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 10 client.18552 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 20 client.18552 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade977cf60 0x55ade977f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 4 client.18552 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ade9663930 con 0x55ade977cf60 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.226+0000 7f5827fff640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade977cf60 0x55ade977f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5807fff640 10 client.18552 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5827fff640 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade977cf60 0x55ade977f3b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b420b66d4ed18a1c server_cookie=570a458d6a90e348 in_seq=0 out_seq=0 2024-04-22T14:07:32.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5807fff640 1 -- 172.21.15.83:0/1886430702 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ade9663930 con 0x55ade977cf60 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5807fff640 10 client.18552 handle_command_reply: tid=0 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 client.18552 shutdown 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 msgr2=0x55ade976f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f581c0ce720 tx=0x7f581c015aa0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 shutdown_connections 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade977cf60 0x55ade977f3b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9768e60 0x55ade976cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5807fff640 0 client.18552 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 --2- 172.21.15.83:0/1886430702 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade976f250 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.227+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 >> 172.21.15.83:0/1886430702 conn(0x55ade9759ba0 msgr2=0x55ade975b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.228+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 shutdown_connections 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.228+0000 7f5831bbd740 1 -- 172.21.15.83:0/1886430702 wait complete. 2024-04-22T14:07:32.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.228+0000 7f5831bbd740 20 client.18552 trim_cache size 0 max 16384 2024-04-22T14:07:32.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 Processor -- start 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 -- start start 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9759ba0 0x55ade9778c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f58281ab930 con 0x55ade975f3b0 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58281ad470 con 0x55ade975fd60 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5831bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f58281ac000 con 0x55ade9759ba0 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59864/0 (socket says 172.21.15.83:59864) 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 -- 172.21.15.83:0/2253210456 learned_addr learned my addr 172.21.15.83:0/2253210456 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f582cc90640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9759ba0 0x55ade9778c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f582d491640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 -- 172.21.15.83:0/2253210456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9759ba0 msgr2=0x55ade9778c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9759ba0 0x55ade9778c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 -- 172.21.15.83:0/2253210456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 msgr2=0x55ade976ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f5827fff640 1 -- 172.21.15.83:0/2253210456 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ade9755470 con 0x55ade975f3b0 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.241+0000 7f582d491640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.242+0000 7f5827fff640 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f5814009900 tx=0x7f581402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d04fcfd90e78b41 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.242+0000 7f58127fc640 1 -- 172.21.15.83:0/2253210456 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814043040 con 0x55ade975f3b0 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.242+0000 7f58127fc640 1 -- 172.21.15.83:0/2253210456 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f581402c7e0 con 0x55ade975f3b0 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.242+0000 7f58127fc640 1 -- 172.21.15.83:0/2253210456 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814052760 con 0x55ade975f3b0 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- 172.21.15.83:0/2253210456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 msgr2=0x55ade9758a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f5814009900 tx=0x7f581402bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- 172.21.15.83:0/2253210456 shutdown_connections 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade975fd60 0x55ade976ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9758a80 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2253210456 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade9759ba0 0x55ade9778c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- 172.21.15.83:0/2253210456 >> 172.21.15.83:0/2253210456 conn(0x55ade976cc80 msgr2=0x55ade9758370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- 172.21.15.83:0/2253210456 shutdown_connections 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- 172.21.15.83:0/2253210456 wait complete. 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- start start 2024-04-22T14:07:32.249 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 Processor -- start 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade9759ba0 0x55ade9775150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975fd60 0x55ade9772120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f58281acda0 con 0x55ade975f3b0 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58281ac6d0 con 0x55ade9759ba0 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f58281a9930 con 0x55ade975fd60 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5831bbd740 10 client.0 _ll_register_callbacks cb 0x7f581c09c740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.243+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59876/0 (socket says 172.21.15.83:59876) 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 -- 172.21.15.83:0/2769954298 learned_addr learned my addr 172.21.15.83:0/2769954298 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f582cc90640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade9759ba0 0x55ade9775150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 -- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975fd60 msgr2=0x55ade9772120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975fd60 0x55ade9772120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 -- 172.21.15.83:0/2769954298 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade9759ba0 msgr2=0x55ade9775150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade9759ba0 0x55ade9775150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 -- 172.21.15.83:0/2769954298 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ade9772760 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5827fff640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f5814052000 tx=0x7f5814000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3928e058f09f22a8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5814043040 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f581402c7e0 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f58140523e0 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f5814004300 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5831bbd740 10 client.18558 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ade97e3d70 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f581402c7e0 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.244+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f5814004880 con 0x55ade975f3b0 2024-04-22T14:07:32.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 10 client.18558 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 10 client.18558 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 20 client.18558 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade9768e60 0x55ade97e60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 4 client.18558 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ade96d1c10 con 0x55ade9768e60 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f582cc90640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade9768e60 0x55ade97e60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5807fff640 10 client.18558 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f582cc90640 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade9768e60 0x55ade97e60b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b9834eabd1398d4 server_cookie=f9ca7b00d17ce3a6 in_seq=0 out_seq=0 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5807fff640 1 -- 172.21.15.83:0/2769954298 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ade96d1c10 con 0x55ade9768e60 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5807fff640 10 client.18558 handle_command_reply: tid=0 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 client.18558 shutdown 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 msgr2=0x55ade9775690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f5814052000 tx=0x7f5814000bc0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 shutdown_connections 2024-04-22T14:07:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ade9768e60 0x55ade97e60b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ade975fd60 0x55ade9772120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5807fff640 0 client.18558 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ade975f3b0 0x55ade9775690 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 --2- 172.21.15.83:0/2769954298 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ade9759ba0 0x55ade9775150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.245+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 >> 172.21.15.83:0/2769954298 conn(0x55ade976cc80 msgr2=0x55ade9758c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 shutdown_connections 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f5831bbd740 1 -- 172.21.15.83:0/2769954298 wait complete. 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f5831bbd740 20 client.18558 trim_cache size 0 max 16384 2024-04-22T14:07:32.261 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 msgr2=0x7f58180a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 0x7f58180a61e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f5820005c40 tx=0x7f5820009200 comp rx=0 tx=0).stop 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 msgr2=0x7f58281986a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f581c00c920 tx=0x7f581c00cde0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 shutdown_connections 2024-04-22T14:07:32.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f58180a3d20 0x7f58180a61e0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f582819cf60 0x7f582819d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5828106160 0x7f5828198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 --2- 172.21.15.83:0/3494969581 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f5828101090 0x7f58281986a0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 >> 172.21.15.83:0/3494969581 conn(0x7f5828077f50 msgr2=0x7f58280fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 shutdown_connections 2024-04-22T14:07:32.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.246+0000 7f582eef4640 1 -- 172.21.15.83:0/3494969581 wait complete. 2024-04-22T14:07:32.263 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:32 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4184532156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:32.264 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:07:32.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 -- 172.21.15.83:0/2570807840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000100880 msgr2=0x7fa000100ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 --2- 172.21.15.83:0/2570807840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000100880 0x7fa000100ce0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009900 tx=0x7f9fe802bc30 comp rx=0 tx=0).stop 2024-04-22T14:07:32.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 -- 172.21.15.83:0/2570807840 shutdown_connections 2024-04-22T14:07:32.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 --2- 172.21.15.83:0/2570807840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 0x7fa000111010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 --2- 172.21.15.83:0/2570807840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000100880 0x7fa000100ce0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 --2- 172.21.15.83:0/2570807840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000102d40 0x7fa000103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 -- 172.21.15.83:0/2570807840 >> 172.21.15.83:0/2570807840 conn(0x7fa0000760e0 msgr2=0x7fa0000764f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 -- 172.21.15.83:0/2570807840 shutdown_connections 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.360+0000 7fa0048b3640 1 -- 172.21.15.83:0/2570807840 wait complete. 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 Processor -- start 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 -- start start 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000100880 0x7fa0001a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 0x7fa0001a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa000114470 con 0x7fa000102d40 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001142f0 con 0x7fa000100880 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7fa0048b3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001145f0 con 0x7fa000101220 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59902/0 (socket says 172.21.15.83:59902) 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 -- 172.21.15.83:0/1955579353 learned_addr learned my addr 172.21.15.83:0/1955579353 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000100880 0x7fa0001a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 0x7fa0001a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 -- 172.21.15.83:0/1955579353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 msgr2=0x7fa0001a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 0x7fa0001a0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 -- 172.21.15.83:0/1955579353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000100880 msgr2=0x7fa0001a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000100880 0x7fa0001a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 -- 172.21.15.83:0/1955579353 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00019afc0 con 0x7fa000102d40 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.361+0000 7f9ffed9d640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f9ff8009fd0 tx=0x7f9ff800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.362+0000 7f9ff77fe640 1 -- 172.21.15.83:0/1955579353 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff8017070 con 0x7fa000102d40 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.362+0000 7f9ff77fe640 1 -- 172.21.15.83:0/1955579353 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff8003e20 con 0x7fa000102d40 2024-04-22T14:07:32.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.362+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00019b2b0 con 0x7fa000102d40 2024-04-22T14:07:32.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.362+0000 7f9ff77fe640 1 -- 172.21.15.83:0/1955579353 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff8010460 con 0x7fa000102d40 2024-04-22T14:07:32.369 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.362+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0001a74d0 con 0x7fa000102d40 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7f9ff77fe640 1 -- 172.21.15.83:0/1955579353 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9ff8003970 con 0x7fa000102d40 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 Processor -- start 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 -- start start 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da7192f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da7193ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55da718941f0 con 0x55da7192fe80 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55da718314b0 con 0x55da7192f4d0 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.364+0000 7fa00757f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55da718901b0 con 0x55da71938a00 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59904/0 (socket says 172.21.15.83:59904) 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ff77fe640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 0x7f9fec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 -- 172.21.15.83:0/2097625731 learned_addr learned my addr 172.21.15.83:0/2097625731 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da7193ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffed9d640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 0x7f9fec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da7192f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 -- 172.21.15.83:0/2097625731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 msgr2=0x55da7193ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da7193ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 -- 172.21.15.83:0/2097625731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 msgr2=0x55da7192f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da7192f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 -- 172.21.15.83:0/2097625731 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da718231b0 con 0x55da7192fe80 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da7193ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ff77fe640 1 -- 172.21.15.83:0/1955579353 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f9ff80d0660 con 0x7fa000102d40 2024-04-22T14:07:32.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000bc90 tx=0x7f9ff00107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc3ce1a45113d973 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ffed9d640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 0x7f9fec0a61e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9ff80ce3b0 tx=0x7f9ff806afb0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ff4ff9640 1 -- 172.21.15.83:0/2097625731 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff001c480 con 0x55da7192fe80 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ff4ff9640 1 -- 172.21.15.83:0/2097625731 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff001cad0 con 0x55da7192fe80 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.365+0000 7f9ff4ff9640 1 -- 172.21.15.83:0/2097625731 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0011af0 con 0x55da7192fe80 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- 172.21.15.83:0/2097625731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 msgr2=0x55da71938430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000bc90 tx=0x7f9ff00107a0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- 172.21.15.83:0/2097625731 shutdown_connections 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da7193ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71938430 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 --2- 172.21.15.83:0/2097625731 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da7192f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- 172.21.15.83:0/2097625731 >> 172.21.15.83:0/2097625731 conn(0x55da71929ba0 msgr2=0x55da71929f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- 172.21.15.83:0/2097625731 shutdown_connections 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- 172.21.15.83:0/2097625731 wait complete. 2024-04-22T14:07:32.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 -- start start 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.366+0000 7fa00757f740 1 Processor -- start 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71935680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71935c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55da7193b970 con 0x55da7192f4d0 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55da7184d500 con 0x55da71938a00 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55da7193baf0 con 0x55da7192fe80 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 10 client.0 _ll_register_callbacks cb 0x55da7181bb80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59908/0 (socket says 172.21.15.83:59908) 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/3733126718 learned_addr learned my addr 172.21.15.83:0/3733126718 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71935680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/3733126718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 msgr2=0x55da71935680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71935680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 msgr2=0x55da71935c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71935c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/3733126718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da715a63f0 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71935680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009900 tx=0x7f9fe802c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=901fb38fe20ef701 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9fe5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe8046070 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f9fe8004480 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.367+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ff001cad0 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9fe802c7e0 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 10 client.18570 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55da716707d0 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff001cad0 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f9fe8041460 con 0x55da7192f4d0 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 10 client.18570 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.381 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 10 client.18570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 20 client.18570 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da71948b40 0x55da7194af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 4 client.18570 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da71833930 con 0x55da71948b40 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.368+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da71948b40 0x55da7194af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.369+0000 7f9fe5ffb640 10 client.18570 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.369+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da71948b40 0x55da7194af50 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49022580b3d0ea21 server_cookie=ce3f5f088bf63601 in_seq=0 out_seq=0 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.369+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/3733126718 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55da71833930 con 0x55da71948b40 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.369+0000 7f9fe5ffb640 10 client.18570 handle_command_reply: tid=0 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.369+0000 7fa00757f740 1 client.18570 shutdown 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 msgr2=0x55da719382f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f9fe8009900 tx=0x7f9fe802c640 comp rx=0 tx=0).stop 2024-04-22T14:07:32.382 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 shutdown_connections 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da71948b40 0x55da7194af50 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71935c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71935680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7f9fe5ffb640 0 client.18570 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 --2- 172.21.15.83:0/3733126718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da719382f0 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 >> 172.21.15.83:0/3733126718 conn(0x55da71929ba0 msgr2=0x55da7192b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 shutdown_connections 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 1 -- 172.21.15.83:0/3733126718 wait complete. 2024-04-22T14:07:32.383 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.370+0000 7fa00757f740 20 client.18570 trim_cache size 0 max 16384 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 Processor -- start 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 -- start start 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da71944830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da719382f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001afde0 con 0x55da7192fe80 2024-04-22T14:07:32.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001b1920 con 0x55da7192f4d0 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7fa00757f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001b04b0 con 0x55da71938a00 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59924/0 (socket says 172.21.15.83:59924) 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 -- 172.21.15.83:0/3150164244 learned_addr learned my addr 172.21.15.83:0/3150164244 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da71944830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 -- 172.21.15.83:0/3150164244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 msgr2=0x55da719382f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da719382f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 -- 172.21.15.83:0/3150164244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 msgr2=0x55da71944830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da71944830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 -- 172.21.15.83:0/3150164244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da71935f70 con 0x55da7192fe80 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da71944830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000bc90 tx=0x7f9ff000bb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a9d0075e8c5cb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9fe7fff640 1 -- 172.21.15.83:0/3150164244 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0023070 con 0x55da7192fe80 2024-04-22T14:07:32.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9fe7fff640 1 -- 172.21.15.83:0/3150164244 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff00054f0 con 0x55da7192fe80 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.383+0000 7f9fe7fff640 1 -- 172.21.15.83:0/3150164244 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff0028ae0 con 0x55da7192fe80 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- 172.21.15.83:0/3150164244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 msgr2=0x55da71937db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f9ff000bc90 tx=0x7f9ff000bb90 comp rx=0 tx=0).stop 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- 172.21.15.83:0/3150164244 shutdown_connections 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da71938a00 0x55da719382f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192fe80 0x55da71937db0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 --2- 172.21.15.83:0/3150164244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da7192f4d0 0x55da71944830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- 172.21.15.83:0/3150164244 >> 172.21.15.83:0/3150164244 conn(0x55da71929ba0 msgr2=0x55da71928c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- 172.21.15.83:0/3150164244 shutdown_connections 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- 172.21.15.83:0/3150164244 wait complete. 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 -- start start 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.384+0000 7fa00757f740 1 Processor -- start 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71931ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71932410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001b1250 con 0x55da7192f4d0 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001b0b80 con 0x55da71938a00 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fa0001adde0 con 0x55da7192fe80 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 10 client.0 _ll_register_callbacks cb 0x7f9fe8005de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:59930/0 (socket says 172.21.15.83:59930) 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/570491951 learned_addr learned my addr 172.21.15.83:0/570491951 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71931ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/570491951 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 msgr2=0x55da71931ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71931ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 msgr2=0x55da71932410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71932410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 -- 172.21.15.83:0/570491951 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da71932980 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9ffdd9b640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f9fe80059d0 tx=0x7f9fe802c2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8d0c712227327e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9fe5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe8046040 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f9fe802cb80 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ff00054f0 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9fe8003af0 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 10 client.18576 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.385+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55da719aeda0 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff00054f0 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f9fe8055030 con 0x55da7192f4d0 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 10 client.18576 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 10 client.18576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 20 client.18576 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da719af520 0x55da719b1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:32.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 4 client.18576 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55da718a1c10 con 0x55da719af520 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da719af520 0x55da719b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9fe5ffb640 10 client.18576 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9ffe59c640 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da719af520 0x55da719b1940 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3ea6cded77c0924 server_cookie=c612a0d349b1d1a7 in_seq=0 out_seq=0 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9fe5ffb640 1 -- 172.21.15.83:0/570491951 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55da718a1c10 con 0x55da719af520 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7f9fe5ffb640 10 client.18576 handle_command_reply: tid=0 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.386+0000 7fa00757f740 1 client.18576 shutdown 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 msgr2=0x55da71940f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f9fe80059d0 tx=0x7f9fe802c2b0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 shutdown_connections 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55da719af520 0x55da719b1940 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55da71938a00 0x55da71932410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7f9fe5ffb640 0 client.18576 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55da7192fe80 0x55da71931ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 --2- 172.21.15.83:0/570491951 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55da7192f4d0 0x55da71940f30 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 >> 172.21.15.83:0/570491951 conn(0x55da71929ba0 msgr2=0x55da71930260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 shutdown_connections 2024-04-22T14:07:32.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 1 -- 172.21.15.83:0/570491951 wait complete. 2024-04-22T14:07:32.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa00757f740 20 client.18576 trim_cache size 0 max 16384 2024-04-22T14:07:32.398 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 msgr2=0x7f9fec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 0x7f9fec0a61e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9ff80ce3b0 tx=0x7f9ff806afb0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 msgr2=0x7fa00019a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f9ff8009fd0 tx=0x7f9ff800b260 comp rx=0 tx=0).stop 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 shutdown_connections 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9fec0a3d20 0x7f9fec0a61e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fa000102d40 0x7fa00019a7f0 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fa000101220 0x7fa0001a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 --2- 172.21.15.83:0/1955579353 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa000100880 0x7fa0001a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 >> 172.21.15.83:0/1955579353 conn(0x7fa0000760e0 msgr2=0x7fa0000fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 shutdown_connections 2024-04-22T14:07:32.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:32.387+0000 7fa0048b3640 1 -- 172.21.15.83:0/1955579353 wait complete. 2024-04-22T14:07:32.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:32 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4184532156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:32.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:32 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4184532156' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:07:33.402 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:07:33.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:07:33.402 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:07:33.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:33 smithi173 ceph-mon[31493]: pgmap v287: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:33.428 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:33 smithi083 ceph-mon[27977]: pgmap v287: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:33.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:33 smithi084 ceph-mon[31312]: pgmap v287: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 -- 172.21.15.83:0/4284040617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc101f60 msgr2=0x7f11bc10dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 --2- 172.21.15.83:0/4284040617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc101f60 0x7f11bc10dc90 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f11b4009ca0 tx=0x7f11b402c140 comp rx=0 tx=0).stop 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 -- 172.21.15.83:0/4284040617 shutdown_connections 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 --2- 172.21.15.83:0/4284040617 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc101f60 0x7f11bc10dc90 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 --2- 172.21.15.83:0/4284040617 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 --2- 172.21.15.83:0/4284040617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc105e20 0x7f11bc106200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 -- 172.21.15.83:0/4284040617 >> 172.21.15.83:0/4284040617 conn(0x7f11bc077410 msgr2=0x7f11bc0fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 -- 172.21.15.83:0/4284040617 shutdown_connections 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.513+0000 7f11c419d640 1 -- 172.21.15.83:0/4284040617 wait complete. 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 Processor -- start 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 -- start start 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc101f60 0x7f11bc198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1122f0 con 0x7f11bc105e20 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc112170 con 0x7f11bc101f60 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c419d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc112470 con 0x7f11bc1015c0 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33414/0 (socket says 172.21.15.83:33414) 2024-04-22T14:07:33.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 -- 172.21.15.83:0/4201206256 learned_addr learned my addr 172.21.15.83:0/4201206256 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c1738640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc101f60 0x7f11bc198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c1f39640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 -- 172.21.15.83:0/4201206256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 msgr2=0x7f11bc198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 -- 172.21.15.83:0/4201206256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc101f60 msgr2=0x7f11bc198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc101f60 0x7f11bc198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.514+0000 7f11c273a640 1 -- 172.21.15.83:0/4201206256 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11bc19d740 con 0x7f11bc105e20 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11c1f39640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11c273a640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f11b4037040 tx=0x7f11b4035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11b2ffd640 1 -- 172.21.15.83:0/4201206256 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b4039040 con 0x7f11bc105e20 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11bc19d9d0 con 0x7f11bc105e20 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11b2ffd640 1 -- 172.21.15.83:0/4201206256 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11b4044070 con 0x7f11bc105e20 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11b2ffd640 1 -- 172.21.15.83:0/4201206256 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b4004330 con 0x7f11bc105e20 2024-04-22T14:07:33.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.515+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11bc1a52c0 con 0x7f11bc105e20 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.517+0000 7f11b2ffd640 1 -- 172.21.15.83:0/4201206256 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f11b40044d0 con 0x7f11bc105e20 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.517+0000 7f11c6d8f740 1 Processor -- start 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 -- start start 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a417c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4186d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11b2ffd640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 0x7f11a80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56397a372f00 con 0x56397a40e740 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56397a310590 con 0x56397a40f0f0 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56397a36eec0 con 0x56397a418250 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33418/0 (socket says 172.21.15.83:33418) 2024-04-22T14:07:33.528 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 -- 172.21.15.83:0/2213986656 learned_addr learned my addr 172.21.15.83:0/2213986656 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c273a640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 0x7f11a80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1f39640 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a417c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11b2ffd640 1 -- 172.21.15.83:0/4201206256 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f11b40f2cd0 con 0x7f11bc105e20 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 -- 172.21.15.83:0/2213986656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 msgr2=0x56397a4186d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4186d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 -- 172.21.15.83:0/2213986656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 msgr2=0x56397a417c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a417c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.518+0000 7f11c1738640 1 -- 172.21.15.83:0/2213986656 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56397a14d7e0 con 0x56397a40e740 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c1738640 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00b6c0 tx=0x7f11ac0127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75f8599e2fd35cd server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c273a640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 0x7f11a80a61e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f11b40bb1e0 tx=0x7f11b40bb020 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11a7fff640 1 -- 172.21.15.83:0/2213986656 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac0120d0 con 0x56397a40e740 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11a7fff640 1 -- 172.21.15.83:0/2213986656 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11ac016070 con 0x56397a40e740 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11a7fff640 1 -- 172.21.15.83:0/2213986656 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac010690 con 0x56397a40e740 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 -- 172.21.15.83:0/2213986656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 msgr2=0x56397a40eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00b6c0 tx=0x7f11ac0127c0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 -- 172.21.15.83:0/2213986656 shutdown_connections 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4186d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a417c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/2213986656 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40e740 0x56397a40eb20 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.519+0000 7f11c6d8f740 1 -- 172.21.15.83:0/2213986656 >> 172.21.15.83:0/2213986656 conn(0x56397a408fb0 msgr2=0x56397a409390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- 172.21.15.83:0/2213986656 shutdown_connections 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- 172.21.15.83:0/2213986656 wait complete. 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- start start 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 Processor -- start 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a41c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56397a41f1d0 con 0x56397a418250 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56397a32c580 con 0x56397a40f0f0 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56397a41f350 con 0x56397a40e740 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.520+0000 7f11c6d8f740 10 client.0 _ll_register_callbacks cb 0x56397a332650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33428/0 (socket says 172.21.15.83:33428) 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 -- 172.21.15.83:0/4265613292 learned_addr learned my addr 172.21.15.83:0/4265613292 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1f39640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a41c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 -- 172.21.15.83:0/4265613292 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 msgr2=0x56397a41bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 -- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 msgr2=0x56397a41c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a41c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 -- 172.21.15.83:0/4265613292 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56397a1adf70 con 0x56397a418250 2024-04-22T14:07:33.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c1738640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00bb80 tx=0x7f11ac014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c43a68ee9cb09a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11a57fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ac01b780 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f11ac01b920 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11ac016070 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f11ac031050 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c6d8f740 10 client.18588 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x56397a045170 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.521+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11ac016070 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f11ac00f3c0 con 0x56397a418250 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 10 client.18588 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 10 client.18588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 20 client.18588 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a42c660 0x56397a42ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 4 client.18588 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:33.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56397a380920 con 0x56397a42c660 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c1f39640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a42c660 0x56397a42ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11c1f39640 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a42c660 0x56397a42ea50 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31760ad5b3abdd4 server_cookie=b94eea3772ace5d0 in_seq=0 out_seq=0 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.522+0000 7f11a57fa640 10 client.18588 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11a57fa640 1 -- 172.21.15.83:0/4265613292 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56397a380920 con 0x56397a42c660 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11a57fa640 10 client.18588 handle_command_reply: tid=0 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 client.18588 shutdown 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 msgr2=0x56397a41c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f11ac00bb80 tx=0x7f11ac014040 comp rx=0 tx=0).stop 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 shutdown_connections 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a42c660 0x56397a42ea50 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a418250 0x56397a41c790 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40f0f0 0x56397a41c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/4265613292 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11a57fa640 0 client.18588 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 >> 172.21.15.83:0/4265613292 conn(0x56397a408fb0 msgr2=0x56397a40ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 shutdown_connections 2024-04-22T14:07:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 1 -- 172.21.15.83:0/4265613292 wait complete. 2024-04-22T14:07:33.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.523+0000 7f11c6d8f740 20 client.18588 trim_cache size 0 max 16384 2024-04-22T14:07:33.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 Processor -- start 2024-04-22T14:07:33.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 -- start start 2024-04-22T14:07:33.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a418250 0x56397a419640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1ab870 con 0x56397a40f0f0 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1ad3b0 con 0x56397a418250 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1abf40 con 0x56397a40e740 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33436/0 (socket says 172.21.15.83:33436) 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 -- 172.21.15.83:0/3327349404 learned_addr learned my addr 172.21.15.83:0/3327349404 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 -- 172.21.15.83:0/3327349404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 msgr2=0x56397a41e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 -- 172.21.15.83:0/3327349404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a418250 msgr2=0x56397a419640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1738640 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a418250 0x56397a419640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a418250 0x56397a419640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.541+0000 7f11c1f39640 1 -- 172.21.15.83:0/3327349404 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56397a40ee90 con 0x56397a40f0f0 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c1f39640 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f11b8008c10 tx=0x7f11b8004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91558e0e4a6edc50 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11a77fe640 1 -- 172.21.15.83:0/3327349404 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b8003ac0 con 0x56397a40f0f0 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11a77fe640 1 -- 172.21.15.83:0/3327349404 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11b801c8d0 con 0x56397a40f0f0 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11a77fe640 1 -- 172.21.15.83:0/3327349404 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b8005640 con 0x56397a40f0f0 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 -- 172.21.15.83:0/3327349404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 msgr2=0x56397a428100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f11b8008c10 tx=0x7f11b8004410 comp rx=0 tx=0).stop 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 -- 172.21.15.83:0/3327349404 shutdown_connections 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a418250 0x56397a419640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a428100 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/3327349404 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a40e740 0x56397a41e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 -- 172.21.15.83:0/3327349404 >> 172.21.15.83:0/3327349404 conn(0x56397a408fb0 msgr2=0x56397a407780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 -- 172.21.15.83:0/3327349404 shutdown_connections 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.542+0000 7f11c6d8f740 1 -- 172.21.15.83:0/3327349404 wait complete. 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 -- start start 2024-04-22T14:07:33.551 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 Processor -- start 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40e740 0x56397a424610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4216d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1acce0 con 0x56397a40f0f0 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1ac610 con 0x56397a40e740 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f11bc1a9890 con 0x56397a418250 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c6d8f740 10 client.0 _ll_register_callbacks cb 0x7f11b8008310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c1f39640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c1f39640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33452/0 (socket says 172.21.15.83:33452) 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c1f39640 1 -- 172.21.15.83:0/592288987 learned_addr learned my addr 172.21.15.83:0/592288987 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c1738640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40e740 0x56397a424610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.543+0000 7f11c1738640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4216d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 -- 172.21.15.83:0/592288987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 msgr2=0x56397a4216d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.552 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4216d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 -- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40e740 msgr2=0x56397a424610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40e740 0x56397a424610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 -- 172.21.15.83:0/592288987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56397a421ed0 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c1f39640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f11b80052c0 tx=0x7f11b801c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a521b5a9fda5a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11b802a070 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11b801c8d0 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f11b8005530 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f11b8036050 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c6d8f740 10 client.18594 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x56397a493550 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11b801c8d0 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f11b8010430 con 0x56397a40f0f0 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c6d8f740 10 client.18594 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:33.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.544+0000 7f11c6d8f740 10 client.18594 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c6d8f740 20 client.18594 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a493bb0 0x56397a495fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c6d8f740 4 client.18594 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56397a37a790 con 0x56397a493bb0 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c1738640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a493bb0 0x56397a495fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11a57fa640 10 client.18594 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.554 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.545+0000 7f11c1738640 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a493bb0 0x56397a495fd0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59cfa1513592b8c8 server_cookie=e5d21f24f4b0ad92 in_seq=0 out_seq=0 2024-04-22T14:07:33.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11a57fa640 1 -- 172.21.15.83:0/592288987 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56397a37a790 con 0x56397a493bb0 2024-04-22T14:07:33.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11a57fa640 10 client.18594 handle_command_reply: tid=0 2024-04-22T14:07:33.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11c6d8f740 1 client.18594 shutdown 2024-04-22T14:07:33.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 msgr2=0x56397a424b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.555 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f11b80052c0 tx=0x7f11b801c650 comp rx=0 tx=0).stop 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 shutdown_connections 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.546+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56397a493bb0 0x56397a495fd0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56397a418250 0x56397a4216d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56397a40f0f0 0x56397a424b50 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 --2- 172.21.15.83:0/592288987 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56397a40e740 0x56397a424610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11a57fa640 0 client.18594 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 >> 172.21.15.83:0/592288987 conn(0x56397a408fb0 msgr2=0x56397a41c560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 shutdown_connections 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 1 -- 172.21.15.83:0/592288987 wait complete. 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c6d8f740 20 client.18594 trim_cache size 0 max 16384 2024-04-22T14:07:33.556 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:07:33.557 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:07:33.557 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "a8f4215a-5ca1-4e4e-bcce-6f2413a9afe8", 2024-04-22T14:07:33.557 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:07:33.557 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:07:33.557 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 msgr2=0x7f11a80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 0x7f11a80a61e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f11b40bb1e0 tx=0x7f11b40bb020 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 msgr2=0x7f11bc19d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f11b4037040 tx=0x7f11b4035ce0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 shutdown_connections 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f11a80a3d20 0x7f11a80a61e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f11bc105e20 0x7f11bc19d010 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11bc101f60 0x7f11bc198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 --2- 172.21.15.83:0/4201206256 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f11bc1015c0 0x7f11bc198750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 >> 172.21.15.83:0/4201206256 conn(0x7f11bc077410 msgr2=0x7f11bc103de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 shutdown_connections 2024-04-22T14:07:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.547+0000 7f11c419d640 1 -- 172.21.15.83:0/4201206256 wait complete. 2024-04-22T14:07:33.562 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:07:33.562 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/315366567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 msgr2=0x7ff9dc10dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/315366567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc10dc80 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4009ca0 tx=0x7ff9d402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/315366567 shutdown_connections 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/315366567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc10dc80 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/315366567 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/315366567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc105dd0 0x7ff9dc1061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/315366567 >> 172.21.15.83:0/315366567 conn(0x7ff9dc077c40 msgr2=0x7ff9dc078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/315366567 shutdown_connections 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/315366567 wait complete. 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.698+0000 7ff9e1ab3640 1 Processor -- start 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 -- start start 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc105dd0 0x7ff9dc19cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1122b0 con 0x7ff9dc101a40 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc112130 con 0x7ff9dc105dd0 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9e1ab3640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc112430 con 0x7ff9dc1010a0 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33474/0 (socket says 172.21.15.83:33474) 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 -- 172.21.15.83:0/4104965056 learned_addr learned my addr 172.21.15.83:0/4104965056 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc105dd0 0x7ff9dc19cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.705 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 -- 172.21.15.83:0/4104965056 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 msgr2=0x7ff9dc198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 -- 172.21.15.83:0/4104965056 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc105dd0 msgr2=0x7ff9dc19cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc105dd0 0x7ff9dc19cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 -- 172.21.15.83:0/4104965056 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9dc19d700 con 0x7ff9dc101a40 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9daffd640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7ff9d000d950 tx=0x7ff9d000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9d8ff9640 1 -- 172.21.15.83:0/4104965056 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0017070 con 0x7ff9dc101a40 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.699+0000 7ff9d8ff9640 1 -- 172.21.15.83:0/4104965056 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d0009c30 con 0x7ff9dc101a40 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.700+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9dc19d9f0 con 0x7ff9dc101a40 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.700+0000 7ff9d8ff9640 1 -- 172.21.15.83:0/4104965056 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d000f620 con 0x7ff9dc101a40 2024-04-22T14:07:33.706 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.700+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9dc1a5280 con 0x7ff9dc101a40 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.702+0000 7ff9d8ff9640 1 -- 172.21.15.83:0/4104965056 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff9d0010460 con 0x7ff9dc101a40 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.702+0000 7ff9e477d740 1 Processor -- start 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.702+0000 7ff9e477d740 1 -- start start 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6580 0x5653894c6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6ea0 0x5653894cf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.713 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56538942b1e0 con 0x5653894cfa80 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5653893c8390 con 0x5653894c6580 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9e477d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5653894271a0 con 0x5653894c6ea0 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33484/0 (socket says 172.21.15.83:33484) 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 -- 172.21.15.83:0/1790968376 learned_addr learned my addr 172.21.15.83:0/1790968376 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9d8ff9640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 0x7ff9c40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6ea0 0x5653894cf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6580 0x5653894c6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 0x7ff9c40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9d8ff9640 1 -- 172.21.15.83:0/4104965056 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7ff9d00d0460 con 0x7ff9dc101a40 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 -- 172.21.15.83:0/1790968376 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6ea0 msgr2=0x5653894cf540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6ea0 0x5653894cf540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 -- 172.21.15.83:0/1790968376 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6580 msgr2=0x5653894c6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.714 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6580 0x5653894c6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 -- 172.21.15.83:0/1790968376 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653892077d0 con 0x5653894cfa80 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9daffd640 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00cdb50 tx=0x7ff9d0010cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6568ab7e6004bcaf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 0x7ff9c40a61e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4004af0 tx=0x7ff9d4005c50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9c1ffb640 1 -- 172.21.15.83:0/1790968376 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0020050 con 0x5653894cfa80 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9c1ffb640 1 -- 172.21.15.83:0/1790968376 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d0009de0 con 0x5653894cfa80 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.703+0000 7ff9c1ffb640 1 -- 172.21.15.83:0/1790968376 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d00cde30 con 0x5653894cfa80 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- 172.21.15.83:0/1790968376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 msgr2=0x5653894d1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7ff9d00cdb50 tx=0x7ff9d0010cb0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- 172.21.15.83:0/1790968376 shutdown_connections 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894d1e70 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6ea0 0x5653894cf540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 --2- 172.21.15.83:0/1790968376 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6580 0x5653894c6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- 172.21.15.83:0/1790968376 >> 172.21.15.83:0/1790968376 conn(0x5653894c0cb0 msgr2=0x5653894c1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.715 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- 172.21.15.83:0/1790968376 shutdown_connections 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- 172.21.15.83:0/1790968376 wait complete. 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.704+0000 7ff9e477d740 1 -- start start 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 Processor -- start 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894cca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5653894d2810 con 0x5653894c6ea0 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5653893e42f0 con 0x5653894cfa80 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5653894d2990 con 0x5653894c6580 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9e477d740 10 client.0 _ll_register_callbacks cb 0x5653893f1580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33488/0 (socket says 172.21.15.83:33488) 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 -- 172.21.15.83:0/3171697787 learned_addr learned my addr 172.21.15.83:0/3171697787 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.716 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 -- 172.21.15.83:0/3171697787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 msgr2=0x5653894cca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894cca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 -- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 msgr2=0x5653894cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894cd500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 -- 172.21.15.83:0/3171697787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538913d3f0 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894cd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9daffd640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0098dd0 tx=0x7ff9d009cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25abf66662cc156c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.705+0000 7ff9baffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d00a07b0 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7ff9d009b850 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d0009de0 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7ff9d0020030 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 10 client.18606 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5653890fd0f0 con 0x5653894c6ea0 2024-04-22T14:07:33.717 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d0009de0 con 0x5653894c6ea0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7ff9d009b2c0 con 0x5653894c6ea0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 10 client.18606 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 10 client.18606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 20 client.18606 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5653894df8c0 0x5653894e1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 4 client.18606 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565389438c00 con 0x5653894df8c0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.706+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5653894df8c0 0x5653894e1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.707+0000 7ff9baffd640 10 client.18606 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.707+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5653894df8c0 0x5653894e1cb0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c6166388b77db30 server_cookie=2115d9273e705f82 in_seq=0 out_seq=0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.707+0000 7ff9baffd640 1 -- 172.21.15.83:0/3171697787 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x565389438c00 con 0x5653894df8c0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.707+0000 7ff9baffd640 10 client.18606 handle_command_reply: tid=0 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.707+0000 7ff9e477d740 1 client.18606 shutdown 2024-04-22T14:07:33.718 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 msgr2=0x5653894ccfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0098dd0 tx=0x7ff9d009cc30 comp rx=0 tx=0).stop 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 shutdown_connections 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5653894df8c0 0x5653894e1cb0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894cd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894ccfc0 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9baffd640 0 client.18606 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 --2- 172.21.15.83:0/3171697787 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894cca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 >> 172.21.15.83:0/3171697787 conn(0x5653894c0cb0 msgr2=0x5653894c2a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 shutdown_connections 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 1 -- 172.21.15.83:0/3171697787 wait complete. 2024-04-22T14:07:33.719 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.708+0000 7ff9e477d740 20 client.18606 trim_cache size 0 max 16384 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 Processor -- start 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 -- start start 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 0x5653894cd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1adb00 con 0x5653894cfa80 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1af640 con 0x5653894c6ea0 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9e477d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1ae1d0 con 0x5653894c6580 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33490/0 (socket says 172.21.15.83:33490) 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 -- 172.21.15.83:0/4165582113 learned_addr learned my addr 172.21.15.83:0/4165582113 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9daffd640 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 0x5653894cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 -- 172.21.15.83:0/4165582113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 msgr2=0x5653894db730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 -- 172.21.15.83:0/4165582113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 msgr2=0x5653894cd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 0x5653894cd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 -- 172.21.15.83:0/4165582113 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653894d1e70 con 0x5653894cfa80 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9daffd640 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 0x5653894cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.725+0000 7ff9dbfff640 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4036000 tx=0x7ff9d402e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d56bf819712e2f47 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9c17fa640 1 -- 172.21.15.83:0/4165582113 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4039040 con 0x5653894cfa80 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9c17fa640 1 -- 172.21.15.83:0/4165582113 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d4054070 con 0x5653894cfa80 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9c17fa640 1 -- 172.21.15.83:0/4165582113 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d40346a0 con 0x5653894cfa80 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- 172.21.15.83:0/4165582113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 msgr2=0x5653894c2810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4036000 tx=0x7ff9d402e040 comp rx=0 tx=0).stop 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- 172.21.15.83:0/4165582113 shutdown_connections 2024-04-22T14:07:33.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894cfa80 0x5653894c2810 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894c6ea0 0x5653894cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 --2- 172.21.15.83:0/4165582113 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894db730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- 172.21.15.83:0/4165582113 >> 172.21.15.83:0/4165582113 conn(0x5653894c0cb0 msgr2=0x5653894c2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- 172.21.15.83:0/4165582113 shutdown_connections 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- 172.21.15.83:0/4165582113 wait complete. 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.726+0000 7ff9e477d740 1 -- start start 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 Processor -- start 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894d80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1aef70 con 0x5653894c6ea0 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1ae8a0 con 0x5653894cfa80 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc1abb00 con 0x5653894c6580 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9e477d740 10 client.0 _ll_register_callbacks cb 0x7ff9d4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:07:33.736 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:33492/0 (socket says 172.21.15.83:33492) 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 -- 172.21.15.83:0/669099573 learned_addr learned my addr 172.21.15.83:0/669099573 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894d80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 -- 172.21.15.83:0/669099573 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 msgr2=0x5653894d80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894d80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 -- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 msgr2=0x5653894d39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 -- 172.21.15.83:0/669099573 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653894d41f0 con 0x5653894c6ea0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9daffd640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0000c00 tx=0x7ff9d00a1940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0d5d8ca8bc41335 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.727+0000 7ff9baffd640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0009de0 con 0x5653894c6ea0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7ff9d009b2c0 con 0x5653894c6ea0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d4054070 con 0x5653894c6ea0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7ff9d00a07b0 con 0x5653894c6ea0 2024-04-22T14:07:33.737 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 10 client.18612 fetch_fsmap learned FSMap version 45 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x565389545c00 con 0x5653894c6ea0 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9d4054070 con 0x5653894c6ea0 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7ff9d00a1ad0 con 0x5653894c6ea0 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 10 client.18612 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 10 client.18612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 20 client.18612 populate_metadata read hostname 'smithi083' 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x565389546150 0x565389548570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 4 client.18612 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x565389432a70 con 0x565389546150 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.728+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x565389546150 0x565389548570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9baffd640 10 client.18612 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9db7fe640 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x565389546150 0x565389548570 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8de123c338957df server_cookie=8e03cfab8061274a in_seq=0 out_seq=0 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9baffd640 1 -- 172.21.15.83:0/669099573 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x565389432a70 con 0x565389546150 2024-04-22T14:07:33.738 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9baffd640 10 client.18612 handle_command_reply: tid=0 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 client.18612 shutdown 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 msgr2=0x5653894d3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0000c00 tx=0x7ff9d00a1940 comp rx=0 tx=0).stop 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 shutdown_connections 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x565389546150 0x565389548570 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5653894cfa80 0x5653894d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5653894c6ea0 0x5653894d3420 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9baffd640 0 client.18612 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 --2- 172.21.15.83:0/669099573 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5653894c6580 0x5653894d80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 >> 172.21.15.83:0/669099573 conn(0x5653894c0cb0 msgr2=0x5653894cb7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 shutdown_connections 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 1 -- 172.21.15.83:0/669099573 wait complete. 2024-04-22T14:07:33.739 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.729+0000 7ff9e477d740 20 client.18612 trim_cache size 0 max 16384 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "a8f4215a-5ca1-4e4e-bcce-6f2413a9afe8": { 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "a8f4215a-5ca1-4e4e-bcce-6f2413a9afe8", 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:07:33.740 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 msgr2=0x7ff9c40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 0x7ff9c40a61e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4004af0 tx=0x7ff9d4005c50 comp rx=0 tx=0).stop 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 msgr2=0x7ff9dc198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7ff9d000d950 tx=0x7ff9d000de10 comp rx=0 tx=0).stop 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 shutdown_connections 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff9c40a3d20 0x7ff9c40a61e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.741 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff9dc105dd0 0x7ff9dc19cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff9dc101a40 0x7ff9dc198c50 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 --2- 172.21.15.83:0/4104965056 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff9dc1010a0 0x7ff9dc198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:07:33.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 >> 172.21.15.83:0/4104965056 conn(0x7ff9dc077c40 msgr2=0x7ff9dc0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:07:33.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 shutdown_connections 2024-04-22T14:07:33.742 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:07:33.730+0000 7ff9e1ab3640 1 -- 172.21.15.83:0/4104965056 wait complete. 2024-04-22T14:07:33.744 INFO:tasks.cephfs.filesystem:scrub status for tag:a8f4215a-5ca1-4e4e-bcce-6f2413a9afe8 - {'path': '/', 'tag': 'a8f4215a-5ca1-4e4e-bcce-6f2413a9afe8', 'options': 'recursive,force'} 2024-04-22T14:07:34.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:34 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:07:34.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:34 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:34 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:07:34.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:34 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:34 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:07:34.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:34 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:07:34.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:34 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:34 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:07:34.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:34 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:34 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:07:34.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:34 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:07:34.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:34 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:34 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:07:34.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:34 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:07:34.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:34 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:07:35.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:35 smithi173 ceph-mon[31493]: pgmap v288: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:35.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:35 smithi083 ceph-mon[27977]: pgmap v288: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:35.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:35 smithi084 ceph-mon[31312]: pgmap v288: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:37.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:37 smithi173 ceph-mon[31493]: pgmap v289: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:37.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:37 smithi083 ceph-mon[27977]: pgmap v289: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:37.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:37 smithi084 ceph-mon[31312]: pgmap v289: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:39.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:39 smithi173 ceph-mon[31493]: pgmap v290: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:39.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:39 smithi083 ceph-mon[27977]: pgmap v290: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:39.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:39 smithi084 ceph-mon[31312]: pgmap v290: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:41.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:41 smithi173 ceph-mon[31493]: pgmap v291: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:41.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:41 smithi083 ceph-mon[27977]: pgmap v291: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:41.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:41 smithi084 ceph-mon[31312]: pgmap v291: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:43.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:43 smithi173 ceph-mon[31493]: pgmap v292: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:43.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:43 smithi083 ceph-mon[27977]: pgmap v292: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:43.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:43 smithi084 ceph-mon[31312]: pgmap v292: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:45.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:45 smithi173 ceph-mon[31493]: pgmap v293: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:45.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:45 smithi083 ceph-mon[27977]: pgmap v293: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:45.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:45 smithi084 ceph-mon[31312]: pgmap v293: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:47.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:47 smithi173 ceph-mon[31493]: pgmap v294: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:47.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:47 smithi083 ceph-mon[27977]: pgmap v294: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:47.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:47 smithi084 ceph-mon[31312]: pgmap v294: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-04-22T14:07:49.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:49 smithi173 ceph-mon[31493]: pgmap v295: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:49.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:49 smithi083 ceph-mon[27977]: pgmap v295: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:49.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:49 smithi084 ceph-mon[31312]: pgmap v295: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-04-22T14:07:51.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:51 smithi173 ceph-mon[31493]: pgmap v296: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:51.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:51 smithi083 ceph-mon[27977]: pgmap v296: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:51.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:51 smithi084 ceph-mon[31312]: pgmap v296: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:53.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:53 smithi173 ceph-mon[31493]: pgmap v297: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:53.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:53 smithi083 ceph-mon[27977]: pgmap v297: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:53.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:53 smithi084 ceph-mon[31312]: pgmap v297: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:55.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:55 smithi173 ceph-mon[31493]: pgmap v298: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:55.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:55 smithi083 ceph-mon[27977]: pgmap v298: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:55.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:55 smithi084 ceph-mon[31312]: pgmap v298: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:57.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:57 smithi173 ceph-mon[31493]: pgmap v299: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:57.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:57 smithi083 ceph-mon[27977]: pgmap v299: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:57.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:57 smithi084 ceph-mon[31312]: pgmap v299: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:07:59.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:07:59 smithi173 ceph-mon[31493]: pgmap v300: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:59.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:07:59 smithi083 ceph-mon[27977]: pgmap v300: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:07:59.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:07:59 smithi084 ceph-mon[31312]: pgmap v300: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:01.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:01 smithi173 ceph-mon[31493]: pgmap v301: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:01.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:01 smithi083 ceph-mon[27977]: pgmap v301: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:01.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:01 smithi084 ceph-mon[31312]: pgmap v301: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:03.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:03 smithi173 ceph-mon[31493]: pgmap v302: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:03.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:03 smithi083 ceph-mon[27977]: pgmap v302: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:03.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:03 smithi084 ceph-mon[31312]: pgmap v302: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:03.746 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:08:03.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:08:03.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 -- 172.21.15.83:0/2826155484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101a30 msgr2=0x7f7f88105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 --2- 172.21.15.83:0/2826155484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101a30 0x7f7f88105a70 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f7f78009900 tx=0x7f7f7802bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:03.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 -- 172.21.15.83:0/2826155484 shutdown_connections 2024-04-22T14:08:03.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 --2- 172.21.15.83:0/2826155484 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f8810dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.860 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 --2- 172.21.15.83:0/2826155484 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101a30 0x7f7f88105a70 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 --2- 172.21.15.83:0/2826155484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f88101080 0x7f7f88101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 -- 172.21.15.83:0/2826155484 >> 172.21.15.83:0/2826155484 conn(0x7f7f88078000 msgr2=0x7f7f88078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 -- 172.21.15.83:0/2826155484 shutdown_connections 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.854+0000 7f7f901ce640 1 -- 172.21.15.83:0/2826155484 wait complete. 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 Processor -- start 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 -- start start 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f88198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 0x7f7f8819d340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881121d0 con 0x7f7f88101080 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7f88112050 con 0x7f7f8819ce90 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f901ce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7f88112350 con 0x7f7f88106150 2024-04-22T14:08:03.861 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55384/0 (socket says 172.21.15.83:55384) 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3805003491 learned_addr learned my addr 172.21.15.83:0/3805003491 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8d769640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f88198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 0x7f7f8819d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3805003491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 msgr2=0x7f7f88198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f88198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3805003491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 msgr2=0x7f7f8819d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 0x7f7f8819d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3805003491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f8819d980 con 0x7f7f88101080 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8d769640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f88198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.855+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 0x7f7f8819d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f7f8400c920 tx=0x7f7f8400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f7effd640 1 -- 172.21.15.83:0/3805003491 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f84007c70 con 0x7f7f88101080 2024-04-22T14:08:03.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f7effd640 1 -- 172.21.15.83:0/3805003491 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f84007e10 con 0x7f7f88101080 2024-04-22T14:08:03.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f8819dc70 con 0x7f7f88101080 2024-04-22T14:08:03.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f7effd640 1 -- 172.21.15.83:0/3805003491 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f84018820 con 0x7f7f88101080 2024-04-22T14:08:03.863 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.856+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f881a5460 con 0x7f7f88101080 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.858+0000 7f7f7effd640 1 -- 172.21.15.83:0/3805003491 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7f8400f450 con 0x7f7f88101080 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.858+0000 7f7f92dbe740 1 Processor -- start 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.858+0000 7f7f92dbe740 1 -- start start 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.858+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x55583178b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.858+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831794540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5558316f01e0 con 0x555831794a80 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55583168d390 con 0x55583178b580 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5558316ec1a0 con 0x55583178bea0 2024-04-22T14:08:03.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f7effd640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 0x7f7f740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55392/0 (socket says 172.21.15.83:55392) 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 -- 172.21.15.83:0/2073729758 learned_addr learned my addr 172.21.15.83:0/2073729758 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x55583178b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831794540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 0x7f7f740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f7effd640 1 -- 172.21.15.83:0/3805003491 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7f840d09d0 con 0x7f7f88101080 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 -- 172.21.15.83:0/2073729758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 msgr2=0x555831794540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831794540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 -- 172.21.15.83:0/2073729758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 msgr2=0x55583178b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x55583178b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 -- 172.21.15.83:0/2073729758 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558314cc7d0 con 0x555831794a80 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8d769640 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f7f78036040 tx=0x7f7f78005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=562a58d893b5d710 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 0x7f7f740a61e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000afd0 tx=0x7f7f80004ab0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f73fff640 1 -- 172.21.15.83:0/2073729758 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f78043020 con 0x555831794a80 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f73fff640 1 -- 172.21.15.83:0/2073729758 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f7802cc90 con 0x555831794a80 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.859+0000 7f7f73fff640 1 -- 172.21.15.83:0/2073729758 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f780046c0 con 0x555831794a80 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 -- 172.21.15.83:0/2073729758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 msgr2=0x555831796e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f7f78036040 tx=0x7f7f78005e80 comp rx=0 tx=0).stop 2024-04-22T14:08:03.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 -- 172.21.15.83:0/2073729758 shutdown_connections 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831796e70 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831794540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/2073729758 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x55583178b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 -- 172.21.15.83:0/2073729758 >> 172.21.15.83:0/2073729758 conn(0x555831785cb0 msgr2=0x555831786090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 -- 172.21.15.83:0/2073729758 shutdown_connections 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.860+0000 7f7f92dbe740 1 -- 172.21.15.83:0/2073729758 wait complete. 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 -- start start 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 Processor -- start 2024-04-22T14:08:03.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x555831791ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831791ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x555831797810 con 0x555831794a80 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5558316a92f0 con 0x55583178b580 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x555831797990 con 0x55583178bea0 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f92dbe740 10 client.0 _ll_register_callbacks cb 0x5558316b6580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f8e76b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f8e76b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55398/0 (socket says 172.21.15.83:55398) 2024-04-22T14:08:03.873 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3066193562 learned_addr learned my addr 172.21.15.83:0/3066193562 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f8d769640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831791ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.861+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x555831791ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3066193562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 msgr2=0x555831791ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831791ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 msgr2=0x555831791ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x555831791ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3066193562 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558314023f0 con 0x555831794a80 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x555831791ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:03.874 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000fb80 tx=0x7f7f80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8ee3347391ae1fe server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80022070 con 0x555831794a80 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7f80027460 con 0x555831794a80 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f7802cc90 con 0x555831794a80 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7f80011e30 con 0x555831794a80 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 10 client.18624 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5558313c20f0 con 0x555831794a80 2024-04-22T14:08:03.875 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f7802cc90 con 0x555831794a80 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7f8001e460 con 0x555831794a80 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 10 client.18624 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 10 client.18624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 20 client.18624 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.862+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558317a49c0 0x5558317a6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.863+0000 7f7f92dbe740 4 client.18624 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.863+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558316fdc00 con 0x5558317a49c0 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.863+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558317a49c0 0x5558317a6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.863+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558317a49c0 0x5558317a6e40 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=107a300749e60b39 server_cookie=f22c444ca7c2ae28 in_seq=0 out_seq=0 2024-04-22T14:08:03.876 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.863+0000 7f7f717fa640 10 client.18624 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f717fa640 1 -- 172.21.15.83:0/3066193562 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5558316fdc00 con 0x5558317a49c0 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f717fa640 10 client.18624 handle_command_reply: tid=0 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 client.18624 shutdown 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 msgr2=0x555831792530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000fb80 tx=0x7f7f80004a40 comp rx=0 tx=0).stop 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 shutdown_connections 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5558317a49c0 0x5558317a6e40 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x555831792530 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.877 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831791ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3066193562 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x555831791ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f717fa640 0 client.18624 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 >> 172.21.15.83:0/3066193562 conn(0x555831785cb0 msgr2=0x555831787a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 shutdown_connections 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3066193562 wait complete. 2024-04-22T14:08:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.864+0000 7f7f92dbe740 20 client.18624 trim_cache size 0 max 16384 2024-04-22T14:08:03.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 Processor -- start 2024-04-22T14:08:03.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 -- start start 2024-04-22T14:08:03.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x5558317941e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831790a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881adaf0 con 0x555831794a80 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881af630 con 0x55583178b580 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881ae1c0 con 0x55583178bea0 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55404/0 (socket says 172.21.15.83:55404) 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3582750365 learned_addr learned my addr 172.21.15.83:0/3582750365 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3582750365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 msgr2=0x555831790a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x5558317941e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831790a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3582750365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 msgr2=0x5558317941e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x5558317941e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 -- 172.21.15.83:0/3582750365 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555831796e70 con 0x555831794a80 2024-04-22T14:08:03.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x5558317941e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.882+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f7f8001e800 tx=0x7f7f80012950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de8517b1ed9c6431 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f737fe640 1 -- 172.21.15.83:0/3582750365 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80022040 con 0x555831794a80 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f737fe640 1 -- 172.21.15.83:0/3582750365 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f8001e3f0 con 0x555831794a80 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f737fe640 1 -- 172.21.15.83:0/3582750365 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80027d10 con 0x555831794a80 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3582750365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 msgr2=0x5558317a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f7f8001e800 tx=0x7f7f80012950 comp rx=0 tx=0).stop 2024-04-22T14:08:03.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3582750365 shutdown_connections 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x555831794a80 0x5558317a06d0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x555831790a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3582750365 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55583178b580 0x5558317941e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3582750365 >> 172.21.15.83:0/3582750365 conn(0x555831785cb0 msgr2=0x555831787990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3582750365 shutdown_connections 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.883+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3582750365 wait complete. 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 -- start start 2024-04-22T14:08:03.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 Processor -- start 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x55583178f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 0x55583178dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881aef60 con 0x55583178b580 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881ae890 con 0x555831794a80 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7f881abaf0 con 0x55583178bea0 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f92dbe740 10 client.0 _ll_register_callbacks cb 0x7f7f8000f800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:03.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55412/0 (socket says 172.21.15.83:55412) 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3389887454 learned_addr learned my addr 172.21.15.83:0/3389887454 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 0x55583178dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3389887454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 msgr2=0x55583178f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x55583178f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 msgr2=0x55583178dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:03.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 0x55583178dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8df6a640 1 -- 172.21.15.83:0/3389887454 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55583178e400 con 0x55583178b580 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.884+0000 7f7f8e76b640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 0x55583178dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f8df6a640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f7f8409c670 tx=0x7f7f8401dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7027f2a25cb705c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f84014210 con 0x55583178b580 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7f8400fa90 con 0x55583178b580 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f8001e3f0 con 0x55583178b580 2024-04-22T14:08:03.903 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7f8401dd40 con 0x55583178b580 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 10 client.18630 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55583180f940 con 0x55583178b580 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7f8001e3f0 con 0x55583178b580 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7f84098fe0 con 0x55583178b580 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 10 client.18630 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 10 client.18630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:03.904 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 20 client.18630 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555831810010 0x555831812450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 4 client.18630 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5558316f7a70 con 0x555831810010 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.885+0000 7f7f8d769640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555831810010 0x555831812450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f8d769640 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555831810010 0x555831812450 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ebc5c6565bb5914 server_cookie=9307b70bf2e86fd4 in_seq=0 out_seq=0 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f717fa640 10 client.18630 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:03.905 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f717fa640 1 -- 172.21.15.83:0/3389887454 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5558316f7a70 con 0x555831810010 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f717fa640 10 client.18630 handle_command_reply: tid=0 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 client.18630 shutdown 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 msgr2=0x55583178f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f7f8409c670 tx=0x7f7f8401dcd0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 shutdown_connections 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x555831810010 0x555831812450 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x555831794a80 0x55583178dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.906 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55583178bea0 0x55583178f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f717fa640 0 client.18630 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 --2- 172.21.15.83:0/3389887454 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55583178b580 0x55583178f020 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 >> 172.21.15.83:0/3389887454 conn(0x555831785cb0 msgr2=0x5558317844e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 shutdown_connections 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 1 -- 172.21.15.83:0/3389887454 wait complete. 2024-04-22T14:08:03.907 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.886+0000 7f7f92dbe740 20 client.18630 trim_cache size 0 max 16384 2024-04-22T14:08:03.908 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:08:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:08:03.908 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 msgr2=0x7f7f740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 0x7f7f740a61e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000afd0 tx=0x7f7f80004ab0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 msgr2=0x7f7f881985d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f7f8400c920 tx=0x7f7f8400cde0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 shutdown_connections 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f7f740a3d20 0x7f7f740a61e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.911 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f8819ce90 0x7f7f8819d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7f88106150 0x7f7f88198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 --2- 172.21.15.83:0/3805003491 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7f88101080 0x7f7f881985d0 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:03.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 >> 172.21.15.83:0/3805003491 conn(0x7f7f88078000 msgr2=0x7f7f880fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:03.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 shutdown_connections 2024-04-22T14:08:03.912 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:03.887+0000 7f7f901ce640 1 -- 172.21.15.83:0/3805003491 wait complete. 2024-04-22T14:08:03.912 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:08:03.913 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:08:04.025 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 -- 172.21.15.83:0/1402467641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 msgr2=0x7f63f010dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 --2- 172.21.15.83:0/1402467641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f010dcb0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f63e8009ca0 tx=0x7f63e802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 -- 172.21.15.83:0/1402467641 shutdown_connections 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 --2- 172.21.15.83:0/1402467641 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f010dcb0 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 --2- 172.21.15.83:0/1402467641 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 0x7f63f0101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 --2- 172.21.15.83:0/1402467641 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 -- 172.21.15.83:0/1402467641 >> 172.21.15.83:0/1402467641 conn(0x7f63f0077e30 msgr2=0x7f63f0078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.026 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 -- 172.21.15.83:0/1402467641 shutdown_connections 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 -- 172.21.15.83:0/1402467641 wait complete. 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.016+0000 7f63f4fef640 1 Processor -- start 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- start start 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 0x7f63f0199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.027 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f63f01110f0 con 0x7f63f0101ad0 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f63f0110f70 con 0x7f63f0101130 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f63f0111270 con 0x7f63f0106f10 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55434/0 (socket says 172.21.15.83:55434) 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 -- 172.21.15.83:0/884405411 learned_addr learned my addr 172.21.15.83:0/884405411 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63ee59c640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 0x7f63f0199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63eed9d640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 -- 172.21.15.83:0/884405411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 msgr2=0x7f63f01a45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01a45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 -- 172.21.15.83:0/884405411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 msgr2=0x7f63f0199550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 0x7f63f0199550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 -- 172.21.15.83:0/884405411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63f01a4b10 con 0x7f63f0101ad0 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63eed9d640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01a45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e7fff640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f63d800d950 tx=0x7f63d800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d8017070 con 0x7f63f0101ad0 2024-04-22T14:08:04.029 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63d8009c30 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63f01a4ce0 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d800f620 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.017+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63f01a51b0 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.019+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63f0069230 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.020+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f63d8010460 con 0x7f63f0101ad0 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.020+0000 7f63e77fe640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 0x7f63dc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.030 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.020+0000 7f63ee59c640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 0x7f63dc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.020+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f63d80d0420 con 0x7f63f0101ad0 2024-04-22T14:08:04.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.021+0000 7f63ee59c640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 0x7f63dc0a61e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f63e0005fd0 tx=0x7f63e000b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.031 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.025+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f63d809cac0 con 0x7f63f0101ad0 2024-04-22T14:08:04.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.240+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63f0109380 con 0x7f63f0101ad0 2024-04-22T14:08:04.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.241+0000 7f63e77fe640 1 -- 172.21.15.83:0/884405411 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+11923 (secure 0 0 0) 0x7f63d8009de0 con 0x7f63f0101ad0 2024-04-22T14:08:04.245 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:08:04.245 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:07:27.351668+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:08:04.246 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 45 2024-04-22T14:08:04.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 msgr2=0x7f63dc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 0x7f63dc0a61e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f63e0005fd0 tx=0x7f63e000b390 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 msgr2=0x7f63f0199a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f63d800d950 tx=0x7f63d800de10 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 shutdown_connections 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f63dc0a3d20 0x7f63dc0a61e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f63f0106f10 0x7f63f01a45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f63f0101ad0 0x7f63f0199a90 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 --2- 172.21.15.83:0/884405411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63f0101130 0x7f63f0199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 >> 172.21.15.83:0/884405411 conn(0x7f63f0077e30 msgr2=0x7f63f00ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 shutdown_connections 2024-04-22T14:08:04.248 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.243+0000 7f63f4fef640 1 -- 172.21.15.83:0/884405411 wait complete. 2024-04-22T14:08:04.258 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.359+0000 7f4eb67d5640 1 -- 172.21.15.83:0/3358377531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 msgr2=0x7f4eb010e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.359+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/3358377531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb010e9b0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8009ca0 tx=0x7f4ea802c230 comp rx=0 tx=0).stop 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- 172.21.15.83:0/3358377531 shutdown_connections 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/3358377531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb010e9b0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/3358377531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 0x7f4eb010bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/3358377531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb01035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- 172.21.15.83:0/3358377531 >> 172.21.15.83:0/3358377531 conn(0x7f4eb0077f50 msgr2=0x7f4eb0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- 172.21.15.83:0/3358377531 shutdown_connections 2024-04-22T14:08:04.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- 172.21.15.83:0/3358377531 wait complete. 2024-04-22T14:08:04.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 Processor -- start 2024-04-22T14:08:04.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- start start 2024-04-22T14:08:04.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 0x7f4eb019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb0112200 con 0x7f4eb010c510 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb0112080 con 0x7f4eb0103af0 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.360+0000 7f4eb67d5640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb0112380 con 0x7f4eb01031d0 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55458/0 (socket says 172.21.15.83:55458) 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 -- 172.21.15.83:0/2307638552 learned_addr learned my addr 172.21.15.83:0/2307638552 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 0x7f4eb019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eaffff640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 -- 172.21.15.83:0/2307638552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 msgr2=0x7f4eb019e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb019e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 -- 172.21.15.83:0/2307638552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 msgr2=0x7f4eb019e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 0x7f4eb019e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 -- 172.21.15.83:0/2307638552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eb0198d80 con 0x7f4eb010c510 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eaffff640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f4ea802c840 tx=0x7f4ea8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4ead7fa640 1 -- 172.21.15.83:0/2307638552 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8039040 con 0x7f4eb010c510 2024-04-22T14:08:04.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4ead7fa640 1 -- 172.21.15.83:0/2307638552 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea8044070 con 0x7f4eb010c510 2024-04-22T14:08:04.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eb0199010 con 0x7f4eb010c510 2024-04-22T14:08:04.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4ead7fa640 1 -- 172.21.15.83:0/2307638552 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8032a30 con 0x7f4eb010c510 2024-04-22T14:08:04.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.361+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eb01a52c0 con 0x7f4eb010c510 2024-04-22T14:08:04.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.363+0000 7f4ead7fa640 1 -- 172.21.15.83:0/2307638552 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4ea8004580 con 0x7f4eb010c510 2024-04-22T14:08:04.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.363+0000 7f4eb93c7740 1 Processor -- start 2024-04-22T14:08:04.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 -- start start 2024-04-22T14:08:04.374 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f812874710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4ead7fa640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 0x7f4e980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81287e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f8127d91f0 con 0x55f812874ce0 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f8127764b0 con 0x55f812874330 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f8127d51b0 con 0x55f81287de40 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaffff640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 0x7f4e980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55470/0 (socket says 172.21.15.83:55470) 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 -- 172.21.15.83:0/3052527205 learned_addr learned my addr 172.21.15.83:0/3052527205 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4ead7fa640 1 -- 172.21.15.83:0/2307638552 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f4ea80f2ed0 con 0x7f4eb010c510 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f812874710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.375 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81287e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 -- 172.21.15.83:0/3052527205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 msgr2=0x55f81287e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81287e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 -- 172.21.15.83:0/3052527205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 msgr2=0x55f812874710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f812874710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 -- 172.21.15.83:0/3052527205 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8127681b0 con 0x55f812874ce0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaffff640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 0x7f4e980a61e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ea4006fd0 tx=0x7f4ea4008040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.364+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0013910 tx=0x7f4ea000e430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b07fdd64f343706e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4e967fc640 1 -- 172.21.15.83:0/3052527205 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea000b8f0 con 0x55f812874ce0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4e967fc640 1 -- 172.21.15.83:0/3052527205 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea0005020 con 0x55f812874ce0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4e967fc640 1 -- 172.21.15.83:0/3052527205 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea00049e0 con 0x55f812874ce0 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 -- 172.21.15.83:0/3052527205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 msgr2=0x55f81287d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0013910 tx=0x7f4ea000e430 comp rx=0 tx=0).stop 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 -- 172.21.15.83:0/3052527205 shutdown_connections 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81287e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874ce0 0x55f81287d820 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.376 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/3052527205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f812874710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 -- 172.21.15.83:0/3052527205 >> 172.21.15.83:0/3052527205 conn(0x55f81286eba0 msgr2=0x55f81286ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 -- 172.21.15.83:0/3052527205 shutdown_connections 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.365+0000 7f4eb93c7740 1 -- 172.21.15.83:0/3052527205 wait complete. 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 -- start start 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 Processor -- start 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874330 0x55f812884270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f812881650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55f812884dc0 con 0x55f81287de40 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55f812792500 con 0x55f812874ce0 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55f812884f40 con 0x55f812874330 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb93c7740 10 client.0 _ll_register_callbacks cb 0x55f812760b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55486/0 (socket says 172.21.15.83:55486) 2024-04-22T14:08:04.377 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1148986718 learned_addr learned my addr 172.21.15.83:0/1148986718 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874330 0x55f812884270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1148986718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874330 msgr2=0x55f812884270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874330 0x55f812884270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f812881650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1148986718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 msgr2=0x55f812881650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f812881650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.366+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1148986718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8124eb3f0 con 0x55f81287de40 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8009dc0 tx=0x7f4ea80bb350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a5cf611b0cbba7e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea80e72c0 con 0x55f81287de40 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f4ea80333a0 con 0x55f81287de40 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ea0005020 con 0x55f81287de40 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f4ea80335a0 con 0x55f81287de40 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 10 client.18648 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.378 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55f8125b57d0 con 0x55f81287de40 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea0005020 con 0x55f81287de40 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f4ea80c8ce0 con 0x55f81287de40 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 10 client.18648 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 10 client.18648 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 20 client.18648 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f812892050 0x55f812894480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 4 client.18648 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f812778930 con 0x55f812892050 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.367+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f812892050 0x55f812894480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4e8f7fe640 10 client.18648 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f812892050 0x55f812894480 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f418194de3ee0710 server_cookie=78dd1828134737c8 in_seq=0 out_seq=0 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1148986718 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f812778930 con 0x55f812892050 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4e8f7fe640 10 client.18648 handle_command_reply: tid=0 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 client.18648 shutdown 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 msgr2=0x55f812881bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.379 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8009dc0 tx=0x7f4ea80bb350 comp rx=0 tx=0).stop 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 shutdown_connections 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f812881bf0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f812892050 0x55f812894480 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f812881650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4e8f7fe640 0 client.18648 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.368+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1148986718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874330 0x55f812884270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.369+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 >> 172.21.15.83:0/1148986718 conn(0x55f81286eba0 msgr2=0x55f8128708f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.369+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 shutdown_connections 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.369+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1148986718 wait complete. 2024-04-22T14:08:04.380 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.369+0000 7f4eb93c7740 20 client.18648 trim_cache size 0 max 16384 2024-04-22T14:08:04.385 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 Processor -- start 2024-04-22T14:08:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 -- start start 2024-04-22T14:08:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f81288dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.391 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81286da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01ab850 con 0x55f812874330 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01ad390 con 0x55f812874ce0 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01abf20 con 0x55f81287de40 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55492/0 (socket says 172.21.15.83:55492) 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 -- 172.21.15.83:0/1543121313 learned_addr learned my addr 172.21.15.83:0/1543121313 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaf7fe640 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f81288dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 -- 172.21.15.83:0/1543121313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 msgr2=0x55f81286da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81286da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 -- 172.21.15.83:0/1543121313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 msgr2=0x55f81288dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f81288dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 -- 172.21.15.83:0/1543121313 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f812894b00 con 0x55f812874330 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x55f812894d00 tx=0x7f4ea4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633387868b40ae61 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4e95ffb640 1 -- 172.21.15.83:0/1543121313 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea4024220 con 0x55f812874330 2024-04-22T14:08:04.392 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4e95ffb640 1 -- 172.21.15.83:0/1543121313 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea402a070 con 0x55f812874330 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.382+0000 7f4e95ffb640 1 -- 172.21.15.83:0/1543121313 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea4013d90 con 0x55f812874330 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1543121313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 msgr2=0x55f81287f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x55f812894d00 tx=0x7f4ea4012000 comp rx=0 tx=0).stop 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1543121313 shutdown_connections 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f81287de40 0x55f81286da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874ce0 0x55f81288dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1543121313 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f812874330 0x55f81287f230 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1543121313 >> 172.21.15.83:0/1543121313 conn(0x55f81286eba0 msgr2=0x55f81286d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1543121313 shutdown_connections 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1543121313 wait complete. 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.383+0000 7f4eb93c7740 1 -- start start 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 Processor -- start 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f81288a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874ce0 0x55f81288a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.393 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01accc0 con 0x55f81287de40 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01ac5f0 con 0x55f812874330 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4eb01a9850 con 0x55f812874ce0 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb93c7740 10 client.0 _ll_register_callbacks cb 0x7f4ea80bb280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55496/0 (socket says 172.21.15.83:55496) 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1205399504 learned_addr learned my addr 172.21.15.83:0/1205399504 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f81288a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1205399504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874ce0 msgr2=0x55f81288a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874ce0 0x55f81288a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1205399504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 msgr2=0x55f81288a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f81288a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 -- 172.21.15.83:0/1205399504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8128879d0 con 0x55f81287de40 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f81288a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:04.394 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4eb4d72640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f4ea80bec80 tx=0x7f4ea8035f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca6e743d096c30c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.384+0000 7f4e8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea80be8e0 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f4ea8032de0 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4ea402a070 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f4ea80c7bf0 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 10 client.18654 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55f8128879d0 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ea402a070 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f4ea803c030 con 0x55f81287de40 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 10 client.18654 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 10 client.18654 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 20 client.18654 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f8128f94f0 0x55f8128fb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 4 client.18654 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:04.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f8127e6c10 con 0x55f8128f94f0 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f8128f94f0 0x55f8128fb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4e8f7fe640 10 client.18654 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.385+0000 7f4eaffff640 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f8128f94f0 0x55f8128fb910 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a90012a4e3928d3d server_cookie=115acb74fa5c0246 in_seq=0 out_seq=0 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4e8f7fe640 1 -- 172.21.15.83:0/1205399504 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f8127e6c10 con 0x55f8128f94f0 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4e8f7fe640 10 client.18654 handle_command_reply: tid=0 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 client.18654 shutdown 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 msgr2=0x55f8128871a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f4ea80bec80 tx=0x7f4ea8035f90 comp rx=0 tx=0).stop 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 shutdown_connections 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55f81287de40 0x55f8128871a0 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55f812874ce0 0x55f81288a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55f8128f94f0 0x55f8128fb910 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 --2- 172.21.15.83:0/1205399504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55f812874330 0x55f81288a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4e8f7fe640 0 client.18654 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:04.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 >> 172.21.15.83:0/1205399504 conn(0x55f81286eba0 msgr2=0x55f81286dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 shutdown_connections 2024-04-22T14:08:04.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 1 -- 172.21.15.83:0/1205399504 wait complete. 2024-04-22T14:08:04.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb93c7740 20 client.18654 trim_cache size 0 max 16384 2024-04-22T14:08:04.397 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 msgr2=0x7f4e980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 0x7f4e980a61e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4ea4006fd0 tx=0x7f4ea4008040 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 msgr2=0x7f4eb0198600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.386+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f4ea802c840 tx=0x7f4ea8003ba0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 shutdown_connections 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4e980a3d20 0x7f4e980a61e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4eb010c510 0x7f4eb0198600 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4eb0103af0 0x7f4eb019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 --2- 172.21.15.83:0/2307638552 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4eb01031d0 0x7f4eb019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 >> 172.21.15.83:0/2307638552 conn(0x7f4eb0077f50 msgr2=0x7f4eb00fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 shutdown_connections 2024-04-22T14:08:04.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.387+0000 7f4eb67d5640 1 -- 172.21.15.83:0/2307638552 wait complete. 2024-04-22T14:08:04.401 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 -- 172.21.15.83:0/2890666123 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 msgr2=0x7fe364107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/2890666123 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe364107410 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fe358009930 tx=0x7fe35802bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 -- 172.21.15.83:0/2890666123 shutdown_connections 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/2890666123 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe364101b40 0x7fe36410dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/2890666123 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe3641011a0 0x7fe364101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/2890666123 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe364107410 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 -- 172.21.15.83:0/2890666123 >> 172.21.15.83:0/2890666123 conn(0x7fe364076c50 msgr2=0x7fe364077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 -- 172.21.15.83:0/2890666123 shutdown_connections 2024-04-22T14:08:04.505 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 -- 172.21.15.83:0/2890666123 wait complete. 2024-04-22T14:08:04.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.501+0000 7fe36b1ef640 1 Processor -- start 2024-04-22T14:08:04.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 -- start start 2024-04-22T14:08:04.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 0x7fe36419e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.507 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe364101b40 0x7fe36419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe364112260 con 0x7fe364107030 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641120e0 con 0x7fe3641011a0 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641123e0 con 0x7fe364101b40 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55504/0 (socket says 172.21.15.83:55504) 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe363fff640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe364101b40 0x7fe36419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 -- 172.21.15.83:0/4162779584 learned_addr learned my addr 172.21.15.83:0/4162779584 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe368f8b640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 0x7fe36419e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 -- 172.21.15.83:0/4162779584 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe364101b40 msgr2=0x7fe36419e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe364101b40 0x7fe36419e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 -- 172.21.15.83:0/4162779584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 msgr2=0x7fe36419e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 0x7fe36419e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 -- 172.21.15.83:0/4162779584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe364198d20 con 0x7fe364107030 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe368f8b640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 0x7fe36419e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:04.508 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36978c640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fe35c00eb10 tx=0x7fe35c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe361ffb640 1 -- 172.21.15.83:0/4162779584 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c004b20 con 0x7fe364107030 2024-04-22T14:08:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe361ffb640 1 -- 172.21.15.83:0/4162779584 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe35c004cc0 con 0x7fe364107030 2024-04-22T14:08:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe364199010 con 0x7fe364107030 2024-04-22T14:08:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.502+0000 7fe361ffb640 1 -- 172.21.15.83:0/4162779584 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c010670 con 0x7fe364107030 2024-04-22T14:08:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.503+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3641a52b0 con 0x7fe364107030 2024-04-22T14:08:04.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.504+0000 7fe361ffb640 1 -- 172.21.15.83:0/4162779584 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe35c005020 con 0x7fe364107030 2024-04-22T14:08:04.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe361ffb640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 0x7fe3540a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.515 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 Processor -- start 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 -- start start 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe368f8b640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 0x7fe3540a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe361ffb640 1 -- 172.21.15.83:0/4162779584 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fe35c0d0e20 con 0x7fe364107030 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a36630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a43840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55992799b1f0 con 0x559927a43e10 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5599279384b0 con 0x559927a36250 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36dddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5599279971b0 con 0x559927a36c00 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.505+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55518/0 (socket says 172.21.15.83:55518) 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 -- 172.21.15.83:0/374318349 learned_addr learned my addr 172.21.15.83:0/374318349 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe368f8b640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 0x7fe3540a61e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe358006010 tx=0x7fe358009610 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe368f8b640 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a36630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.516 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe363fff640 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a43840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 -- 172.21.15.83:0/374318349 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 msgr2=0x559927a43840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a43840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 -- 172.21.15.83:0/374318349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 msgr2=0x559927a36630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a36630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 -- 172.21.15.83:0/374318349 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992792a1b0 con 0x559927a43e10 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe36978c640 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fe35c099220 tx=0x7fe35c09c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c60fee07e76c0051 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe34effd640 1 -- 172.21.15.83:0/374318349 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c09d4c0 con 0x559927a43e10 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe34effd640 1 -- 172.21.15.83:0/374318349 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe35c09cdc0 con 0x559927a43e10 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.506+0000 7fe34effd640 1 -- 172.21.15.83:0/374318349 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c09d020 con 0x559927a43e10 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- 172.21.15.83:0/374318349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 msgr2=0x559927a46220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fe35c099220 tx=0x7fe35c09c9c0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- 172.21.15.83:0/374318349 shutdown_connections 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a46220 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a43840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.517 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 --2- 172.21.15.83:0/374318349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a36630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- 172.21.15.83:0/374318349 >> 172.21.15.83:0/374318349 conn(0x559927a30ba0 msgr2=0x559927a30f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- 172.21.15.83:0/374318349 shutdown_connections 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- 172.21.15.83:0/374318349 wait complete. 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 -- start start 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 Processor -- start 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.507+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a40a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a40fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x559927a46d40 con 0x559927a36250 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x559927954500 con 0x559927a36c00 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x559927a46ec0 con 0x559927a43e10 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 10 client.0 _ll_register_callbacks cb 0x559927922b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55532/0 (socket says 172.21.15.83:55532) 2024-04-22T14:08:04.518 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 -- 172.21.15.83:0/3028855270 learned_addr learned my addr 172.21.15.83:0/3028855270 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36978c640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a40fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe363fff640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a40a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 -- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 msgr2=0x559927a40fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a40fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 -- 172.21.15.83:0/3028855270 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 msgr2=0x559927a40a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a40a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 -- 172.21.15.83:0/3028855270 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599276ad3f0 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe368f8b640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fe358000c00 tx=0x7fe358009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e0d6f102ff60d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe343fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358050030 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fe3580046c0 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe35c09cdc0 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fe3580048c0 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 10 client.18666 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.508+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5599277777d0 con 0x559927a36250 2024-04-22T14:08:04.519 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe35c09cdc0 con 0x559927a36250 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fe358049050 con 0x559927a36250 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 10 client.18666 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 10 client.18666 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 20 client.18666 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927a53f80 0x559927a56390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 4 client.18666 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55992793a930 con 0x559927a53f80 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe363fff640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927a53f80 0x559927a56390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe363fff640 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927a53f80 0x559927a56390 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e5effff0475b895e server_cookie=264875d5a53efac8 in_seq=0 out_seq=0 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.509+0000 7fe343fff640 10 client.18666 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe343fff640 1 -- 172.21.15.83:0/3028855270 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55992793a930 con 0x559927a53f80 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe343fff640 10 client.18666 handle_command_reply: tid=0 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 client.18666 shutdown 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 msgr2=0x559927a436e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.520 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fe358000c00 tx=0x7fe358009260 comp rx=0 tx=0).stop 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 shutdown_connections 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927a53f80 0x559927a56390 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a40fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a40a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe343fff640 0 client.18666 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 --2- 172.21.15.83:0/3028855270 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a436e0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 >> 172.21.15.83:0/3028855270 conn(0x559927a30ba0 msgr2=0x559927a328f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 shutdown_connections 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.510+0000 7fe36dddc740 1 -- 172.21.15.83:0/3028855270 wait complete. 2024-04-22T14:08:04.521 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.511+0000 7fe36dddc740 20 client.18666 trim_cache size 0 max 16384 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 Processor -- start 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 -- start start 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a431a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a436e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641aba50 con 0x559927a36250 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641ad590 con 0x559927a36c00 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36dddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641ac120 con 0x559927a43e10 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55546/0 (socket says 172.21.15.83:55546) 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 -- 172.21.15.83:0/1271310005 learned_addr learned my addr 172.21.15.83:0/1271310005 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe363fff640 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a431a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe36978c640 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a436e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 -- 172.21.15.83:0/1271310005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 msgr2=0x559927a436e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a436e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 -- 172.21.15.83:0/1271310005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 msgr2=0x559927a431a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a431a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.526+0000 7fe368f8b640 1 -- 172.21.15.83:0/1271310005 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559927a35560 con 0x559927a36250 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe368f8b640 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fe358005410 tx=0x7fe358004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72acc0ef8caf257 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe34e7fc640 1 -- 172.21.15.83:0/1271310005 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358050070 con 0x559927a36250 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe34e7fc640 1 -- 172.21.15.83:0/1271310005 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe358063020 con 0x559927a36250 2024-04-22T14:08:04.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe34e7fc640 1 -- 172.21.15.83:0/1271310005 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe358003850 con 0x559927a36250 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 -- 172.21.15.83:0/1271310005 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 msgr2=0x559927a4fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7fe358005410 tx=0x7fe358004610 comp rx=0 tx=0).stop 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 -- 172.21.15.83:0/1271310005 shutdown_connections 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a43e10 0x559927a436e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36c00 0x559927a431a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 --2- 172.21.15.83:0/1271310005 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a36250 0x559927a4fc40 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.536 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 -- 172.21.15.83:0/1271310005 >> 172.21.15.83:0/1271310005 conn(0x559927a30ba0 msgr2=0x559927a3c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 -- 172.21.15.83:0/1271310005 shutdown_connections 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.527+0000 7fe36dddc740 1 -- 172.21.15.83:0/1271310005 wait complete. 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 -- start start 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 Processor -- start 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a4c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a47a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641acec0 con 0x559927a43e10 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641ac7f0 con 0x559927a36250 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe3641a9a50 con 0x559927a36c00 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36dddc740 10 client.0 _ll_register_callbacks cb 0x7fe35802c8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe368f8b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a4c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36978c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55552/0 (socket says 172.21.15.83:55552) 2024-04-22T14:08:04.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe36978c640 1 -- 172.21.15.83:0/2919117028 learned_addr learned my addr 172.21.15.83:0/2919117028 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.528+0000 7fe363fff640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a47a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 -- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 msgr2=0x559927a47a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a47a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 -- 172.21.15.83:0/2919117028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 msgr2=0x559927a4c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a4c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 -- 172.21.15.83:0/2919117028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559927ab94d0 con 0x559927a43e10 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36978c640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fe35c0049d0 tx=0x7fe35c09ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b454d36308b389c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c0b5070 con 0x559927a43e10 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fe35c09d230 con 0x559927a43e10 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe358063020 con 0x559927a43e10 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fe35c0a1170 con 0x559927a43e10 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 10 client.18672 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x559927aba610 con 0x559927a43e10 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe358063020 con 0x559927a43e10 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fe35c0a55a0 con 0x559927a43e10 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 10 client.18672 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 10 client.18672 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 20 client.18672 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927aba950 0x559927abcd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 4 client.18672 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.529+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5599279a8c10 con 0x559927aba950 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe368f8b640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927aba950 0x559927abcd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe343fff640 10 client.18672 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe368f8b640 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927aba950 0x559927abcd40 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c830976cbb8ba8b2 server_cookie=abdac87921d69b72 in_seq=0 out_seq=0 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe343fff640 1 -- 172.21.15.83:0/2919117028 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5599279a8c10 con 0x559927aba950 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe343fff640 10 client.18672 handle_command_reply: tid=0 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 client.18672 shutdown 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 msgr2=0x559927a48160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.539 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fe35c0049d0 tx=0x7fe35c09ca30 comp rx=0 tx=0).stop 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 shutdown_connections 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x559927aba950 0x559927abcd40 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x559927a43e10 0x559927a48160 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe343fff640 0 client.18672 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x559927a36c00 0x559927a47a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.530+0000 7fe36dddc740 1 --2- 172.21.15.83:0/2919117028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x559927a36250 0x559927a4c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 >> 172.21.15.83:0/2919117028 conn(0x559927a30ba0 msgr2=0x559927a2f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 shutdown_connections 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36dddc740 1 -- 172.21.15.83:0/2919117028 wait complete. 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36dddc740 20 client.18672 trim_cache size 0 max 16384 2024-04-22T14:08:04.540 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 msgr2=0x7fe3540a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 0x7fe3540a61e0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe358006010 tx=0x7fe358009610 comp rx=0 tx=0).stop 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 msgr2=0x7fe3641985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fe35c00eb10 tx=0x7fe35c00c2d0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 shutdown_connections 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe3540a3d20 0x7fe3540a61e0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe364107030 0x7fe3641985a0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe364101b40 0x7fe36419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.541 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 --2- 172.21.15.83:0/4162779584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3641011a0 0x7fe36419e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.531+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 >> 172.21.15.83:0/4162779584 conn(0x7fe364076c50 msgr2=0x7fe3640fff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.532+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 shutdown_connections 2024-04-22T14:08:04.542 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.532+0000 7fe36b1ef640 1 -- 172.21.15.83:0/4162779584 wait complete. 2024-04-22T14:08:04.546 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 -- 172.21.15.83:0/3818713383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7590103ad0 msgr2=0x7f759010bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 --2- 172.21.15.83:0/3818713383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7590103ad0 0x7f759010bfb0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f7580009900 tx=0x7f758002bcd0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 -- 172.21.15.83:0/3818713383 shutdown_connections 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 --2- 172.21.15.83:0/3818713383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f759010c580 0x7f759010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 --2- 172.21.15.83:0/3818713383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f7590103ad0 0x7f759010bfb0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 --2- 172.21.15.83:0/3818713383 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f75901031b0 0x7f7590103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 -- 172.21.15.83:0/3818713383 >> 172.21.15.83:0/3818713383 conn(0x7f75900771d0 msgr2=0x7f75900775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 -- 172.21.15.83:0/3818713383 shutdown_connections 2024-04-22T14:08:04.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.644+0000 7f75986e0640 1 -- 172.21.15.83:0/3818713383 wait complete. 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 Processor -- start 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 -- start start 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7590103ad0 0x7f759019e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 0x7f75901985d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75901121c0 con 0x7f75901031b0 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7590112040 con 0x7f7590103ad0 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f7590112340 con 0x7f759010c580 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55560/0 (socket says 172.21.15.83:55560) 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 -- 172.21.15.83:0/1237266479 learned_addr learned my addr 172.21.15.83:0/1237266479 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f7595c7b640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7590103ad0 0x7f759019e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f7596c7d640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 0x7f75901985d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 -- 172.21.15.83:0/1237266479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 msgr2=0x7f75901985d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 0x7f75901985d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 -- 172.21.15.83:0/1237266479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7590103ad0 msgr2=0x7f759019e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7590103ad0 0x7f759019e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 -- 172.21.15.83:0/1237266479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7590198d50 con 0x7f75901031b0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f7596c7d640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 0x7f75901985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f759647c640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f758800cce0 tx=0x7f758800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75877fe640 1 -- 172.21.15.83:0/1237266479 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7588004b20 con 0x7f75901031b0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75877fe640 1 -- 172.21.15.83:0/1237266479 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7588004cc0 con 0x7f75901031b0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7590199040 con 0x7f75901031b0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.645+0000 7f75877fe640 1 -- 172.21.15.83:0/1237266479 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758800f7c0 con 0x7f75901031b0 2024-04-22T14:08:04.652 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.646+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75901a52e0 con 0x7f75901031b0 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.647+0000 7f75877fe640 1 -- 172.21.15.83:0/1237266479 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f7588005560 con 0x7f75901031b0 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 Processor -- start 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 -- start start 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f75877fe640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 0x7f757c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5572986713b0 0x557298671790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.659 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x55729867b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5572985d61f0 con 0x557298671d60 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5572985734b0 con 0x55729867ae60 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f759b3ac740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5572985d21b0 con 0x5572986713b0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.648+0000 7f7596c7d640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 0x7f757c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f75877fe640 1 -- 172.21.15.83:0/1237266479 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f75880d0860 con 0x7f75901031b0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55566/0 (socket says 172.21.15.83:55566) 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 -- 172.21.15.83:0/3876226784 learned_addr learned my addr 172.21.15.83:0/3876226784 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f759647c640 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5572986713b0 0x557298671790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7596c7d640 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x55729867b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 -- 172.21.15.83:0/3876226784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5572986713b0 msgr2=0x557298671790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5572986713b0 0x557298671790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 -- 172.21.15.83:0/3876226784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 msgr2=0x55729867b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.660 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x55729867b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 -- 172.21.15.83:0/3876226784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572985651b0 con 0x557298671d60 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7596c7d640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 0x7f757c0a6260 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f758c005d50 tx=0x7f758c00cf90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7595c7b640 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f7580009900 tx=0x7f75800040f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ba34fb3cefee681 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7584ff9640 1 -- 172.21.15.83:0/3876226784 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75800042a0 con 0x557298671d60 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7584ff9640 1 -- 172.21.15.83:0/3876226784 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7580004440 con 0x557298671d60 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.649+0000 7f7584ff9640 1 -- 172.21.15.83:0/3876226784 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75800046c0 con 0x557298671d60 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- 172.21.15.83:0/3876226784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 msgr2=0x55729867a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f7580009900 tx=0x7f75800040f0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- 172.21.15.83:0/3876226784 shutdown_connections 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x55729867b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x557298671d60 0x55729867a890 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3876226784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5572986713b0 0x557298671790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- 172.21.15.83:0/3876226784 >> 172.21.15.83:0/3876226784 conn(0x55729866bba0 msgr2=0x55729866bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- 172.21.15.83:0/3876226784 shutdown_connections 2024-04-22T14:08:04.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- 172.21.15.83:0/3876226784 wait complete. 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 -- start start 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.650+0000 7f759b3ac740 1 Processor -- start 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572986713b0 0x557298681100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x557298681d40 con 0x55729867ae60 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55729858f500 con 0x5572986713b0 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x557298681ec0 con 0x557298671d60 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 10 client.0 _ll_register_callbacks cb 0x55729855db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55574/0 (socket says 172.21.15.83:55574) 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 -- 172.21.15.83:0/3643067433 learned_addr learned my addr 172.21.15.83:0/3643067433 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7595c7b640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759647c640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572986713b0 0x557298681100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 -- 172.21.15.83:0/3643067433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 msgr2=0x55729867e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 -- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572986713b0 msgr2=0x557298681100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572986713b0 0x557298681100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 -- 172.21.15.83:0/3643067433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572982e83f0 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7596c7d640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f758c010b20 tx=0x7f758c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b9524c54b0fe93 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7579ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758c00de50 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7580004440 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f758c028410 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f758c028610 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 10 client.18684 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.651+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5572983b27d0 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7580004440 con 0x55729867ae60 2024-04-22T14:08:04.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f758c01e920 con 0x55729867ae60 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 10 client.18684 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 10 client.18684 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 20 client.18684 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55729868ee10 0x557298691260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 4 client.18684 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557298575930 con 0x55729868ee10 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759647c640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55729868ee10 0x557298691260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f7579ffb640 10 client.18684 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.652+0000 7f759647c640 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55729868ee10 0x557298691260 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9a6c61ab9951a9aa server_cookie=6249d7ffb2e1db6b in_seq=0 out_seq=0 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f7579ffb640 1 -- 172.21.15.83:0/3643067433 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557298575930 con 0x55729868ee10 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f7579ffb640 10 client.18684 handle_command_reply: tid=0 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 client.18684 shutdown 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 msgr2=0x55729867e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f758c010b20 tx=0x7f758c018000 comp rx=0 tx=0).stop 2024-04-22T14:08:04.664 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 shutdown_connections 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x55729868ee10 0x557298691260 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55729867ae60 0x55729867e9d0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f7579ffb640 0 client.18684 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 --2- 172.21.15.83:0/3643067433 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5572986713b0 0x557298681100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 >> 172.21.15.83:0/3643067433 conn(0x55729866bba0 msgr2=0x55729866d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 shutdown_connections 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 1 -- 172.21.15.83:0/3643067433 wait complete. 2024-04-22T14:08:04.665 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.653+0000 7f759b3ac740 20 client.18684 trim_cache size 0 max 16384 2024-04-22T14:08:04.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 Processor -- start 2024-04-22T14:08:04.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 -- start start 2024-04-22T14:08:04.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557298671d60 0x55729867d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55729867ae60 0x55729866aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75901ab960 con 0x5572986713b0 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75901ad4a0 con 0x557298671d60 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.666+0000 7f759b3ac740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75901ac030 con 0x55729867ae60 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55588/0 (socket says 172.21.15.83:55588) 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 -- 172.21.15.83:0/2579042760 learned_addr learned my addr 172.21.15.83:0/2579042760 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 -- 172.21.15.83:0/2579042760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55729867ae60 msgr2=0x55729866aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55729867ae60 0x55729866aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 -- 172.21.15.83:0/2579042760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557298671d60 msgr2=0x55729867d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557298671d60 0x55729867d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 -- 172.21.15.83:0/2579042760 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557298671b00 con 0x5572986713b0 2024-04-22T14:08:04.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f759647c640 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f75880ce010 tx=0x7f7588098460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc8be80b583226f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f757bfff640 1 -- 172.21.15.83:0/2579042760 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758801d040 con 0x5572986713b0 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f757bfff640 1 -- 172.21.15.83:0/2579042760 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f758809c800 con 0x5572986713b0 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.667+0000 7f757bfff640 1 -- 172.21.15.83:0/2579042760 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758809abd0 con 0x5572986713b0 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- 172.21.15.83:0/2579042760 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 msgr2=0x55729868ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f75880ce010 tx=0x7f7588098460 comp rx=0 tx=0).stop 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- 172.21.15.83:0/2579042760 shutdown_connections 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55729867ae60 0x55729866aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x557298671d60 0x55729867d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- 172.21.15.83:0/2579042760 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x55729868ac70 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- 172.21.15.83:0/2579042760 >> 172.21.15.83:0/2579042760 conn(0x55729866bba0 msgr2=0x55729866a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- 172.21.15.83:0/2579042760 shutdown_connections 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- 172.21.15.83:0/2579042760 wait complete. 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- start start 2024-04-22T14:08:04.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 Processor -- start 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x557298680080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75901acdd0 con 0x5572986713b0 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75901ac700 con 0x55729867ae60 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75901a9960 con 0x557298671d60 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759b3ac740 10 client.0 _ll_register_callbacks cb 0x7f758c010730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759647c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55598/0 (socket says 172.21.15.83:55598) 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f759647c640 1 -- 172.21.15.83:0/720116765 learned_addr learned my addr 172.21.15.83:0/720116765 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.668+0000 7f7596c7d640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x557298680080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 -- 172.21.15.83:0/720116765 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 msgr2=0x55729867fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 -- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 msgr2=0x557298680080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x557298680080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 -- 172.21.15.83:0/720116765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557298680670 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7596c7d640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x557298680080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759647c640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f7588004af0 tx=0x7f75880a0ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19556c4009444e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f758801d070 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f75880870b0 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f758809c800 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f75880a5470 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 10 client.18690 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5572986f5180 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f758809c800 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f758809bc50 con 0x5572986713b0 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 10 client.18690 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 10 client.18690 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 20 client.18690 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5572986f58a0 0x5572986f7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 4 client.18690 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.669+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5572985e3c10 con 0x5572986f58a0 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7595c7b640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5572986f58a0 0x5572986f7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7579ffb640 10 client.18690 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7595c7b640 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5572986f58a0 0x5572986f7cc0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d1c8077effab8f62 server_cookie=216bddffdbc88fef in_seq=0 out_seq=0 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7579ffb640 1 -- 172.21.15.83:0/720116765 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5572985e3c10 con 0x5572986f58a0 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7579ffb640 10 client.18690 handle_command_reply: tid=0 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 client.18690 shutdown 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 msgr2=0x557298687370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f7588004af0 tx=0x7f75880a0ca0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 shutdown_connections 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5572986f58a0 0x5572986f7cc0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.680 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55729867ae60 0x557298680080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x557298671d60 0x55729867fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f7579ffb640 0 client.18690 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 --2- 172.21.15.83:0/720116765 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5572986713b0 0x557298687370 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 >> 172.21.15.83:0/720116765 conn(0x55729866bba0 msgr2=0x55729866a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 shutdown_connections 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 1 -- 172.21.15.83:0/720116765 wait complete. 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.670+0000 7f759b3ac740 20 client.18690 trim_cache size 0 max 16384 2024-04-22T14:08:04.681 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 msgr2=0x7f757c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 0x7f757c0a6260 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f758c005d50 tx=0x7f758c00cf90 comp rx=0 tx=0).stop 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 msgr2=0x7f759019e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f758800cce0 tx=0x7f758800a620 comp rx=0 tx=0).stop 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 shutdown_connections 2024-04-22T14:08:04.682 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f757c0a3da0 0x7f757c0a6260 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f759010c580 0x7f75901985d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7590103ad0 0x7f759019e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 --2- 172.21.15.83:0/1237266479 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f75901031b0 0x7f759019e420 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 >> 172.21.15.83:0/1237266479 conn(0x7f75900771d0 msgr2=0x7f75900fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 shutdown_connections 2024-04-22T14:08:04.683 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.671+0000 7f75986e0640 1 -- 172.21.15.83:0/1237266479 wait complete. 2024-04-22T14:08:04.685 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- 172.21.15.83:0/3278786161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 msgr2=0x7f1e7810ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 --2- 172.21.15.83:0/3278786161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7810ee30 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f1e68009900 tx=0x7f1e6802bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- 172.21.15.83:0/3278786161 shutdown_connections 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 --2- 172.21.15.83:0/3278786161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7810ee30 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 --2- 172.21.15.83:0/3278786161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78102b40 0x7f1e78106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 --2- 172.21.15.83:0/3278786161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 0x7f1e78102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- 172.21.15.83:0/3278786161 >> 172.21.15.83:0/3278786161 conn(0x7f1e780793a0 msgr2=0x7f1e780797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- 172.21.15.83:0/3278786161 shutdown_connections 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- 172.21.15.83:0/3278786161 wait complete. 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 Processor -- start 2024-04-22T14:08:04.788 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.782+0000 7f1e802eb640 1 -- start start 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 0x7f1e7819e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78198590 0x7f1e78198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781121d0 con 0x7f1e78107260 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1e78112050 con 0x7f1e78198590 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1e78112350 con 0x7f1e78102190 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55606/0 (socket says 172.21.15.83:55606) 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 -- 172.21.15.83:0/2297191899 learned_addr learned my addr 172.21.15.83:0/2297191899 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7e087640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 0x7f1e7819e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78198590 0x7f1e78198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 -- 172.21.15.83:0/2297191899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 msgr2=0x7f1e7819e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 0x7f1e7819e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.789 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 -- 172.21.15.83:0/2297191899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78198590 msgr2=0x7f1e78198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78198590 0x7f1e78198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 -- 172.21.15.83:0/2297191899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e781990b0 con 0x7f1e78107260 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c005fd0 tx=0x7f1e6c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e777fe640 1 -- 172.21.15.83:0/2297191899 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c017070 con 0x7f1e78107260 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e777fe640 1 -- 172.21.15.83:0/2297191899 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e6c009c30 con 0x7f1e78107260 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e781993a0 con 0x7f1e78107260 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e777fe640 1 -- 172.21.15.83:0/2297191899 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c003d30 con 0x7f1e78107260 2024-04-22T14:08:04.790 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.783+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e781a55f0 con 0x7f1e78107260 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.786+0000 7f1e777fe640 1 -- 172.21.15.83:0/2297191899 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1e6c003ed0 con 0x7f1e78107260 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.786+0000 7f1e82fb9740 1 Processor -- start 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 -- start start 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba3918e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba3918ee10 0x55ba39191260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.795 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ba390e61f0 con 0x55ba391858e0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ba390834b0 con 0x55ba39186290 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ba390e21b0 con 0x55ba3918ee10 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55620/0 (socket says 172.21.15.83:55620) 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 -- 172.21.15.83:0/162961161 learned_addr learned my addr 172.21.15.83:0/162961161 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e777fe640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 0x7f1e600a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7d886640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba3918ee10 0x55ba39191260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e087640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba3918e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 0x7f1e600a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 -- 172.21.15.83:0/162961161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba3918ee10 msgr2=0x55ba39191260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba3918ee10 0x55ba39191260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 -- 172.21.15.83:0/162961161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 msgr2=0x55ba3918e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba3918e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e888640 1 -- 172.21.15.83:0/162961161 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba390751b0 con 0x55ba391858e0 2024-04-22T14:08:04.796 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e777fe640 1 -- 172.21.15.83:0/2297191899 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f1e6c0d0330 con 0x7f1e78107260 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.787+0000 7f1e7e087640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba3918e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e7e888640 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f1e68036040 tx=0x7f1e68004520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=725eb88f87d7996 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e74bfe640 1 -- 172.21.15.83:0/162961161 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68005040 con 0x55ba391858e0 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e74bfe640 1 -- 172.21.15.83:0/162961161 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e680046c0 con 0x55ba391858e0 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e74bfe640 1 -- 172.21.15.83:0/162961161 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68003850 con 0x55ba391858e0 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e82fb9740 1 -- 172.21.15.83:0/162961161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 msgr2=0x55ba39185cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 0x7f1e600a61e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1e6804e000 tx=0x7f1e6804a000 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.788+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f1e68036040 tx=0x7f1e68004520 comp rx=0 tx=0).stop 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- 172.21.15.83:0/162961161 shutdown_connections 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba3918ee10 0x55ba39191260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba3918e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/162961161 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba391858e0 0x55ba39185cc0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- 172.21.15.83:0/162961161 >> 172.21.15.83:0/162961161 conn(0x55ba3917ffb0 msgr2=0x55ba39180390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- 172.21.15.83:0/162961161 shutdown_connections 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- 172.21.15.83:0/162961161 wait complete. 2024-04-22T14:08:04.797 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- start start 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 Processor -- start 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba3918e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 0x55ba3918c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ba39191d80 con 0x55ba39186290 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ba3909f500 con 0x55ba3918ee10 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ba39191f00 con 0x55ba391858e0 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e82fb9740 10 client.0 _ll_register_callbacks cb 0x55ba3906db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e7d886640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e7d886640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55626/0 (socket says 172.21.15.83:55626) 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e7d886640 1 -- 172.21.15.83:0/2113568814 learned_addr learned my addr 172.21.15.83:0/2113568814 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.789+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 0x55ba3918c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 -- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 msgr2=0x55ba3918e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba3918e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.798 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 -- 172.21.15.83:0/2113568814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 msgr2=0x55ba3918c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 0x55ba3918c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 -- 172.21.15.83:0/2113568814 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba38df83f0 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 0x55ba3918c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e7d886640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c0ce080 tx=0x7f1e6c09c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973ee9eae9e5459d server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e6c0a0680 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f1e6c0cdd00 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e680046c0 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f1e6c0a4f40 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 10 client.18702 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ba38ec27d0 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e680046c0 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f1e6c0a0140 con 0x55ba39186290 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 10 client.18702 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 10 client.18702 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 20 client.18702 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.799 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba3919f060 0x55ba391a1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 4 client.18702 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.790+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba39085930 con 0x55ba3919f060 2024-04-22T14:08:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.791+0000 7f1e7e087640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba3919f060 0x55ba391a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.791+0000 7f1e5dffb640 10 client.18702 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:04.800 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.791+0000 7f1e7e087640 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba3919f060 0x55ba391a1450 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=849a4799c73e926e server_cookie=e5ae738d29924b7d in_seq=0 out_seq=0 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e5dffb640 1 -- 172.21.15.83:0/2113568814 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ba39085930 con 0x55ba3919f060 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e5dffb640 10 client.18702 handle_command_reply: tid=0 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 client.18702 shutdown 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 msgr2=0x55ba3918bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c0ce080 tx=0x7f1e6c09c9d0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 shutdown_connections 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba3919f060 0x55ba391a1450 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba3918ee10 0x55ba3918c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba39186290 0x55ba3918bb00 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2113568814 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba3918e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e5dffb640 0 client.18702 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:04.801 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 >> 172.21.15.83:0/2113568814 conn(0x55ba3917ffb0 msgr2=0x55ba39181d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 shutdown_connections 2024-04-22T14:08:04.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2113568814 wait complete. 2024-04-22T14:08:04.802 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.792+0000 7f1e82fb9740 20 client.18702 trim_cache size 0 max 16384 2024-04-22T14:08:04.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 Processor -- start 2024-04-22T14:08:04.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 -- start start 2024-04-22T14:08:04.814 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba391858e0 0x55ba39181a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba39186290 0x55ba3918e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781ab9a0 con 0x55ba3918ee10 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781ad4e0 con 0x55ba391858e0 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.805+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781ac070 con 0x55ba39186290 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55636/0 (socket says 172.21.15.83:55636) 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 -- 172.21.15.83:0/2470062166 learned_addr learned my addr 172.21.15.83:0/2470062166 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 -- 172.21.15.83:0/2470062166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba39186290 msgr2=0x55ba3918e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba39186290 0x55ba3918e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 -- 172.21.15.83:0/2470062166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba391858e0 msgr2=0x55ba39181a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba391858e0 0x55ba39181a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 -- 172.21.15.83:0/2470062166 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba391a17c0 con 0x55ba3918ee10 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e7e888640 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f1e68005ff0 tx=0x7f1e68004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0fcc7eb83620f4f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e5ffff640 1 -- 172.21.15.83:0/2470062166 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e680037f0 con 0x55ba3918ee10 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e5ffff640 1 -- 172.21.15.83:0/2470062166 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e680054b0 con 0x55ba3918ee10 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.806+0000 7f1e5ffff640 1 -- 172.21.15.83:0/2470062166 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68003de0 con 0x55ba3918ee10 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2470062166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 msgr2=0x55ba3918e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f1e68005ff0 tx=0x7f1e68004610 comp rx=0 tx=0).stop 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2470062166 shutdown_connections 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba3918e770 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba39186290 0x55ba3918e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/2470062166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba391858e0 0x55ba39181a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2470062166 >> 172.21.15.83:0/2470062166 conn(0x55ba3917ffb0 msgr2=0x55ba39181330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2470062166 shutdown_connections 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- 172.21.15.83:0/2470062166 wait complete. 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- start start 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 Processor -- start 2024-04-22T14:08:04.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba39197150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba39197690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781ace10 con 0x55ba3918ee10 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781ac740 con 0x55ba39186290 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1e781a99c0 con 0x55ba391858e0 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e82fb9740 10 client.0 _ll_register_callbacks cb 0x7f1e6c09bcc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e7e888640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55638/0 (socket says 172.21.15.83:55638) 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.807+0000 7f1e7e888640 1 -- 172.21.15.83:0/962312795 learned_addr learned my addr 172.21.15.83:0/962312795 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7d886640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba39197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e087640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba39197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 -- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 msgr2=0x55ba39197150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba39197150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 -- 172.21.15.83:0/962312795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 msgr2=0x55ba39197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba39197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 -- 172.21.15.83:0/962312795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba39186030 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e7e888640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f1e6804f040 tx=0x7f1e680038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=501bec3271f176de server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68005200 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f1e680046c0 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e680054b0 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f1e68003e40 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 10 client.18708 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ba39205ea0 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1e680054b0 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f1e68040040 con 0x55ba3918ee10 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 10 client.18708 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 10 client.18708 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:08:04.818 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 20 client.18708 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba39206120 0x55ba39208510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 4 client.18708 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.808+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ba390f3c10 con 0x55ba39206120 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e7e087640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba39206120 0x55ba39208510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e5dffb640 10 client.18708 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e7e087640 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba39206120 0x55ba39208510 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4512d6dc9b6703b server_cookie=a1cc5169d2bb3826 in_seq=0 out_seq=0 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e5dffb640 1 -- 172.21.15.83:0/962312795 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ba390f3c10 con 0x55ba39206120 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e5dffb640 10 client.18708 handle_command_reply: tid=0 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 client.18708 shutdown 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 msgr2=0x55ba39194120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f1e6804f040 tx=0x7f1e680038a0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 shutdown_connections 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55ba39206120 0x55ba39208510 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ba3918ee10 0x55ba39194120 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ba39186290 0x55ba39197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.819 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e5dffb640 0 client.18708 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 --2- 172.21.15.83:0/962312795 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ba391858e0 0x55ba39197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 >> 172.21.15.83:0/962312795 conn(0x55ba3917ffb0 msgr2=0x55ba39181bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 shutdown_connections 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.809+0000 7f1e82fb9740 1 -- 172.21.15.83:0/962312795 wait complete. 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e82fb9740 20 client.18708 trim_cache size 0 max 16384 2024-04-22T14:08:04.820 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 msgr2=0x7f1e600a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 0x7f1e600a61e0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1e6804e000 tx=0x7f1e6804a000 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 msgr2=0x7f1e7819e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f1e6c005fd0 tx=0x7f1e6c00dde0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 shutdown_connections 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1e600a3d20 0x7f1e600a61e0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1e78198590 0x7f1e78198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1e78107260 0x7f1e7819e920 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 --2- 172.21.15.83:0/2297191899 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1e78102190 0x7f1e7819e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 >> 172.21.15.83:0/2297191899 conn(0x7f1e780793a0 msgr2=0x7f1e780ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 shutdown_connections 2024-04-22T14:08:04.822 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.810+0000 7f1e802eb640 1 -- 172.21.15.83:0/2297191899 wait complete. 2024-04-22T14:08:04.824 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:08:04.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 -- 172.21.15.83:0/2736857644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc401010a0 msgr2=0x7fbc40101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.925 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 --2- 172.21.15.83:0/2736857644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc401010a0 0x7fbc40101480 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fbc30009900 tx=0x7fbc3002bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 -- 172.21.15.83:0/2736857644 shutdown_connections 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 --2- 172.21.15.83:0/2736857644 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc40106170 0x7fbc4010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 --2- 172.21.15.83:0/2736857644 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40101a50 0x7fbc40105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 --2- 172.21.15.83:0/2736857644 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc401010a0 0x7fbc40101480 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 -- 172.21.15.83:0/2736857644 >> 172.21.15.83:0/2736857644 conn(0x7fbc40077eb0 msgr2=0x7fbc400782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 -- 172.21.15.83:0/2736857644 shutdown_connections 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.921+0000 7fbc46806640 1 -- 172.21.15.83:0/2736857644 wait complete. 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 Processor -- start 2024-04-22T14:08:04.926 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 -- start start 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 0x7fbc401996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 0x7fbc40199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401111b0 con 0x7fbc4019a180 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbc40111030 con 0x7fbc401010a0 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc46806640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbc40111330 con 0x7fbc40106170 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55654/0 (socket says 172.21.15.83:55654) 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 -- 172.21.15.83:0/1207915989 learned_addr learned my addr 172.21.15.83:0/1207915989 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 0x7fbc401996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 0x7fbc40199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 -- 172.21.15.83:0/1207915989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 msgr2=0x7fbc40199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.928 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 0x7fbc40199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 -- 172.21.15.83:0/1207915989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 msgr2=0x7fbc401996b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 0x7fbc401996b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 -- 172.21.15.83:0/1207915989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc401a4f30 con 0x7fbc4019a180 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 0x7fbc401996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 0x7fbc40199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.922+0000 7fbc44da3640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fbc3800b970 tx=0x7fbc3800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.923+0000 7fbc3d7fa640 1 -- 172.21.15.83:0/1207915989 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc38019070 con 0x7fbc4019a180 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.923+0000 7fbc3d7fa640 1 -- 172.21.15.83:0/1207915989 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc38014440 con 0x7fbc4019a180 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.923+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc401a5220 con 0x7fbc4019a180 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.923+0000 7fbc3d7fa640 1 -- 172.21.15.83:0/1207915989 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc380075d0 con 0x7fbc4019a180 2024-04-22T14:08:04.929 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.923+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc401a5720 con 0x7fbc4019a180 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc3d7fa640 1 -- 172.21.15.83:0/1207915989 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbc3801c070 con 0x7fbc4019a180 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 Processor -- start 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 -- start start 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 0x5574628ace50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5574628061f0 con 0x5574628a1e80 2024-04-22T14:08:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5574627a34b0 con 0x5574628aaa00 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc493f9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5574628021b0 con 0x5574628a14d0 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc3ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc3d7fa640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 0x7fbc280a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc3ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55660/0 (socket says 172.21.15.83:55660) 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.925+0000 7fbc3ffff640 1 -- 172.21.15.83:0/78112383 learned_addr learned my addr 172.21.15.83:0/78112383 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc44da3640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 0x7fbc280a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3d7fa640 1 -- 172.21.15.83:0/1207915989 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fbc380cfd30 con 0x7fbc4019a180 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 -- 172.21.15.83:0/78112383 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 msgr2=0x5574628a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 0x5574628ace50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 -- 172.21.15.83:0/78112383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 msgr2=0x5574628ace50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 0x5574628ace50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 -- 172.21.15.83:0/78112383 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574627951b0 con 0x5574628a1e80 2024-04-22T14:08:04.936 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 0x5574628ace50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fbc30036040 tx=0x7fbc30005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51ee4b451f676b95 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc44da3640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 0x7fbc280a61e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc380cd640 tx=0x7fbc38018f70 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc267fc640 1 -- 172.21.15.83:0/78112383 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc30043020 con 0x5574628a1e80 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc267fc640 1 -- 172.21.15.83:0/78112383 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc3002cc90 con 0x5574628a1e80 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.926+0000 7fbc267fc640 1 -- 172.21.15.83:0/78112383 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc300046c0 con 0x5574628a1e80 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- 172.21.15.83:0/78112383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 msgr2=0x5574628aa430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7fbc30036040 tx=0x7fbc30005e80 comp rx=0 tx=0).stop 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- 172.21.15.83:0/78112383 shutdown_connections 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628aaa00 0x5574628ace50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a1e80 0x5574628aa430 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 --2- 172.21.15.83:0/78112383 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- 172.21.15.83:0/78112383 >> 172.21.15.83:0/78112383 conn(0x55746289bba0 msgr2=0x55746289bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- 172.21.15.83:0/78112383 shutdown_connections 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- 172.21.15.83:0/78112383 wait complete. 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 -- start start 2024-04-22T14:08:04.937 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.927+0000 7fbc493f9740 1 Processor -- start 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a14d0 0x5574628aa2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a1e80 0x5574628a7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5574628ad910 con 0x5574628aaa00 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5574627bf500 con 0x5574628a14d0 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5574628ada90 con 0x5574628a1e80 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 10 client.0 _ll_register_callbacks cb 0x55746278db80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55670/0 (socket says 172.21.15.83:55670) 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/1101837804 learned_addr learned my addr 172.21.15.83:0/1101837804 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a14d0 0x5574628aa2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a1e80 0x5574628a7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/1101837804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a1e80 msgr2=0x5574628a7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a1e80 0x5574628a7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.938 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a14d0 msgr2=0x5574628aa2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a14d0 0x5574628aa2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/1101837804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574625183f0 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7fbc34018d00 tx=0x7fbc340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85fd0c0c3851f473 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc1f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3401e060 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fbc34016e00 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc3002cc90 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fbc3400f040 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 10 client.18720 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.928+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5574625e27d0 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc3002cc90 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fbc34015040 con 0x5574628aaa00 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 10 client.18720 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 10 client.18720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 20 client.18720 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5574628baae0 0x5574628bced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 4 client.18720 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574627a5930 con 0x5574628baae0 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.929+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5574628baae0 0x5574628bced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc1f7fe640 10 client.18720 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5574628baae0 0x5574628bced0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87dfc920ca9e1bcf server_cookie=e413bf5708a2903c in_seq=0 out_seq=0 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/1101837804 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5574627a5930 con 0x5574628baae0 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc1f7fe640 10 client.18720 handle_command_reply: tid=0 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc493f9740 1 client.18720 shutdown 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 msgr2=0x5574628a7bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7fbc34018d00 tx=0x7fbc340046c0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.930+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 shutdown_connections 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5574628baae0 0x5574628bced0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a7bd0 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.940 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a1e80 0x5574628a7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc1f7fe640 0 client.18720 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 --2- 172.21.15.83:0/1101837804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a14d0 0x5574628aa2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 >> 172.21.15.83:0/1101837804 conn(0x55746289bba0 msgr2=0x55746289d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 shutdown_connections 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 1 -- 172.21.15.83:0/1101837804 wait complete. 2024-04-22T14:08:04.941 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.931+0000 7fbc493f9740 20 client.18720 trim_cache size 0 max 16384 2024-04-22T14:08:04.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 Processor -- start 2024-04-22T14:08:04.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 -- start start 2024-04-22T14:08:04.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628b67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.948 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x55746289aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401adcf0 con 0x5574628aaa00 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401af830 con 0x5574628a1e80 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc493f9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401ae3c0 con 0x5574628a14d0 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55678/0 (socket says 172.21.15.83:55678) 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/686364470 learned_addr learned my addr 172.21.15.83:0/686364470 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/686364470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 msgr2=0x5574628b67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628b67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/686364470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 msgr2=0x55746289aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x55746289aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/686364470 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574628a1c20 con 0x5574628aaa00 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fbc34009040 tx=0x7fbc340187d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81aa269c0cf34da4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc25ffb640 1 -- 172.21.15.83:0/686364470 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3401e040 con 0x5574628aaa00 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc25ffb640 1 -- 172.21.15.83:0/686364470 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc34021820 con 0x5574628aaa00 2024-04-22T14:08:04.949 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.944+0000 7fbc25ffb640 1 -- 172.21.15.83:0/686364470 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc34022670 con 0x5574628aaa00 2024-04-22T14:08:04.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- 172.21.15.83:0/686364470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 msgr2=0x5574628a9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.953 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fbc34009040 tx=0x7fbc340187d0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- 172.21.15.83:0/686364470 shutdown_connections 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628aaa00 0x5574628a9da0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x55746289aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 --2- 172.21.15.83:0/686364470 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628a14d0 0x5574628b67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- 172.21.15.83:0/686364470 >> 172.21.15.83:0/686364470 conn(0x55746289bba0 msgr2=0x55746289a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- 172.21.15.83:0/686364470 shutdown_connections 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- 172.21.15.83:0/686364470 wait complete. 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.945+0000 7fbc493f9740 1 -- start start 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 Processor -- start 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x5574628aec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628aaa00 0x5574628af160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401af160 con 0x5574628a14d0 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401aea90 con 0x5574628a1e80 2024-04-22T14:08:04.954 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbc401abcf0 con 0x5574628aaa00 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 10 client.0 _ll_register_callbacks cb 0x7fbc34018910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55686/0 (socket says 172.21.15.83:55686) 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/736939673 learned_addr learned my addr 172.21.15.83:0/736939673 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x5574628aec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628aaa00 0x5574628af160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/736939673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628aaa00 msgr2=0x5574628af160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628aaa00 0x5574628af160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 msgr2=0x5574628aec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x5574628aec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 -- 172.21.15.83:0/736939673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557462920010 con 0x5574628a14d0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x5574628aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc3f7fe640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400c9e0 tx=0x7fbc340188a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f329a7fa9baed7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc1f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3401e050 con 0x5574628a14d0 2024-04-22T14:08:04.955 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7fbc34022620 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.946+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc34021820 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fbc3403e050 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 10 client.18726 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5574629212e0 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc34021820 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fbc34037060 con 0x5574628a14d0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 10 client.18726 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 10 client.18726 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 20 client.18726 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557462921890 0x557462923cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 4 client.18726 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557462813c10 con 0x557462921890 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.947+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557462921890 0x557462923cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc1f7fe640 10 client.18726 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc3ffff640 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557462921890 0x557462923cb0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=773c7fc8ece28da7 server_cookie=40c4f325815bc260 in_seq=0 out_seq=0 2024-04-22T14:08:04.956 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc1f7fe640 1 -- 172.21.15.83:0/736939673 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557462813c10 con 0x557462921890 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc1f7fe640 10 client.18726 handle_command_reply: tid=0 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 client.18726 shutdown 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 msgr2=0x5574628ae6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fbc3400c9e0 tx=0x7fbc340188a0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 shutdown_connections 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x557462921890 0x557462923cb0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5574628aaa00 0x5574628af160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc1f7fe640 0 client.18726 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5574628a1e80 0x5574628aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 --2- 172.21.15.83:0/736939673 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5574628a14d0 0x5574628ae6e0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 >> 172.21.15.83:0/736939673 conn(0x55746289bba0 msgr2=0x55746289ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 shutdown_connections 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 1 -- 172.21.15.83:0/736939673 wait complete. 2024-04-22T14:08:04.957 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.948+0000 7fbc493f9740 20 client.18726 trim_cache size 0 max 16384 2024-04-22T14:08:04.958 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:04.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 msgr2=0x7fbc280a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 0x7fbc280a61e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc380cd640 tx=0x7fbc38018f70 comp rx=0 tx=0).stop 2024-04-22T14:08:04.958 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 msgr2=0x7fbc401a4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fbc3800b970 tx=0x7fbc3800be30 comp rx=0 tx=0).stop 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 shutdown_connections 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbc280a3d20 0x7fbc280a61e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbc4019a180 0x7fbc401a4730 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbc40106170 0x7fbc40199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 --2- 172.21.15.83:0/1207915989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbc401010a0 0x7fbc401996b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 >> 172.21.15.83:0/1207915989 conn(0x7fbc40077eb0 msgr2=0x7fbc400ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 shutdown_connections 2024-04-22T14:08:04.959 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:04.949+0000 7fbc46806640 1 -- 172.21.15.83:0/1207915989 wait complete. 2024-04-22T14:08:05.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:05 smithi173 ceph-mon[31493]: pgmap v303: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:05.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:05 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/884405411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:05.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:05 smithi083 ceph-mon[27977]: pgmap v303: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:05.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:05 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/884405411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:05.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:05 smithi084 ceph-mon[31312]: pgmap v303: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:05.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:05 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/884405411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:05.964 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-04-22T14:08:05.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:08:05.964 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 -- 172.21.15.83:0/1231082892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a4102b50 msgr2=0x7f65a4106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 --2- 172.21.15.83:0/1231082892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a4102b50 0x7f65a4106b90 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f6598009900 tx=0x7f659802bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 -- 172.21.15.83:0/1231082892 shutdown_connections 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 --2- 172.21.15.83:0/1231082892 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a4107270 0x7f65a410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 --2- 172.21.15.83:0/1231082892 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a4102b50 0x7f65a4106b90 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 --2- 172.21.15.83:0/1231082892 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a41021a0 0x7f65a4102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 -- 172.21.15.83:0/1231082892 >> 172.21.15.83:0/1231082892 conn(0x7f65a40fd9c0 msgr2=0x7f65a40ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 -- 172.21.15.83:0/1231082892 shutdown_connections 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.074+0000 7f65a9775640 1 -- 172.21.15.83:0/1231082892 wait complete. 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 Processor -- start 2024-04-22T14:08:06.079 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 -- start start 2024-04-22T14:08:06.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a4107270 0x7f65a4198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 0x7f65a419d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.081 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41121b0 con 0x7f65a41021a0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65a4112030 con 0x7f65a419cfd0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a9775640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65a4112330 con 0x7f65a4107270 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55716/0 (socket says 172.21.15.83:55716) 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.075+0000 7f65a2ffd640 1 -- 172.21.15.83:0/4180709896 learned_addr learned my addr 172.21.15.83:0/4180709896 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a37fe640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 0x7f65a419d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a27fc640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a4107270 0x7f65a4198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 -- 172.21.15.83:0/4180709896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a4107270 msgr2=0x7f65a4198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a4107270 0x7f65a4198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 -- 172.21.15.83:0/4180709896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 msgr2=0x7f65a419d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 0x7f65a419d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 -- 172.21.15.83:0/4180709896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65a419dac0 con 0x7f65a41021a0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a37fe640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 0x7f65a419d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f659400c970 tx=0x7f659400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f658bfff640 1 -- 172.21.15.83:0/4180709896 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6594007bb0 con 0x7f65a41021a0 2024-04-22T14:08:06.082 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65a419ddb0 con 0x7f65a41021a0 2024-04-22T14:08:06.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f658bfff640 1 -- 172.21.15.83:0/4180709896 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6594007d50 con 0x7f65a41021a0 2024-04-22T14:08:06.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f658bfff640 1 -- 172.21.15.83:0/4180709896 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f659400f450 con 0x7f65a41021a0 2024-04-22T14:08:06.083 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.076+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65a41a5570 con 0x7f65a41021a0 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.078+0000 7f658bfff640 1 -- 172.21.15.83:0/4180709896 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6594004f20 con 0x7f65a41021a0 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 Processor -- start 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 -- start start 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f658bfff640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 0x7f658c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.089 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a37fe640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 0x7f658c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1fe260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556dad156f00 con 0x556dad1f3290 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556dad0f4590 con 0x556dad1f28e0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65ac365740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556dad152ec0 con 0x556dad1fbe10 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f658bfff640 1 -- 172.21.15.83:0/4180709896 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f65940d0630 con 0x7f65a41021a0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55730/0 (socket says 172.21.15.83:55730) 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 -- 172.21.15.83:0/1920561794 learned_addr learned my addr 172.21.15.83:0/1920561794 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a37fe640 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1fe260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 -- 172.21.15.83:0/1920561794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 msgr2=0x556dad1fe260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1fe260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 -- 172.21.15.83:0/1920561794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 msgr2=0x556dad1f2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.090 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a27fc640 1 -- 172.21.15.83:0/1920561794 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dacf317e0 con 0x556dad1f3290 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.079+0000 7f65a37fe640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 0x7f658c0a61e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f659c007310 tx=0x7f659c012a30 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65a27fc640 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f6598005ab0 tx=0x7f659802c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9656aab64e6b2202 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65897fa640 1 -- 172.21.15.83:0/1920561794 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6598044020 con 0x556dad1f3290 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65897fa640 1 -- 172.21.15.83:0/1920561794 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f659802cc90 con 0x556dad1f3290 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65897fa640 1 -- 172.21.15.83:0/1920561794 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65980046c0 con 0x556dad1f3290 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 -- 172.21.15.83:0/1920561794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 msgr2=0x556dad1fb840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f6598005ab0 tx=0x7f659802c680 comp rx=0 tx=0).stop 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 -- 172.21.15.83:0/1920561794 shutdown_connections 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1fe260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1fb840 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 --2- 172.21.15.83:0/1920561794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 -- 172.21.15.83:0/1920561794 >> 172.21.15.83:0/1920561794 conn(0x556dad1ecfb0 msgr2=0x556dad1ed390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.080+0000 7f65ac365740 1 -- 172.21.15.83:0/1920561794 shutdown_connections 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 -- 172.21.15.83:0/1920561794 wait complete. 2024-04-22T14:08:06.091 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 -- start start 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 Processor -- start 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1f9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x556dad203130 con 0x556dad1f3290 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x556dad110580 con 0x556dad1f28e0 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x556dad2032b0 con 0x556dad1fbe10 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65ac365740 10 client.0 _ll_register_callbacks cb 0x556dad116650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55732/0 (socket says 172.21.15.83:55732) 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 -- 172.21.15.83:0/2546105263 learned_addr learned my addr 172.21.15.83:0/2546105263 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a37fe640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1f9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 -- 172.21.15.83:0/2546105263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 msgr2=0x556dad1f9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1f9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 -- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 msgr2=0x556dad1f8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.092 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.081+0000 7f65a27fc640 1 -- 172.21.15.83:0/2546105263 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dacf91f70 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f6598006010 tx=0x7f6598004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5ec7a7df948184 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f659804d070 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f65980037f0 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f659802cc90 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f6598059050 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 10 client.18738 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x556dace29170 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f659802cc90 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f6598040b80 con 0x556dad1f3290 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 10 client.18738 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 10 client.18738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 20 client.18738 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2105a0 0x556dad212990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 4 client.18738 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:06.093 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.082+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556dad164920 con 0x556dad2105a0 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.083+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2105a0 0x556dad212990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.083+0000 7f6586ff5640 10 client.18738 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.083+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2105a0 0x556dad212990 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a1fb22da5581c48 server_cookie=8c7dcddefcb8fb1d in_seq=0 out_seq=0 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f6586ff5640 1 -- 172.21.15.83:0/2546105263 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556dad164920 con 0x556dad2105a0 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f6586ff5640 10 client.18738 handle_command_reply: tid=0 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 client.18738 shutdown 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 msgr2=0x556dad1f9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f6598006010 tx=0x7f6598004140 comp rx=0 tx=0).stop 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 shutdown_connections 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2105a0 0x556dad212990 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad1f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad1f9340 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f6586ff5640 0 client.18738 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 --2- 172.21.15.83:0/2546105263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f28e0 0x556dad1f8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 >> 172.21.15.83:0/2546105263 conn(0x556dad1ecfb0 msgr2=0x556dad1eed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.094 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 shutdown_connections 2024-04-22T14:08:06.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 1 -- 172.21.15.83:0/2546105263 wait complete. 2024-04-22T14:08:06.095 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.084+0000 7f65ac365740 20 client.18738 trim_cache size 0 max 16384 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 Processor -- start 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 -- start start 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 0x556dad1ebe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad2159b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.110 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41ab920 con 0x556dad1f28e0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41ad460 con 0x556dad1f3290 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.102+0000 7f65ac365740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41abff0 con 0x556dad1fbe10 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55746/0 (socket says 172.21.15.83:55746) 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 -- 172.21.15.83:0/1125970659 learned_addr learned my addr 172.21.15.83:0/1125970659 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a27fc640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 0x556dad1ebe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a37fe640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad2159b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 -- 172.21.15.83:0/1125970659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 msgr2=0x556dad2159b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad2159b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 -- 172.21.15.83:0/1125970659 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 msgr2=0x556dad1ebe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 0x556dad1ebe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 -- 172.21.15.83:0/1125970659 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556dad1f3030 con 0x556dad1f28e0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a27fc640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 0x556dad1ebe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f659401e000 tx=0x7f6594005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d78f3e1e9f8dc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f6588ff9640 1 -- 172.21.15.83:0/1125970659 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65940b4020 con 0x556dad1f28e0 2024-04-22T14:08:06.111 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f6588ff9640 1 -- 172.21.15.83:0/1125970659 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f659409c5d0 con 0x556dad1f28e0 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.103+0000 7f6588ff9640 1 -- 172.21.15.83:0/1125970659 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f659401d040 con 0x556dad1f28e0 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- 172.21.15.83:0/1125970659 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 msgr2=0x556dad1fb530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f659401e000 tx=0x7f6594005720 comp rx=0 tx=0).stop 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- 172.21.15.83:0/1125970659 shutdown_connections 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1fbe10 0x556dad2159b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1f3290 0x556dad1ebe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- 172.21.15.83:0/1125970659 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f28e0 0x556dad1fb530 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- 172.21.15.83:0/1125970659 >> 172.21.15.83:0/1125970659 conn(0x556dad1ecfb0 msgr2=0x556dad1eb780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- 172.21.15.83:0/1125970659 shutdown_connections 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- 172.21.15.83:0/1125970659 wait complete. 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- start start 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 Processor -- start 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1f28e0 0x556dad2135e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1fbe10 0x556dad214060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.112 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.104+0000 7f65ac365740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41acd90 con 0x556dad1f3290 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41ac6c0 con 0x556dad1fbe10 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f65a41a9920 con 0x556dad1f28e0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 10 client.0 _ll_register_callbacks cb 0x7f659c007b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55750/0 (socket says 172.21.15.83:55750) 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 -- 172.21.15.83:0/2286293232 learned_addr learned my addr 172.21.15.83:0/2286293232 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1f28e0 0x556dad2135e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a37fe640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1fbe10 0x556dad214060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 -- 172.21.15.83:0/2286293232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1f28e0 msgr2=0x556dad2135e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1f28e0 0x556dad2135e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 -- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1fbe10 msgr2=0x556dad214060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1fbe10 0x556dad214060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 -- 172.21.15.83:0/2286293232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556dad275980 con 0x556dad1f3290 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65a27fc640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x556dad1f8660 tx=0x7f6598049520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=503a66e9138c533e server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f6586ff5640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6598056030 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f6598049bc0 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f659409c5d0 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f659804d040 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 10 client.18744 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x556dad276ca0 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.105+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f659409c5d0 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f65980035f0 con 0x556dad1f3290 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 10 client.18744 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 10 client.18744 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 20 client.18744 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2773f0 0x556dad279810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 4 client.18744 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556dad15e790 con 0x556dad2773f0 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2773f0 0x556dad279810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.114 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f6586ff5640 10 client.18744 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.106+0000 7f65a2ffd640 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2773f0 0x556dad279810 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18a0383a1b1649ad server_cookie=640926f999989f7a in_seq=0 out_seq=0 2024-04-22T14:08:06.115 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f6586ff5640 1 -- 172.21.15.83:0/2286293232 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556dad15e790 con 0x556dad2773f0 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f6586ff5640 10 client.18744 handle_command_reply: tid=0 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 client.18744 shutdown 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 msgr2=0x556dad213b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x556dad1f8660 tx=0x7f6598049520 comp rx=0 tx=0).stop 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 shutdown_connections 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x556dad2773f0 0x556dad279810 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.107+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x556dad1fbe10 0x556dad214060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f6586ff5640 0 client.18744 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x556dad1f3290 0x556dad213b20 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 1 --2- 172.21.15.83:0/2286293232 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x556dad1f28e0 0x556dad2135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 >> 172.21.15.83:0/2286293232 conn(0x556dad1ecfb0 msgr2=0x556dad1ec010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 shutdown_connections 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 1 -- 172.21.15.83:0/2286293232 wait complete. 2024-04-22T14:08:06.116 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65ac365740 20 client.18744 trim_cache size 0 max 16384 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stdout: "return_code": 0, 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_tag": "b8ebcba7-3641-4977-a6cf-007791e7004d", 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": "asynchronous" 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:06.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 msgr2=0x7f658c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 0x7f658c0a61e0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f659c007310 tx=0x7f659c012a30 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 msgr2=0x7f65a4198710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f659400c970 tx=0x7f659400ce30 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 shutdown_connections 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f658c0a3d20 0x7f658c0a61e0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f65a419cfd0 0x7f65a419d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f65a4107270 0x7f65a4198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 --2- 172.21.15.83:0/4180709896 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f65a41021a0 0x7f65a4198710 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 >> 172.21.15.83:0/4180709896 conn(0x7f65a40fd9c0 msgr2=0x7f65a40fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 shutdown_connections 2024-04-22T14:08:06.118 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.108+0000 7f65a9775640 1 -- 172.21.15.83:0/4180709896 wait complete. 2024-04-22T14:08:06.123 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:08:06.123 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 -- 172.21.15.83:0/809325117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006a5f0 msgr2=0x7f751006aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 --2- 172.21.15.83:0/809325117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006a5f0 0x7f751006aa70 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f74fc009930 tx=0x7f74fc02bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 -- 172.21.15.83:0/809325117 shutdown_connections 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 --2- 172.21.15.83:0/809325117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f751006afb0 0x7f751010edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 --2- 172.21.15.83:0/809325117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006a5f0 0x7f751006aa70 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 --2- 172.21.15.83:0/809325117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7510107fe0 0x7f75101083c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 -- 172.21.15.83:0/809325117 >> 172.21.15.83:0/809325117 conn(0x7f7510077e30 msgr2=0x7f7510078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 -- 172.21.15.83:0/809325117 shutdown_connections 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.219+0000 7f7516ffd640 1 -- 172.21.15.83:0/809325117 wait complete. 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 Processor -- start 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 -- start start 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f751006a5f0 0x7f7510198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.225 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7510107fe0 0x7f751019cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f7510112170 con 0x7f751006afb0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7510111ff0 con 0x7f751006a5f0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7516ffd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75101122f0 con 0x7f7510107fe0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55776/0 (socket says 172.21.15.83:55776) 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 -- 172.21.15.83:0/2652710838 learned_addr learned my addr 172.21.15.83:0/2652710838 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f7514d99640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f751006a5f0 0x7f7510198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f751559a640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7510107fe0 0x7f751019cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 -- 172.21.15.83:0/2652710838 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7510107fe0 msgr2=0x7f751019cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7510107fe0 0x7f751019cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 -- 172.21.15.83:0/2652710838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f751006a5f0 msgr2=0x7f7510198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f751006a5f0 0x7f7510198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 -- 172.21.15.83:0/2652710838 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f751019d700 con 0x7f751006afb0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750ffff640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f74fc009230 tx=0x7f74fc0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.226 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.220+0000 7f750dffb640 1 -- 172.21.15.83:0/2652710838 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74fc043020 con 0x7f751006afb0 2024-04-22T14:08:06.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.221+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f751019d990 con 0x7f751006afb0 2024-04-22T14:08:06.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.221+0000 7f750dffb640 1 -- 172.21.15.83:0/2652710838 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f74fc02cb70 con 0x7f751006afb0 2024-04-22T14:08:06.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.221+0000 7f750dffb640 1 -- 172.21.15.83:0/2652710838 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74fc003b50 con 0x7f751006afb0 2024-04-22T14:08:06.227 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.221+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75101a5280 con 0x7f751006afb0 2024-04-22T14:08:06.232 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f750dffb640 1 -- 172.21.15.83:0/2652710838 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f74fc046020 con 0x7f751006afb0 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 Processor -- start 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 -- start start 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158580 0x56031d158960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d163e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56031d0bd1e0 con 0x56031d158ea0 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56031d05a390 con 0x56031d161a80 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.223+0000 7f7519bdf740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56031d0b91a0 con 0x56031d158580 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55782/0 (socket says 172.21.15.83:55782) 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 -- 172.21.15.83:0/2684351425 learned_addr learned my addr 172.21.15.83:0/2684351425 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f750dffb640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 0x7f75000a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f750ffff640 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d163e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f751559a640 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158580 0x56031d158960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.233 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f751559a640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 0x7f75000a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 -- 172.21.15.83:0/2684351425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158580 msgr2=0x56031d158960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158580 0x56031d158960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 -- 172.21.15.83:0/2684351425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 msgr2=0x56031d163e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d163e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 -- 172.21.15.83:0/2684351425 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56031ce997d0 con 0x56031d158ea0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f750dffb640 1 -- 172.21.15.83:0/2652710838 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f74fc0f2920 con 0x7f751006afb0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f7514d99640 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f750400bc90 tx=0x7f75040107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4165eb3d8ed7c1f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f74faffd640 1 -- 172.21.15.83:0/2684351425 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750401c480 con 0x56031d158ea0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f751559a640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 0x7f75000a61e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7508009fd0 tx=0x7f7508005bd0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f74faffd640 1 -- 172.21.15.83:0/2684351425 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750401cad0 con 0x56031d158ea0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.224+0000 7f74faffd640 1 -- 172.21.15.83:0/2684351425 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7504011af0 con 0x56031d158ea0 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- 172.21.15.83:0/2684351425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 msgr2=0x56031d161540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f750400bc90 tx=0x7f75040107a0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- 172.21.15.83:0/2684351425 shutdown_connections 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d163e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.234 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158ea0 0x56031d161540 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 --2- 172.21.15.83:0/2684351425 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158580 0x56031d158960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- 172.21.15.83:0/2684351425 >> 172.21.15.83:0/2684351425 conn(0x56031d152cb0 msgr2=0x56031d153090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- 172.21.15.83:0/2684351425 shutdown_connections 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- 172.21.15.83:0/2684351425 wait complete. 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 -- start start 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.225+0000 7f7519bdf740 1 Processor -- start 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d15ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d15f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x56031d164870 con 0x56031d158580 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56031d0762f0 con 0x56031d161a80 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56031d1649f0 con 0x56031d158ea0 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 10 client.0 _ll_register_callbacks cb 0x56031d083580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:06.235 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55796/0 (socket says 172.21.15.83:55796) 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 -- 172.21.15.83:0/453761370 learned_addr learned my addr 172.21.15.83:0/453761370 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f750ffff640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d15ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 -- 172.21.15.83:0/453761370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 msgr2=0x56031d15ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d15ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 -- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 msgr2=0x56031d15f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f751559a640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d15f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d15f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 -- 172.21.15.83:0/453761370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56031cdcf3f0 con 0x56031d158580 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f750ffff640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d15ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7514d99640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f7504011010 tx=0x7f7504011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c2a89d868f06a7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f74effff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750401c890 con 0x56031d158580 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f7504004020 con 0x56031d158580 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.226+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750401cad0 con 0x56031d158580 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7504004220 con 0x56031d158580 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 10 client.18756 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:06.236 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x56031cd8f0f0 con 0x56031d158580 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750401cad0 con 0x56031d158580 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7504005240 con 0x56031d158580 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 10 client.18756 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 10 client.18756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 20 client.18756 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1718b0 0x56031d173ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 4 client.18756 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56031d0cac00 con 0x56031d1718b0 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.227+0000 7f750ffff640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1718b0 0x56031d173ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.228+0000 7f74effff640 10 client.18756 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.228+0000 7f750ffff640 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1718b0 0x56031d173ca0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=694b85e295594f39 server_cookie=9badc5006c0c9ee0 in_seq=0 out_seq=0 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.228+0000 7f74effff640 1 -- 172.21.15.83:0/453761370 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56031d0cac00 con 0x56031d1718b0 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.228+0000 7f74effff640 10 client.18756 handle_command_reply: tid=0 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.228+0000 7f7519bdf740 1 client.18756 shutdown 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 msgr2=0x56031d15e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f7504011010 tx=0x7f7504011440 comp rx=0 tx=0).stop 2024-04-22T14:08:06.237 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 shutdown_connections 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1718b0 0x56031d173ca0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d15f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f74effff640 0 client.18756 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d15ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 --2- 172.21.15.83:0/453761370 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d15e9d0 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 >> 172.21.15.83:0/453761370 conn(0x56031d152cb0 msgr2=0x56031d154a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 shutdown_connections 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 1 -- 172.21.15.83:0/453761370 wait complete. 2024-04-22T14:08:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.229+0000 7f7519bdf740 20 client.18756 trim_cache size 0 max 16384 2024-04-22T14:08:06.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.246+0000 7f7519bdf740 1 Processor -- start 2024-04-22T14:08:06.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.246+0000 7f7519bdf740 1 -- start start 2024-04-22T14:08:06.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.246+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.246+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d158ea0 0x56031d16d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.255 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d161a80 0x56031d15db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7519bdf740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75101adb70 con 0x56031d158580 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7519bdf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75101af6b0 con 0x56031d158ea0 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7519bdf740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75101ae240 con 0x56031d161a80 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55812/0 (socket says 172.21.15.83:55812) 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 -- 172.21.15.83:0/763732151 learned_addr learned my addr 172.21.15.83:0/763732151 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f751559a640 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d161a80 0x56031d15db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 -- 172.21.15.83:0/763732151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d161a80 msgr2=0x56031d15db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d161a80 0x56031d15db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 -- 172.21.15.83:0/763732151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d158ea0 msgr2=0x56031d16d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d158ea0 0x56031d16d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 -- 172.21.15.83:0/763732151 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56031d14e6d0 con 0x56031d158580 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f7514d99640 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f750400bbb0 tx=0x7f7504010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4db404ef14911063 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f74fa7fc640 1 -- 172.21.15.83:0/763732151 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750400b690 con 0x56031d158580 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f74fa7fc640 1 -- 172.21.15.83:0/763732151 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750400b830 con 0x56031d158580 2024-04-22T14:08:06.256 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.247+0000 7f74fa7fc640 1 -- 172.21.15.83:0/763732151 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7504011b00 con 0x56031d158580 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- 172.21.15.83:0/763732151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 msgr2=0x56031d161100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f750400bbb0 tx=0x7f7504010ca0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- 172.21.15.83:0/763732151 shutdown_connections 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d161a80 0x56031d15db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d158ea0 0x56031d16d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 --2- 172.21.15.83:0/763732151 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d161100 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- 172.21.15.83:0/763732151 >> 172.21.15.83:0/763732151 conn(0x56031d152cb0 msgr2=0x56031d15e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- 172.21.15.83:0/763732151 shutdown_connections 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- 172.21.15.83:0/763732151 wait complete. 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 -- start start 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.248+0000 7f7519bdf740 1 Processor -- start 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d165230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d165770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f75101aefe0 con 0x56031d158580 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f75101ae910 con 0x56031d161a80 2024-04-22T14:08:06.257 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f75101abb70 con 0x56031d158ea0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 10 client.0 _ll_register_callbacks cb 0x7f750400bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:55828/0 (socket says 172.21.15.83:55828) 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 -- 172.21.15.83:0/1107779710 learned_addr learned my addr 172.21.15.83:0/1107779710 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f750ffff640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f751559a640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d165770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 -- 172.21.15.83:0/1107779710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 msgr2=0x56031d165230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d165230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 -- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 msgr2=0x56031d165770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d165770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 -- 172.21.15.83:0/1107779710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56031d165d30 con 0x56031d158580 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7514d99640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f7504011780 tx=0x7f750401dfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b82a09cabf2d032 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f74effff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f750401c8a0 con 0x56031d158580 2024-04-22T14:08:06.258 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8513+0+0 (secure 0 0 0) 0x7f750401ca40 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f750400b830 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f7504046050 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 10 client.18762 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.249+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x56031d1d7920 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f750400b830 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f7504041030 con 0x56031d158580 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 10 client.18762 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 10 client.18762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 20 client.18762 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1d7f70 0x56031d1da390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 4 client.18762 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56031d0c4a70 con 0x56031d1d7f70 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f750ffff640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1d7f70 0x56031d1da390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f750ffff640 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1d7f70 0x56031d1da390 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9971c5b1130f211a server_cookie=c22868cacd5141ae in_seq=0 out_seq=0 2024-04-22T14:08:06.259 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.250+0000 7f74effff640 10 client.18762 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f74effff640 1 -- 172.21.15.83:0/1107779710 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56031d0c4a70 con 0x56031d1d7f70 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f74effff640 10 client.18762 handle_command_reply: tid=0 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 client.18762 shutdown 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 msgr2=0x56031d169e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f7504011780 tx=0x7f750401dfd0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 shutdown_connections 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x56031d1d7f70 0x56031d1da390 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56031d161a80 0x56031d165770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f74effff640 0 client.18762 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x56031d158ea0 0x56031d165230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 --2- 172.21.15.83:0/1107779710 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x56031d158580 0x56031d169e00 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 >> 172.21.15.83:0/1107779710 conn(0x56031d152cb0 msgr2=0x56031d1514e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 shutdown_connections 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 1 -- 172.21.15.83:0/1107779710 wait complete. 2024-04-22T14:08:06.260 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7519bdf740 20 client.18762 trim_cache size 0 max 16384 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "IDLE (waiting for more scrubs)", 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": { 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "b8ebcba7-3641-4977-a6cf-007791e7004d": { 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "path": "/", 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "tag": "b8ebcba7-3641-4977-a6cf-007791e7004d", 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: "options": "recursive,force" 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:06.261 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 msgr2=0x7f75000a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 0x7f75000a61e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7508009fd0 tx=0x7f7508005bd0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 msgr2=0x7f7510198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.251+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f74fc009230 tx=0x7f74fc0045e0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 shutdown_connections 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f75000a3d20 0x7f75000a61e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f7510107fe0 0x7f751019cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f751006afb0 0x7f7510198c50 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.262 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 --2- 172.21.15.83:0/2652710838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f751006a5f0 0x7f7510198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:06.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 >> 172.21.15.83:0/2652710838 conn(0x7f7510077e30 msgr2=0x7f7510100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:06.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 shutdown_connections 2024-04-22T14:08:06.263 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:06.252+0000 7f7516ffd640 1 -- 172.21.15.83:0/2652710838 wait complete. 2024-04-22T14:08:06.265 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:06 smithi083 ceph-mon[27977]: pgmap v304: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:08:06.266 INFO:tasks.cephfs.filesystem:scrub status for tag:b8ebcba7-3641-4977-a6cf-007791e7004d - {'path': '/', 'tag': 'b8ebcba7-3641-4977-a6cf-007791e7004d', 'options': 'recursive,force'} 2024-04-22T14:08:06.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:06 smithi173 ceph-mon[31493]: pgmap v304: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:08:06.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:06 smithi084 ceph-mon[31312]: pgmap v304: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-04-22T14:08:07.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:07 smithi173 ceph-mon[31493]: scrub queued for path: / 2024-04-22T14:08:07.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:07 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:07.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:07 smithi173 ceph-mon[31493]: scrub summary: active paths [/] 2024-04-22T14:08:07.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:07 smithi173 ceph-mon[31493]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:07.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:07 smithi083 ceph-mon[27977]: scrub queued for path: / 2024-04-22T14:08:07.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:07 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:07.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:07 smithi083 ceph-mon[27977]: scrub summary: active paths [/] 2024-04-22T14:08:07.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:07 smithi083 ceph-mon[27977]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:07.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:07 smithi084 ceph-mon[31312]: scrub queued for path: / 2024-04-22T14:08:07.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:07 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:07.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:07 smithi084 ceph-mon[31312]: scrub summary: active paths [/] 2024-04-22T14:08:07.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:07 smithi084 ceph-mon[31312]: scrub summary: idle+waiting paths [/] 2024-04-22T14:08:08.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:08 smithi173 ceph-mon[31493]: pgmap v305: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:08.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:08 smithi083 ceph-mon[27977]: pgmap v305: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:08.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:08 smithi084 ceph-mon[31312]: pgmap v305: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-04-22T14:08:09.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:09 smithi173 ceph-mon[31493]: scrub summary: idle 2024-04-22T14:08:09.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:09 smithi083 ceph-mon[27977]: scrub summary: idle 2024-04-22T14:08:09.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:09 smithi084 ceph-mon[31312]: scrub summary: idle 2024-04-22T14:08:10.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:10 smithi173 ceph-mon[31493]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T14:08:10.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:10 smithi173 ceph-mon[31493]: pgmap v307: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:10.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:10 smithi083 ceph-mon[27977]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T14:08:10.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:10 smithi083 ceph-mon[27977]: pgmap v307: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:10.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:10 smithi084 ceph-mon[31312]: osdmap e93: 12 total, 12 up, 12 in 2024-04-22T14:08:10.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:10 smithi084 ceph-mon[31312]: pgmap v307: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:12.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:12 smithi173 ceph-mon[31493]: pgmap v308: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:12.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:12 smithi083 ceph-mon[27977]: pgmap v308: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:12.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:12 smithi084 ceph-mon[31312]: pgmap v308: 97 pgs: 97 active+clean; 253 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-04-22T14:08:14.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:14 smithi173 ceph-mon[31493]: pgmap v309: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:14.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:14 smithi083 ceph-mon[27977]: pgmap v309: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:14.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:14 smithi084 ceph-mon[31312]: pgmap v309: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:15.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:15 smithi173 ceph-mon[31493]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T14:08:15.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:15 smithi083 ceph-mon[27977]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T14:08:15.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:15 smithi084 ceph-mon[31312]: osdmap e94: 12 total, 12 up, 12 in 2024-04-22T14:08:16.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:16 smithi173 ceph-mon[31493]: pgmap v311: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:08:16.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:16 smithi083 ceph-mon[27977]: pgmap v311: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:08:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:16 smithi084 ceph-mon[31312]: pgmap v311: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:08:18.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:18 smithi173 ceph-mon[31493]: pgmap v312: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 250 B/s wr, 12 op/s 2024-04-22T14:08:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:18 smithi083 ceph-mon[27977]: pgmap v312: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 250 B/s wr, 12 op/s 2024-04-22T14:08:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:18 smithi084 ceph-mon[31312]: pgmap v312: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 250 B/s wr, 12 op/s 2024-04-22T14:08:19.562 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-22T14:08:19.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 -- 172.21.15.83:0/2302626805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 msgr2=0x7ff39c10e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:19.675 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2302626805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c10e9c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7ff394009ca0 tx=0x7ff39402c230 comp rx=0 tx=0).stop 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 -- 172.21.15.83:0/2302626805 shutdown_connections 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2302626805 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c10e9c0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2302626805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 0x7ff39c10bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2302626805 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 -- 172.21.15.83:0/2302626805 >> 172.21.15.83:0/2302626805 conn(0x7ff39c077fd0 msgr2=0x7ff39c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 -- 172.21.15.83:0/2302626805 shutdown_connections 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 -- 172.21.15.83:0/2302626805 wait complete. 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.669+0000 7ff3a469a640 1 Processor -- start 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 -- start start 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 0x7ff39c198bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c1121b0 con 0x7ff39c10c520 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c112030 con 0x7ff39c103b00 2024-04-22T14:08:19.676 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a469a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff39c112330 con 0x7ff39c1031e0 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50154/0 (socket says 172.21.15.83:50154) 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 -- 172.21.15.83:0/2809918866 learned_addr learned my addr 172.21.15.83:0/2809918866 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a1c35640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 0x7ff39c198bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2436640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 -- 172.21.15.83:0/2809918866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 msgr2=0x7ff39c198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 -- 172.21.15.83:0/2809918866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 msgr2=0x7ff39c198bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 0x7ff39c198bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 -- 172.21.15.83:0/2809918866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff39c19d680 con 0x7ff39c10c520 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2436640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.670+0000 7ff3a2c37640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7ff39402c840 tx=0x7ff394003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.671+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff394039040 con 0x7ff39c10c520 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.671+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff394044070 con 0x7ff39c10c520 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.671+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff39c19d910 con 0x7ff39c10c520 2024-04-22T14:08:19.677 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.671+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3940329c0 con 0x7ff39c10c520 2024-04-22T14:08:19.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.671+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff39c1a5200 con 0x7ff39c10c520 2024-04-22T14:08:19.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.672+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff39c04fce0 con 0x7ff39c10c520 2024-04-22T14:08:19.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.673+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff394032b60 con 0x7ff39c10c520 2024-04-22T14:08:19.678 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.674+0000 7ff3937fe640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 0x7ff3880a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:19.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.674+0000 7ff3a2436640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 0x7ff3880a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:19.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.674+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7ff3940f32d0 con 0x7ff39c10c520 2024-04-22T14:08:19.679 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.674+0000 7ff3a2436640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 0x7ff3880a6280 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff398005fd0 tx=0x7ff398005ea0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:19.681 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.677+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff394032e50 con 0x7ff39c10c520 2024-04-22T14:08:19.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.874+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7ff39c107710 con 0x7ff3880a3dc0 2024-04-22T14:08:19.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.883+0000 7ff3937fe640 1 -- 172.21.15.83:0/2809918866 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7ff39800eb20 con 0x7ff3880a3dc0 2024-04-22T14:08:19.887 INFO:teuthology.orchestra.run.smithi083.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-22T00:00:00", "created": "2024-04-22T13:58:18", "first": "2024-04-22T13:59:00", "last": "2024-04-22T14:08:00", "last_pruned": "2024-04-22T14:08:00", "created_count": 10, "pruned_count": 3, "active": true} 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 msgr2=0x7ff3880a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 0x7ff3880a6280 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7ff398005fd0 tx=0x7ff398005ea0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 msgr2=0x7ff39c19cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7ff39402c840 tx=0x7ff394003c20 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 shutdown_connections 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff3880a3dc0 0x7ff3880a6280 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff39c10c520 0x7ff39c19cf50 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff39c103b00 0x7ff39c198bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 --2- 172.21.15.83:0/2809918866 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff39c1031e0 0x7ff39c198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.885+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 >> 172.21.15.83:0/2809918866 conn(0x7ff39c077fd0 msgr2=0x7ff39c0fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:19.890 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.886+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 shutdown_connections 2024-04-22T14:08:19.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.886+0000 7ff3a469a640 1 -- 172.21.15.83:0/2809918866 wait complete. 2024-04-22T14:08:19.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-22T14:08:20.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 -- 172.21.15.83:0/709944690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c103b00 msgr2=0x7f699c10bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:20.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 --2- 172.21.15.83:0/709944690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c103b00 0x7f699c10bfe0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f6988009900 tx=0x7f698802bcd0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 -- 172.21.15.83:0/709944690 shutdown_connections 2024-04-22T14:08:20.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 --2- 172.21.15.83:0/709944690 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c10e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.002 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 --2- 172.21.15.83:0/709944690 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c103b00 0x7f699c10bfe0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 --2- 172.21.15.83:0/709944690 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c1031e0 0x7f699c1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 -- 172.21.15.83:0/709944690 >> 172.21.15.83:0/709944690 conn(0x7f699c078060 msgr2=0x7f699c078470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 -- 172.21.15.83:0/709944690 shutdown_connections 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.996+0000 7f69a31db640 1 -- 172.21.15.83:0/709944690 wait complete. 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 Processor -- start 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 -- start start 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 0x7f699c198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c19cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f699c1121e0 con 0x7f699c1031e0 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f699c112060 con 0x7f699c103b00 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a31db640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f699c112360 con 0x7f699c10c5b0 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:50168/0 (socket says 172.21.15.83:50168) 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 -- 172.21.15.83:0/3065865962 learned_addr learned my addr 172.21.15.83:0/3065865962 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:20.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a1778640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c19cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f699bfff640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 0x7f699c198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 -- 172.21.15.83:0/3065865962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 msgr2=0x7f699c19cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c19cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 -- 172.21.15.83:0/3065865962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 msgr2=0x7f699c198c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 0x7f699c198c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 -- 172.21.15.83:0/3065865962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c19d6b0 con 0x7f699c1031e0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a1778640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c19cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f699bfff640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 0x7f699c198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.997+0000 7f69a0f77640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f699000d950 tx=0x7f699000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.998+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6990017070 con 0x7f699c1031e0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.998+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6990009c30 con 0x7f699c1031e0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.998+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c19d9a0 con 0x7f699c1031e0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.998+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699000f620 con 0x7f699c1031e0 2024-04-22T14:08:20.004 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.998+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c1a5230 con 0x7f699c1031e0 2024-04-22T14:08:20.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:19.999+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c04fce0 con 0x7f699c1031e0 2024-04-22T14:08:20.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.000+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6990010460 con 0x7f699c1031e0 2024-04-22T14:08:20.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.000+0000 7f6999ffb640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 0x7f698c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:20.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.000+0000 7f699bfff640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 0x7f698c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:20.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.000+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f69900d0510 con 0x7f699c1031e0 2024-04-22T14:08:20.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.001+0000 7f699bfff640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 0x7f698c0a6280 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f6988036040 tx=0x7f6988000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:20.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.005+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f699009cbb0 con 0x7f699c1031e0 2024-04-22T14:08:20.207 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.203+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 --> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f699c062390 con 0x7f698c0a3dc0 2024-04-22T14:08:20.215 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.211+0000 7f6999ffb640 1 -- 172.21.15.83:0/3065865962 <== mgr.15360 v2:172.21.15.83:6800/3267080000 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f699c062390 con 0x7f698c0a3dc0 2024-04-22T14:08:20.215 INFO:teuthology.orchestra.run.smithi083.stdout:/ 1m 6m3h 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 msgr2=0x7f698c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 0x7f698c0a6280 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f6988036040 tx=0x7f6988000bc0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 msgr2=0x7f699c1986c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f699000d950 tx=0x7f699000de10 comp rx=0 tx=0).stop 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 shutdown_connections 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f698c0a3dc0 0x7f698c0a6280 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.217 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f699c10c5b0 0x7f699c19cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f699c103b00 0x7f699c198c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 --2- 172.21.15.83:0/3065865962 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f699c1031e0 0x7f699c1986c0 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:20.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 >> 172.21.15.83:0/3065865962 conn(0x7f699c078060 msgr2=0x7f699c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:20.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 shutdown_connections 2024-04-22T14:08:20.218 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:20.213+0000 7f69a31db640 1 -- 172.21.15.83:0/3065865962 wait complete. 2024-04-22T14:08:20.228 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-04-22T14:08:20.240 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-04-22T14:08:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:20 smithi083 ceph-mon[27977]: pgmap v313: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:20 smithi083 ceph-mon[27977]: from='client.18768 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:20 smithi084 ceph-mon[31312]: pgmap v313: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:20 smithi084 ceph-mon[31312]: from='client.18768 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:21.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:20 smithi173 ceph-mon[31493]: pgmap v313: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:21.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:20 smithi173 ceph-mon[31493]: from='client.18768 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:21.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:21 smithi083 ceph-mon[27977]: from='client.18774 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:21.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:21 smithi084 ceph-mon[31312]: from='client.18774 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:22.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:21 smithi173 ceph-mon[31493]: from='client.18774 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-22T14:08:22.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:22 smithi083 ceph-mon[27977]: pgmap v314: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:22.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:22 smithi084 ceph-mon[31312]: pgmap v314: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:23.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:22 smithi173 ceph-mon[31493]: pgmap v314: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:08:24.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:24 smithi083 ceph-mon[27977]: pgmap v315: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-22T14:08:24.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:24 smithi084 ceph-mon[31312]: pgmap v315: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-22T14:08:25.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:24 smithi173 ceph-mon[31493]: pgmap v315: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 102 B/s wr, 13 op/s 2024-04-22T14:08:25.842 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:25 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:08:25.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:25 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:08:25.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:25 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: pgmap v316: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 96 B/s wr, 12 op/s 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:26 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: pgmap v316: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 96 B/s wr, 12 op/s 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:26.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:26 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: pgmap v316: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 96 B/s wr, 12 op/s 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:26 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T14:08:27.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:27.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:08:27.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:08:27.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:27 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:27.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T14:08:27.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:27.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:08:27.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:08:27.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:27 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi173 to 176.2M 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi084 to 176.2M 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi173 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi084 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Adjusting osd_memory_target on smithi083 to 176.2M 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: Unable to set osd_memory_target on smithi083 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-22T14:08:28.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:27 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' 2024-04-22T14:08:29.407 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:29 smithi173 ceph-mon[31493]: pgmap v317: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-22T14:08:29.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:29 smithi083 ceph-mon[27977]: pgmap v317: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-22T14:08:29.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:29 smithi084 ceph-mon[31312]: pgmap v317: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 85 B/s wr, 15 op/s 2024-04-22T14:08:31.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:31 smithi173 ceph-mon[31493]: pgmap v318: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:31.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:31 smithi083 ceph-mon[27977]: pgmap v318: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:31.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:31 smithi084 ceph-mon[31312]: pgmap v318: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:33.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:33 smithi173 ceph-mon[31493]: pgmap v319: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:33.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:33 smithi083 ceph-mon[27977]: pgmap v319: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:33.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:33 smithi084 ceph-mon[31312]: pgmap v319: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-22T14:08:35.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:35 smithi173 ceph-mon[31493]: pgmap v320: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-22T14:08:35.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:35 smithi083 ceph-mon[27977]: pgmap v320: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-22T14:08:35.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:35 smithi084 ceph-mon[31312]: pgmap v320: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-22T14:08:36.267 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-04-22T14:08:36.267 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-04-22T14:08:36.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- 172.21.15.83:0/2894736121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4810107240 msgr2=0x7f481010ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 --2- 172.21.15.83:0/2894736121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4810107240 0x7f481010ee10 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f4808009ca0 tx=0x7f480802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.386 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- 172.21.15.83:0/2894736121 shutdown_connections 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 --2- 172.21.15.83:0/2894736121 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4810107240 0x7f481010ee10 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 --2- 172.21.15.83:0/2894736121 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810102b20 0x7f4810106b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 --2- 172.21.15.83:0/2894736121 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810102550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- 172.21.15.83:0/2894736121 >> 172.21.15.83:0/2894736121 conn(0x7f48100793a0 msgr2=0x7f48100797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- 172.21.15.83:0/2894736121 shutdown_connections 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- 172.21.15.83:0/2894736121 wait complete. 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 Processor -- start 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.380+0000 7f481729a640 1 -- start start 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810107240 0x7f4810198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f48101121b0 con 0x7f481019cfa0 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4810112030 con 0x7f4810107240 2024-04-22T14:08:36.387 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4810112330 con 0x7f4810102170 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51300/0 (socket says 172.21.15.83:51300) 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 -- 172.21.15.83:0/142049914 learned_addr learned my addr 172.21.15.83:0/142049914 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4814835640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810107240 0x7f4810198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815036640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 -- 172.21.15.83:0/142049914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 msgr2=0x7f4810198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 -- 172.21.15.83:0/142049914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810107240 msgr2=0x7f4810198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810107240 0x7f4810198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 -- 172.21.15.83:0/142049914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f481019da90 con 0x7f481019cfa0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815036640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f4815837640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f4808005e30 tx=0x7f4808034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f48067fc640 1 -- 172.21.15.83:0/142049914 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808039040 con 0x7f481019cfa0 2024-04-22T14:08:36.388 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f481019dd20 con 0x7f481019cfa0 2024-04-22T14:08:36.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f48067fc640 1 -- 172.21.15.83:0/142049914 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4808044070 con 0x7f481019cfa0 2024-04-22T14:08:36.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f48067fc640 1 -- 172.21.15.83:0/142049914 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4808003e60 con 0x7f481019cfa0 2024-04-22T14:08:36.389 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.381+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48101a54f0 con 0x7f481019cfa0 2024-04-22T14:08:36.395 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.384+0000 7f48067fc640 1 -- 172.21.15.83:0/142049914 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f48080324c0 con 0x7f481019cfa0 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.384+0000 7f4819f6e740 1 Processor -- start 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.384+0000 7f4819f6e740 1 -- start start 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 0x5652d2aaa960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2ab5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5652d2a0f1e0 con 0x5652d2aaaea0 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5652d29ac390 con 0x5652d2aaa580 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4819f6e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5652d2a0b1a0 con 0x5652d2ab3a80 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f48067fc640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 0x7f47fc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51304/0 (socket says 172.21.15.83:51304) 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 -- 172.21.15.83:0/4276954772 learned_addr learned my addr 172.21.15.83:0/4276954772 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.396 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815837640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 0x7f47fc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4814835640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 0x5652d2aaa960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4814835640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2ab5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f48067fc640 1 -- 172.21.15.83:0/142049914 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f48080f29d0 con 0x7f481019cfa0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 -- 172.21.15.83:0/4276954772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 msgr2=0x5652d2ab5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2ab5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 -- 172.21.15.83:0/4276954772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 msgr2=0x5652d2aaa960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 0x5652d2aaa960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 -- 172.21.15.83:0/4276954772 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652d27eb7d0 con 0x5652d2aaaea0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4814835640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 0x5652d2aaa960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815036640 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f480c00bd40 tx=0x7f480c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55c1f1e108d76c9a server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f4815837640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 0x7f47fc0a61e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4808040000 tx=0x7f48080a9590 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.385+0000 7f47fb7fe640 1 -- 172.21.15.83:0/4276954772 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480c015070 con 0x5652d2aaaea0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f47fb7fe640 1 -- 172.21.15.83:0/4276954772 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f480c00be30 con 0x5652d2aaaea0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f47fb7fe640 1 -- 172.21.15.83:0/4276954772 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480c011940 con 0x5652d2aaaea0 2024-04-22T14:08:36.397 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 -- 172.21.15.83:0/4276954772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 msgr2=0x5652d2ab3540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f480c00bd40 tx=0x7f480c00f730 comp rx=0 tx=0).stop 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 -- 172.21.15.83:0/4276954772 shutdown_connections 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2ab5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab3540 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4276954772 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaa580 0x5652d2aaa960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 -- 172.21.15.83:0/4276954772 >> 172.21.15.83:0/4276954772 conn(0x5652d2aa4cb0 msgr2=0x5652d2aa5090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 -- 172.21.15.83:0/4276954772 shutdown_connections 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.386+0000 7f4819f6e740 1 -- 172.21.15.83:0/4276954772 wait complete. 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 -- start start 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 Processor -- start 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2ab14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.398 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5652d2ab6870 con 0x5652d2aaaea0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5652d29c82f0 con 0x5652d2ab3a80 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5652d2ab69f0 con 0x5652d2aaa580 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4819f6e740 10 client.0 _ll_register_callbacks cb 0x5652d29d5580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51310/0 (socket says 172.21.15.83:51310) 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4815036640 1 -- 172.21.15.83:0/3338895696 learned_addr learned my addr 172.21.15.83:0/3338895696 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.387+0000 7f4814835640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4814835640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2ab14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 -- 172.21.15.83:0/3338895696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 msgr2=0x5652d2ab0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 -- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 msgr2=0x5652d2ab14f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2ab14f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 -- 172.21.15.83:0/3338895696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652d27213f0 con 0x5652d2aaaea0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4815036640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f480c011480 tx=0x7f480c005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9db17f83699193cf server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.399 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f47f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480c028060 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f480c005570 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f480c00be30 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f480c015070 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4819f6e740 10 client.18786 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5652d26e10f0 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.388+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f480c00be30 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f480c004ad0 con 0x5652d2aaaea0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 10 client.18786 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 10 client.18786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 20 client.18786 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2ac3a40 0x5652d2ac5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 4 client.18786 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652d2a1cc00 con 0x5652d2ac3a40 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4814835640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2ac3a40 0x5652d2ac5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.400 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f47f8ff9640 10 client.18786 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.389+0000 7f4814835640 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2ac3a40 0x5652d2ac5e30 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d44aa0748db1696c server_cookie=89b5ac7145c40476 in_seq=0 out_seq=0 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f47f8ff9640 1 -- 172.21.15.83:0/3338895696 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5652d2a1cc00 con 0x5652d2ac3a40 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f47f8ff9640 10 client.18786 handle_command_reply: tid=0 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 client.18786 shutdown 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 msgr2=0x5652d2ab0fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f480c011480 tx=0x7f480c005270 comp rx=0 tx=0).stop 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 shutdown_connections 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2ac3a40 0x5652d2ac5e30 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2ab14f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2ab0fb0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f47f8ff9640 0 client.18786 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 --2- 172.21.15.83:0/3338895696 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 >> 172.21.15.83:0/3338895696 conn(0x5652d2aa4cb0 msgr2=0x5652d2aa6a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 shutdown_connections 2024-04-22T14:08:36.401 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.390+0000 7f4819f6e740 1 -- 172.21.15.83:0/3338895696 wait complete. 2024-04-22T14:08:36.402 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.391+0000 7f4819f6e740 20 client.18786 trim_cache size 0 max 16384 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 Processor -- start 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 -- start start 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2abf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f48101adb10 con 0x5652d2aaaea0 2024-04-22T14:08:36.419 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f48101af650 con 0x5652d2ab3a80 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4819f6e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f48101ae1e0 con 0x5652d2aaa580 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51316/0 (socket says 172.21.15.83:51316) 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 -- 172.21.15.83:0/4047735567 learned_addr learned my addr 172.21.15.83:0/4047735567 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4814835640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2abf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 -- 172.21.15.83:0/4047735567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 msgr2=0x5652d2ab31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4814835640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 -- 172.21.15.83:0/4047735567 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 msgr2=0x5652d2abf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2abf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4815036640 1 -- 172.21.15.83:0/4047735567 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652d2aaefc0 con 0x5652d2aaaea0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.408+0000 7f4814835640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4815036640 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f480c01a4b0 tx=0x7f480c00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf5dd34ef45d8be server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f47faffd640 1 -- 172.21.15.83:0/4047735567 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480c028070 con 0x5652d2aaaea0 2024-04-22T14:08:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f47faffd640 1 -- 172.21.15.83:0/4047735567 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f480c00b3a0 con 0x5652d2aaaea0 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f47faffd640 1 -- 172.21.15.83:0/4047735567 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f480c0048e0 con 0x5652d2aaaea0 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 -- 172.21.15.83:0/4047735567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 msgr2=0x5652d2aaf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f480c01a4b0 tx=0x7f480c00b8f0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 -- 172.21.15.83:0/4047735567 shutdown_connections 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2ab3a80 0x5652d2abf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaaea0 0x5652d2aaf9b0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.421 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 --2- 172.21.15.83:0/4047735567 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2aaa580 0x5652d2ab31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 -- 172.21.15.83:0/4047735567 >> 172.21.15.83:0/4047735567 conn(0x5652d2aa4cb0 msgr2=0x5652d2aa3d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 -- 172.21.15.83:0/4047735567 shutdown_connections 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.409+0000 7f4819f6e740 1 -- 172.21.15.83:0/4047735567 wait complete. 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 -- start start 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 Processor -- start 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 0x5652d2aae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2aacd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f48101aef80 con 0x5652d2aaa580 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f48101ae8b0 con 0x5652d2aaaea0 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f48101abb10 con 0x5652d2ab3a80 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4819f6e740 10 client.0 _ll_register_callbacks cb 0x7f480c00bbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.422 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51330/0 (socket says 172.21.15.83:51330) 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 -- 172.21.15.83:0/372900550 learned_addr learned my addr 172.21.15.83:0/372900550 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4815036640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 0x5652d2aae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 -- 172.21.15.83:0/372900550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 msgr2=0x5652d2aacd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2aacd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 -- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 msgr2=0x5652d2aae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 0x5652d2aae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4814835640 1 -- 172.21.15.83:0/372900550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652d2aad530 con 0x5652d2aaa580 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.410+0000 7f4815036640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 0x5652d2aae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4814835640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f4800005fd0 tx=0x7f4800013c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6249875e0987e83c server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4800028030 con 0x5652d2aaa580 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f480001b040 con 0x5652d2aaa580 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f480c00b3a0 con 0x5652d2aaa580 2024-04-22T14:08:36.423 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f4800031050 con 0x5652d2aaa580 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 10 client.18792 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5652d2b2e800 con 0x5652d2aaa580 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f480c00b3a0 con 0x5652d2aaa580 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f48000047a0 con 0x5652d2aaa580 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 10 client.18792 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 10 client.18792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 20 client.18792 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2b2ef60 0x5652d2b31380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 4 client.18792 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.411+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5652d2a16a70 con 0x5652d2b2ef60 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4815036640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2b2ef60 0x5652d2b31380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f47f8ff9640 10 client.18792 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4815036640 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2b2ef60 0x5652d2b31380 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e2204353dfd08f0 server_cookie=6a32d1c7b40b6f58 in_seq=0 out_seq=0 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f47f8ff9640 1 -- 172.21.15.83:0/372900550 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5652d2a16a70 con 0x5652d2b2ef60 2024-04-22T14:08:36.424 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f47f8ff9640 10 client.18792 handle_command_reply: tid=0 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 client.18792 shutdown 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 msgr2=0x5652d2aae110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f4800005fd0 tx=0x7f4800013c90 comp rx=0 tx=0).stop 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 shutdown_connections 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x5652d2b2ef60 0x5652d2b31380 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5652d2ab3a80 0x5652d2aacd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5652d2aaaea0 0x5652d2aae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f47f8ff9640 0 client.18792 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 --2- 172.21.15.83:0/372900550 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5652d2aaa580 0x5652d2aae110 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.412+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 >> 172.21.15.83:0/372900550 conn(0x5652d2aa4cb0 msgr2=0x5652d2aa34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 shutdown_connections 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f4819f6e740 1 -- 172.21.15.83:0/372900550 wait complete. 2024-04-22T14:08:36.425 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f4819f6e740 20 client.18792 trim_cache size 0 max 16384 2024-04-22T14:08:36.426 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:36.426 INFO:teuthology.orchestra.run.smithi083.stdout: "status": "no active scrubs running", 2024-04-22T14:08:36.426 INFO:teuthology.orchestra.run.smithi083.stdout: "scrubs": {} 2024-04-22T14:08:36.426 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 msgr2=0x7f47fc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 0x7f47fc0a61e0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4808040000 tx=0x7f48080a9590 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 msgr2=0x7f481019d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f4808005e30 tx=0x7f4808034760 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 shutdown_connections 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f47fc0a3d20 0x7f47fc0a61e0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f481019cfa0 0x7f481019d450 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4810107240 0x7f4810198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 --2- 172.21.15.83:0/142049914 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4810102170 0x7f4810198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 >> 172.21.15.83:0/142049914 conn(0x7f48100793a0 msgr2=0x7f48100ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 shutdown_connections 2024-04-22T14:08:36.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.413+0000 7f481729a640 1 -- 172.21.15.83:0/142049914 wait complete. 2024-04-22T14:08:36.428 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-04-22T14:08:36.429 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 -- 172.21.15.83:0/17619869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 msgr2=0x7f809406a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 --2- 172.21.15.83:0/17619869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f809406a5e0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f8090009900 tx=0x7f809002bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 -- 172.21.15.83:0/17619869 shutdown_connections 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 --2- 172.21.15.83:0/17619869 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 0x7f8094110c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 --2- 172.21.15.83:0/17619869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 0x7f809406af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 --2- 172.21.15.83:0/17619869 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f809406a5e0 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 -- 172.21.15.83:0/17619869 >> 172.21.15.83:0/17619869 conn(0x7f8094077c20 msgr2=0x7f8094078030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 -- 172.21.15.83:0/17619869 shutdown_connections 2024-04-22T14:08:36.529 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.524+0000 7f809bcf2640 1 -- 172.21.15.83:0/17619869 wait complete. 2024-04-22T14:08:36.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 Processor -- start 2024-04-22T14:08:36.530 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 -- start start 2024-04-22T14:08:36.531 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 0x7f80941a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 0x7f809419a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f80941143d0 con 0x7f8094102e30 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8094114250 con 0x7f809406ab20 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809bcf2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8094114550 con 0x7f809410e810 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809928d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809928d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51350/0 (socket says 172.21.15.83:51350) 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.525+0000 7f809928d640 1 -- 172.21.15.83:0/31681117 learned_addr learned my addr 172.21.15.83:0/31681117 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f8099a8e640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 0x7f80941a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809a28f640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 0x7f809419a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 -- 172.21.15.83:0/31681117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 msgr2=0x7f809419a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 0x7f809419a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.532 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 -- 172.21.15.83:0/31681117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 msgr2=0x7f80941a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 0x7f80941a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 -- 172.21.15.83:0/31681117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f809419af80 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809928d640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f808400ea60 tx=0x7f808400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f808400cde0 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80840035f0 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f809419b270 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8084010690 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.526+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80941a7490 con 0x7f8094102e30 2024-04-22T14:08:36.533 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.527+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8094101450 con 0x7f8094102e30 2024-04-22T14:08:36.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.528+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f80840037a0 con 0x7f8094102e30 2024-04-22T14:08:36.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.529+0000 7f808affd640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 0x7f80800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.529+0000 7f8099a8e640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 0x7f80800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.529+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f80840d0aa0 con 0x7f8094102e30 2024-04-22T14:08:36.534 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.529+0000 7f8099a8e640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 0x7f80800a61e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8090006010 tx=0x7f8090005e40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.537 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.534+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f808409d140 con 0x7f8094102e30 2024-04-22T14:08:36.753 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.749+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8094069230 con 0x7f8094102e30 2024-04-22T14:08:36.754 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.750+0000 7f808affd640 1 -- 172.21.15.83:0/31681117 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+11923 (secure 0 0 0) 0x7f808409ca40 con 0x7f8094102e30 2024-04-22T14:08:36.754 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:08:36.754 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:07:27.351668+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:08:36.754 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 45 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 msgr2=0x7f80800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 0x7f80800a61e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8090006010 tx=0x7f8090005e40 comp rx=0 tx=0).stop 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 msgr2=0x7f80941a0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f808400ea60 tx=0x7f808400ef20 comp rx=0 tx=0).stop 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 shutdown_connections 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f80800a3d20 0x7f80800a61e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.756 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f809410e810 0x7f809419a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8094102e30 0x7f80941a0b80 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 --2- 172.21.15.83:0/31681117 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f809406ab20 0x7f80941a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 >> 172.21.15.83:0/31681117 conn(0x7f8094077c20 msgr2=0x7f809410f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 shutdown_connections 2024-04-22T14:08:36.757 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.752+0000 7f809bcf2640 1 -- 172.21.15.83:0/31681117 wait complete. 2024-04-22T14:08:36.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-04-22T14:08:36.869 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3250929546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18101b40 msgr2=0x7fde1810dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3250929546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18101b40 0x7fde1810dc80 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fde10009cd0 tx=0x7fde1002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3250929546 shutdown_connections 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3250929546 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18101b40 0x7fde1810dc80 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3250929546 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde18101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3250929546 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18107030 0x7fde18107410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3250929546 >> 172.21.15.83:0/3250929546 conn(0x7fde18076c50 msgr2=0x7fde18077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3250929546 shutdown_connections 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3250929546 wait complete. 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 Processor -- start 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.863+0000 7fde1f4f4640 1 -- start start 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde181995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.870 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18101b40 0x7fde18199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde181110c0 con 0x7fde18107030 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde18110f40 con 0x7fde18101b40 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde18111240 con 0x7fde181011a0 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51374/0 (socket says 172.21.15.83:51374) 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 -- 172.21.15.83:0/3660607632 learned_addr learned my addr 172.21.15.83:0/3660607632 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18101b40 0x7fde18199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1d290640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde181995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 -- 172.21.15.83:0/3660607632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 msgr2=0x7fde181995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde181995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 -- 172.21.15.83:0/3660607632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18101b40 msgr2=0x7fde18199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18101b40 0x7fde18199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 -- 172.21.15.83:0/3660607632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde181a4b80 con 0x7fde18107030 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1d290640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde181995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:36.871 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1da91640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fde10037040 tx=0x7fde10035ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde0e7fc640 1 -- 172.21.15.83:0/3660607632 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde10039040 con 0x7fde18107030 2024-04-22T14:08:36.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde0e7fc640 1 -- 172.21.15.83:0/3660607632 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde10044070 con 0x7fde18107030 2024-04-22T14:08:36.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde181a4d50 con 0x7fde18107030 2024-04-22T14:08:36.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde0e7fc640 1 -- 172.21.15.83:0/3660607632 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde100042a0 con 0x7fde18107030 2024-04-22T14:08:36.872 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.864+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde181a51b0 con 0x7fde18107030 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.866+0000 7fde0e7fc640 1 -- 172.21.15.83:0/3660607632 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fde10004440 con 0x7fde18107030 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 Processor -- start 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 -- start start 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 0x55d877d448b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d4fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d877ca91f0 con 0x55d877d44e80 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d877c464b0 con 0x55d877d444d0 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde221bd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d877ca51b0 con 0x55d877d4da00 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde0e7fc640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 0x7fde040a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1d290640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1d290640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51382/0 (socket says 172.21.15.83:51382) 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1d290640 1 -- 172.21.15.83:0/138493197 learned_addr learned my addr 172.21.15.83:0/138493197 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1da91640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 0x7fde040a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d4fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde0e7fc640 1 -- 172.21.15.83:0/3660607632 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fde100f2bd0 con 0x7fde18107030 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.867+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 0x55d877d448b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 -- 172.21.15.83:0/138493197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 msgr2=0x55d877d4fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d4fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 -- 172.21.15.83:0/138493197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 msgr2=0x55d877d448b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 0x55d877d448b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 -- 172.21.15.83:0/138493197 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d877c381b0 con 0x55d877d44e80 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 0x55d877d448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1da91640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 0x7fde040a61e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fde100f04e0 tx=0x7fde1002cef0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde1d290640 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fde1400baf0 tx=0x7fde1400d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eadfa667d6d1151f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde037fe640 1 -- 172.21.15.83:0/138493197 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde14017420 con 0x55d877d44e80 2024-04-22T14:08:36.879 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde037fe640 1 -- 172.21.15.83:0/138493197 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde14017a70 con 0x55d877d44e80 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.868+0000 7fde037fe640 1 -- 172.21.15.83:0/138493197 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1400fa30 con 0x55d877d44e80 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- 172.21.15.83:0/138493197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 msgr2=0x55d877d4d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fde1400baf0 tx=0x7fde1400d340 comp rx=0 tx=0).stop 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- 172.21.15.83:0/138493197 shutdown_connections 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d4fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d44e80 0x55d877d4d430 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- 172.21.15.83:0/138493197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d444d0 0x55d877d448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- 172.21.15.83:0/138493197 >> 172.21.15.83:0/138493197 conn(0x55d877d3eba0 msgr2=0x55d877d3ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- 172.21.15.83:0/138493197 shutdown_connections 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- 172.21.15.83:0/138493197 wait complete. 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- start start 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 Processor -- start 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d444d0 0x55d877d4d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d4a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.880 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55d877d50970 con 0x55d877d4da00 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55d877c62500 con 0x55d877d44e80 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55d877d50af0 con 0x55d877d444d0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.869+0000 7fde221bd740 10 client.0 _ll_register_callbacks cb 0x55d877c30b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51394/0 (socket says 172.21.15.83:51394) 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1933883860 learned_addr learned my addr 172.21.15.83:0/1933883860 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1d290640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d4a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d444d0 0x55d877d4d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1933883860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d444d0 msgr2=0x55d877d4d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d444d0 0x55d877d4d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1933883860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 msgr2=0x55d877d4a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d4a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1933883860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8779bb3f0 con 0x55d877d4da00 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fde08010b50 tx=0x7fde08004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d29daaf7901b6db server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:36.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0801f640 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fde0801f7e0 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde14017a70 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fde0801f9e0 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde221bd740 10 client.18810 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55d877a857d0 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.870+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde14017a70 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fde0801d020 con 0x55d877d4da00 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 10 client.18810 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 10 client.18810 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 20 client.18810 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877d5db50 0x55d877d5ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 4 client.18810 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d877c48930 con 0x55d877d5db50 2024-04-22T14:08:36.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde1d290640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877d5db50 0x55d877d5ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde00ff9640 10 client.18810 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.871+0000 7fde1d290640 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877d5db50 0x55d877d5ff40 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4671c4e194a39c8a server_cookie=44c4e86da3dc854a in_seq=0 out_seq=0 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde00ff9640 1 -- 172.21.15.83:0/1933883860 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d877c48930 con 0x55d877d5db50 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde00ff9640 10 client.18810 handle_command_reply: tid=0 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 client.18810 shutdown 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 msgr2=0x55d877d4ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fde08010b50 tx=0x7fde08004730 comp rx=0 tx=0).stop 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 shutdown_connections 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d4da00 0x55d877d4ab40 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877d5db50 0x55d877d5ff40 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d4a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 --2- 172.21.15.83:0/1933883860 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d444d0 0x55d877d4d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde00ff9640 0 client.18810 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 >> 172.21.15.83:0/1933883860 conn(0x55d877d3eba0 msgr2=0x55d877d408f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 shutdown_connections 2024-04-22T14:08:36.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 1 -- 172.21.15.83:0/1933883860 wait complete. 2024-04-22T14:08:36.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.872+0000 7fde221bd740 20 client.18810 trim_cache size 0 max 16384 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 Processor -- start 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 -- start start 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d49760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d3da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde181adbb0 con 0x55d877d444d0 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde181af6f0 con 0x55d877d44e80 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde221bd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde181ae280 con 0x55d877d4da00 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.885+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51396/0 (socket says 172.21.15.83:51396) 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1939177273 learned_addr learned my addr 172.21.15.83:0/1939177273 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1d290640 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d49760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.891 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1939177273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 msgr2=0x55d877d3da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d3da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1939177273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 msgr2=0x55d877d49760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d49760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1939177273 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d877d43820 con 0x55d877d444d0 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1d290640 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d49760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fde08005e90 tx=0x7fde0800a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4f3b9dbe692c8ee server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde02ffd640 1 -- 172.21.15.83:0/1939177273 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0800abd0 con 0x55d877d444d0 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde02ffd640 1 -- 172.21.15.83:0/1939177273 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde0801fb80 con 0x55d877d444d0 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.886+0000 7fde02ffd640 1 -- 172.21.15.83:0/1939177273 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde08005520 con 0x55d877d444d0 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- 172.21.15.83:0/1939177273 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 msgr2=0x55d877d59860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fde08005e90 tx=0x7fde0800a2d0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- 172.21.15.83:0/1939177273 shutdown_connections 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d4da00 0x55d877d3da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d44e80 0x55d877d49760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 --2- 172.21.15.83:0/1939177273 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d59860 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.892 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- 172.21.15.83:0/1939177273 >> 172.21.15.83:0/1939177273 conn(0x55d877d3eba0 msgr2=0x55d877d3d370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- 172.21.15.83:0/1939177273 shutdown_connections 2024-04-22T14:08:36.893 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- 172.21.15.83:0/1939177273 wait complete. 2024-04-22T14:08:36.896 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 -- start start 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.887+0000 7fde221bd740 1 Processor -- start 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d44e80 0x55d877d514a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d4da00 0x55d877dc2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fde181af020 con 0x55d877d444d0 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fde181ae950 con 0x55d877d4da00 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fde181abbb0 con 0x55d877d44e80 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde221bd740 10 client.0 _ll_register_callbacks cb 0x7fde08010810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51410/0 (socket says 172.21.15.83:51410) 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1123433338 learned_addr learned my addr 172.21.15.83:0/1123433338 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1d290640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d44e80 0x55d877d514a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d4da00 0x55d877dc2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.897 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1123433338 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d44e80 msgr2=0x55d877d514a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d44e80 0x55d877d514a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1123433338 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d4da00 msgr2=0x55d877dc2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d4da00 0x55d877dc2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 -- 172.21.15.83:0/1123433338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d877dc2630 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde1ca8f640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fde08000c00 tx=0x7fde0800dfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541a6530516a6e63 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.888+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0800abd0 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fde0801f640 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde0801fb80 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fde0801f840 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 10 client.18816 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55d877dc3880 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fde0801fb80 con 0x55d877d444d0 2024-04-22T14:08:36.898 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fde0801d070 con 0x55d877d444d0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 10 client.18816 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 10 client.18816 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 20 client.18816 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877dc3eb0 0x55d877dc62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 4 client.18816 mds_command: new command op to 14640 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 --> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d877cb6c10 con 0x55d877dc3eb0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde1d290640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877dc3eb0 0x55d877dc62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.889+0000 7fde00ff9640 10 client.18816 ms_handle_connect on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde1d290640 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877dc3eb0 0x55d877dc62d0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b94d358592b7945a server_cookie=c2becd32ee2b8058 in_seq=0 out_seq=0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde00ff9640 1 -- 172.21.15.83:0/1123433338 <== mds.4 v2:172.21.15.83:6840/4109640173 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d877cb6c10 con 0x55d877dc3eb0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde00ff9640 10 client.18816 handle_command_reply: tid=0 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 client.18816 shutdown 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 msgr2=0x55d877d50f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fde08000c00 tx=0x7fde0800dfa0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.899 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 shutdown_connections 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:6840/4109640173,v1:172.21.15.83:6841/4109640173] conn(0x55d877dc3eb0 0x55d877dc62d0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55d877d4da00 0x55d877dc2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde00ff9640 0 client.18816 ms_handle_reset on v2:172.21.15.83:6840/4109640173 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55d877d44e80 0x55d877d514a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 --2- 172.21.15.83:0/1123433338 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55d877d444d0 0x55d877d50f60 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 >> 172.21.15.83:0/1123433338 conn(0x55d877d3eba0 msgr2=0x55d877d452b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 shutdown_connections 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 1 -- 172.21.15.83:0/1123433338 wait complete. 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.890+0000 7fde221bd740 20 client.18816 trim_cache size 0 max 16384 2024-04-22T14:08:36.900 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 msgr2=0x7fde040a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 0x7fde040a61e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fde100f04e0 tx=0x7fde1002cef0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 msgr2=0x7fde181a4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fde10037040 tx=0x7fde10035ce0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 shutdown_connections 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fde040a3d20 0x7fde040a61e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.901 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fde18107030 0x7fde181a4640 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fde18101b40 0x7fde18199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 --2- 172.21.15.83:0/3660607632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fde181011a0 0x7fde181995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:36.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 >> 172.21.15.83:0/3660607632 conn(0x7fde18076c50 msgr2=0x7fde180fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:36.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 shutdown_connections 2024-04-22T14:08:36.902 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:36.891+0000 7fde1f4f4640 1 -- 172.21.15.83:0/3660607632 wait complete. 2024-04-22T14:08:36.905 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-04-22T14:08:37.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 -- 172.21.15.83:0/2140333976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f0106160 msgr2=0x7ff5f010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 --2- 172.21.15.83:0/2140333976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f0106160 0x7ff5f010dd30 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7ff5e8009ca0 tx=0x7ff5e802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.007 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 -- 172.21.15.83:0/2140333976 shutdown_connections 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 --2- 172.21.15.83:0/2140333976 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f0106160 0x7ff5f010dd30 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 --2- 172.21.15.83:0/2140333976 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0101a40 0x7ff5f0105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 --2- 172.21.15.83:0/2140333976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 -- 172.21.15.83:0/2140333976 >> 172.21.15.83:0/2140333976 conn(0x7ff5f0077f50 msgr2=0x7ff5f0078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 -- 172.21.15.83:0/2140333976 shutdown_connections 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.001+0000 7ff5f5306640 1 -- 172.21.15.83:0/2140333976 wait complete. 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 Processor -- start 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 -- start start 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0106160 0x7ff5f0197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01110d0 con 0x7ff5f019bef0 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f0110f50 con 0x7ff5f0101090 2024-04-22T14:08:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5f5306640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f0111250 con 0x7ff5f0106160 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51416/0 (socket says 172.21.15.83:51416) 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 -- 172.21.15.83:0/4261473632 learned_addr learned my addr 172.21.15.83:0/4261473632 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0106160 0x7ff5f0197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 -- 172.21.15.83:0/4261473632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0106160 msgr2=0x7ff5f0197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0106160 0x7ff5f0197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 -- 172.21.15.83:0/4261473632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 msgr2=0x7ff5f0197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 -- 172.21.15.83:0/4261473632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f019c9e0 con 0x7ff5f019bef0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.002+0000 7ff5ef7fe640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7ff5e8005e30 tx=0x7ff5e8032420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.003+0000 7ff5ecff9640 1 -- 172.21.15.83:0/4261473632 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e8041020 con 0x7ff5f019bef0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.003+0000 7ff5ecff9640 1 -- 172.21.15.83:0/4261473632 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e8032970 con 0x7ff5f019bef0 2024-04-22T14:08:37.009 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.003+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f019cc70 con 0x7ff5f019bef0 2024-04-22T14:08:37.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.003+0000 7ff5ecff9640 1 -- 172.21.15.83:0/4261473632 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e8039040 con 0x7ff5f019bef0 2024-04-22T14:08:37.010 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.003+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f01a4430 con 0x7ff5f019bef0 2024-04-22T14:08:37.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.005+0000 7ff5ecff9640 1 -- 172.21.15.83:0/4261473632 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff5e8044020 con 0x7ff5f019bef0 2024-04-22T14:08:37.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.005+0000 7ff5f7fcc740 1 Processor -- start 2024-04-22T14:08:37.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 -- start start 2024-04-22T14:08:37.016 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31ee80 0x5651fc327430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc329e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5651fc2831f0 con 0x5651fc31e4d0 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5651fc2204b0 con 0x5651fc327a00 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5651fc27f1b0 con 0x5651fc31ee80 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51428/0 (socket says 172.21.15.83:51428) 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1676983018 learned_addr learned my addr 172.21.15.83:0/1676983018 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5ecff9640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 0x7ff5dc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31ee80 0x5651fc327430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1676983018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31ee80 msgr2=0x5651fc327430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5ef7fe640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 0x7ff5dc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31ee80 0x5651fc327430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1676983018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 msgr2=0x5651fc329e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc329e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.017 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.006+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1676983018 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651fc2121b0 con 0x5651fc31e4d0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5ecff9640 1 -- 172.21.15.83:0/4261473632 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7ff5e80f25b0 con 0x7ff5f019bef0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009c20 tx=0x7ff5d80137d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d189ac7605229d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5e57fa640 1 -- 172.21.15.83:0/1676983018 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8013070 con 0x5651fc31e4d0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5ef7fe640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 0x7ff5dc0a61e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5e80baac0 tx=0x7ff5e80ba2c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5e57fa640 1 -- 172.21.15.83:0/1676983018 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d8017030 con 0x5651fc31e4d0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5e57fa640 1 -- 172.21.15.83:0/1676983018 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d8011640 con 0x5651fc31e4d0 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1676983018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 msgr2=0x5651fc31e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.007+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009c20 tx=0x7ff5d80137d0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1676983018 shutdown_connections 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc329e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31ee80 0x5651fc327430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1676983018 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31e4d0 0x5651fc31e8b0 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1676983018 >> 172.21.15.83:0/1676983018 conn(0x5651fc318ba0 msgr2=0x5651fc318f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1676983018 shutdown_connections 2024-04-22T14:08:37.018 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1676983018 wait complete. 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- start start 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 Processor -- start 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31e4d0 0x5651fc32f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc327a00 0x5651fc3268e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5651fc32a970 con 0x5651fc31ee80 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5651fc23c500 con 0x5651fc31e4d0 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5651fc32aaf0 con 0x5651fc327a00 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5f7fcc740 10 client.0 _ll_register_callbacks cb 0x5651fc20ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5eeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5eeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51442/0 (socket says 172.21.15.83:51442) 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5eeffd640 1 -- 172.21.15.83:0/210146906 learned_addr learned my addr 172.21.15.83:0/210146906 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.008+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31e4d0 0x5651fc32f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 -- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc327a00 msgr2=0x5651fc3268e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.019 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc327a00 0x5651fc3268e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 -- 172.21.15.83:0/210146906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31e4d0 msgr2=0x5651fc32f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31e4d0 0x5651fc32f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 -- 172.21.15.83:0/210146906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651fbf953f0 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000ddd0 tx=0x7ff5e000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64c4565218ee994f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0005020 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7ff5e00051c0 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5d8017030 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7ff5e0005400 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 10 client.18828 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5651fc05f7d0 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5d8017030 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7ff5e00119b0 con 0x5651fc31ee80 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 10 client.18828 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 10 client.18828 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:08:37.020 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 20 client.18828 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc339ee0 0x5651fc33c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 4 client.18828 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.009+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651fc222930 con 0x5651fc339ee0 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.010+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc339ee0 0x5651fc33c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.010+0000 7ff5d67fc640 10 client.18828 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.010+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc339ee0 0x5651fc33c310 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d2262c2747a461f8 server_cookie=5e5d9f2caf857167 in_seq=0 out_seq=0 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5d67fc640 1 -- 172.21.15.83:0/210146906 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5651fc222930 con 0x5651fc339ee0 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5d67fc640 10 client.18828 handle_command_reply: tid=0 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 client.18828 shutdown 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 msgr2=0x5651fc32fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000ddd0 tx=0x7ff5e000f730 comp rx=0 tx=0).stop 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 shutdown_connections 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc339ee0 0x5651fc33c310 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc327a00 0x5651fc3268e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5d67fc640 0 client.18828 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:37.021 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc32fe50 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/210146906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31e4d0 0x5651fc32f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 >> 172.21.15.83:0/210146906 conn(0x5651fc318ba0 msgr2=0x5651fc31a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 shutdown_connections 2024-04-22T14:08:37.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/210146906 wait complete. 2024-04-22T14:08:37.022 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.011+0000 7ff5f7fcc740 20 client.18828 trim_cache size 0 max 16384 2024-04-22T14:08:37.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.024+0000 7ff5f7fcc740 1 Processor -- start 2024-04-22T14:08:37.028 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.024+0000 7ff5f7fcc740 1 -- start start 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.024+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc32fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.024+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc341be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01ab960 con 0x5651fc31ee80 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01ad4a0 con 0x5651fc327a00 2024-04-22T14:08:37.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01ac030 con 0x5651fc31e4d0 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51444/0 (socket says 172.21.15.83:51444) 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 -- 172.21.15.83:0/1704136034 learned_addr learned my addr 172.21.15.83:0/1704136034 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc32fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc341be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 -- 172.21.15.83:0/1704136034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 msgr2=0x5651fc32fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc32fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 -- 172.21.15.83:0/1704136034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 msgr2=0x5651fc341be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc341be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 -- 172.21.15.83:0/1704136034 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651fc32a180 con 0x5651fc31ee80 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc32fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0001eb0 tx=0x7ff5e000fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d55973fe748947 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e4ff9640 1 -- 172.21.15.83:0/1704136034 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0019700 con 0x5651fc31ee80 2024-04-22T14:08:37.035 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e4ff9640 1 -- 172.21.15.83:0/1704136034 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e00198d0 con 0x5651fc31ee80 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.025+0000 7ff5e4ff9640 1 -- 172.21.15.83:0/1704136034 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0011ab0 con 0x5651fc31ee80 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1704136034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 msgr2=0x5651fc31a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7ff5e0001eb0 tx=0x7ff5e000fd60 comp rx=0 tx=0).stop 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1704136034 shutdown_connections 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc327a00 0x5651fc341be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc31ee80 0x5651fc31a6e0 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1704136034 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc32fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1704136034 >> 172.21.15.83:0/1704136034 conn(0x5651fc318ba0 msgr2=0x5651fc319fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1704136034 shutdown_connections 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1704136034 wait complete. 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- start start 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 Processor -- start 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc3360b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31ee80 0x5651fc333440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01acdd0 con 0x5651fc327a00 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01ac700 con 0x5651fc31ee80 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.026+0000 7ff5f7fcc740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f01a9960 con 0x5651fc31e4d0 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5f7fcc740 10 client.0 _ll_register_callbacks cb 0x7ff5e000d990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51454/0 (socket says 172.21.15.83:51454) 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1504647885 learned_addr learned my addr 172.21.15.83:0/1504647885 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31ee80 0x5651fc333440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc3360b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 msgr2=0x5651fc3360b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc3360b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1504647885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31ee80 msgr2=0x5651fc333440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31ee80 0x5651fc333440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 -- 172.21.15.83:0/1504647885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651fc334160 con 0x5651fc327a00 2024-04-22T14:08:37.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5e7fff640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009bc0 tx=0x7ff5e000d900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dee59301e899f9b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5d67fc640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5d800fe30 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7ff5d800f440 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5e00198d0 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7ff5d800f660 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5f7fcc740 10 client.18834 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5651fc3a03e0 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.027+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff5e00198d0 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7ff5d8026420 con 0x5651fc327a00 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 10 client.18834 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 10 client.18834 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-04-22T14:08:37.038 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 20 client.18834 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc3a0860 0x5651fc3a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 4 client.18834 mds_command: new command op to 24466 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 --> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5651fc290c10 con 0x5651fc3a0860 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc3a0860 0x5651fc3a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5eeffd640 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc3a0860 0x5651fc3a2c80 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6c50558aeb009287 server_cookie=9636237d9fd1e066 in_seq=0 out_seq=0 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.028+0000 7ff5d67fc640 10 client.18834 ms_handle_connect on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5d67fc640 1 -- 172.21.15.83:0/1504647885 <== mds.3 v2:172.21.15.173:6836/3219055172 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5651fc290c10 con 0x5651fc3a0860 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5d67fc640 10 client.18834 handle_command_reply: tid=0 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 client.18834 shutdown 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 msgr2=0x5651fc333980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8009bc0 tx=0x7ff5e000d900 comp rx=0 tx=0).stop 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 shutdown_connections 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:6836/3219055172,v1:172.21.15.173:6837/3219055172] conn(0x5651fc3a0860 0x5651fc3a2c80 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5651fc327a00 0x5651fc333980 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5651fc31ee80 0x5651fc333440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.039 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5d67fc640 0 client.18834 ms_handle_reset on v2:172.21.15.173:6836/3219055172 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 --2- 172.21.15.83:0/1504647885 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5651fc31e4d0 0x5651fc3360b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 >> 172.21.15.83:0/1504647885 conn(0x5651fc318ba0 msgr2=0x5651fc31a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 shutdown_connections 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 1 -- 172.21.15.83:0/1504647885 wait complete. 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f7fcc740 20 client.18834 trim_cache size 0 max 16384 2024-04-22T14:08:37.040 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 msgr2=0x7ff5dc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 0x7ff5dc0a61e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5e80baac0 tx=0x7ff5e80ba2c0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 msgr2=0x7ff5f019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7ff5e8005e30 tx=0x7ff5e8032420 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 shutdown_connections 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff5dc0a3d20 0x7ff5dc0a61e0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff5f019bef0 0x7ff5f019c3a0 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff5f0106160 0x7ff5f0197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 --2- 172.21.15.83:0/4261473632 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff5f0101090 0x7ff5f0197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 >> 172.21.15.83:0/4261473632 conn(0x7ff5f0077f50 msgr2=0x7ff5f00ff040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.041 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 shutdown_connections 2024-04-22T14:08:37.042 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.029+0000 7ff5f5306640 1 -- 172.21.15.83:0/4261473632 wait complete. 2024-04-22T14:08:37.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-04-22T14:08:37.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 -- 172.21.15.83:0/3515058167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e88106160 msgr2=0x7f9e8810dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/3515058167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e88106160 0x7f9e8810dd30 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f9e80009ca0 tx=0x7f9e8002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 -- 172.21.15.83:0/3515058167 shutdown_connections 2024-04-22T14:08:37.147 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/3515058167 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e88106160 0x7f9e8810dd30 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/3515058167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101a40 0x7f9e88105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/3515058167 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88101090 0x7f9e88101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 -- 172.21.15.83:0/3515058167 >> 172.21.15.83:0/3515058167 conn(0x7f9e88077f50 msgr2=0x7f9e88078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 -- 172.21.15.83:0/3515058167 shutdown_connections 2024-04-22T14:08:37.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.143+0000 7f9e8ce31640 1 -- 172.21.15.83:0/3515058167 wait complete. 2024-04-22T14:08:37.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 Processor -- start 2024-04-22T14:08:37.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 -- start start 2024-04-22T14:08:37.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 0x7f9e881986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88106160 0x7f9e88198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.150 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881110b0 con 0x7f9e8819cfb0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9e88110f30 con 0x7f9e88101090 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.144+0000 7f9e8ce31640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9e88111230 con 0x7f9e88106160 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51466/0 (socket says 172.21.15.83:51466) 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1119012195 learned_addr learned my addr 172.21.15.83:0/1119012195 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 0x7f9e881986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88106160 0x7f9e88198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1119012195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88106160 msgr2=0x7f9e88198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88106160 0x7f9e88198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1119012195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 msgr2=0x7f9e881986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 0x7f9e881986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1119012195 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e8819daa0 con 0x7f9e8819cfb0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 0x7f9e881986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9e80005e30 tx=0x7f9e80034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e7ffff640 1 -- 172.21.15.83:0/1119012195 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e80039040 con 0x7f9e8819cfb0 2024-04-22T14:08:37.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e8819dd30 con 0x7f9e8819cfb0 2024-04-22T14:08:37.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e7ffff640 1 -- 172.21.15.83:0/1119012195 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e80044070 con 0x7f9e8819cfb0 2024-04-22T14:08:37.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e7ffff640 1 -- 172.21.15.83:0/1119012195 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e80003e60 con 0x7f9e8819cfb0 2024-04-22T14:08:37.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.145+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e881a5550 con 0x7f9e8819cfb0 2024-04-22T14:08:37.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.147+0000 7f9e7ffff640 1 -- 172.21.15.83:0/1119012195 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f9e800324c0 con 0x7f9e8819cfb0 2024-04-22T14:08:37.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 Processor -- start 2024-04-22T14:08:37.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 -- start start 2024-04-22T14:08:37.158 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e7ffff640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 0x7f9e740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349ae8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5637349131f0 con 0x5637349b7a00 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5637348b04b0 con 0x5637349ae4d0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x56373490f1b0 con 0x5637349aee80 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 0x7f9e740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e7ffff640 1 -- 172.21.15.83:0/1119012195 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f9e800f2a80 con 0x7f9e8819cfb0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51476/0 (socket says 172.21.15.83:51476) 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.148+0000 7f9e86d9d640 1 -- 172.21.15.83:0/4274382099 learned_addr learned my addr 172.21.15.83:0/4274382099 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e8659c640 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349ae8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 -- 172.21.15.83:0/4274382099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 msgr2=0x5637349b7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.159 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 -- 172.21.15.83:0/4274382099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 msgr2=0x5637349ae8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349ae8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 -- 172.21.15.83:0/4274382099 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637348a21b0 con 0x5637349b7a00 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 0x7f9e740a61e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9e700058c0 tx=0x7f9e700137d0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f9e800c7270 tx=0x7f9e800bae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72c2cc62db1a006 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e7cd99640 1 -- 172.21.15.83:0/4274382099 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800bfe60 con 0x5637349b7a00 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e7cd99640 1 -- 172.21.15.83:0/4274382099 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e80035e50 con 0x5637349b7a00 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.149+0000 7f9e7cd99640 1 -- 172.21.15.83:0/4274382099 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800bce30 con 0x5637349b7a00 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/4274382099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 msgr2=0x5637349b9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f9e800c7270 tx=0x7f9e800bae50 comp rx=0 tx=0).stop 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/4274382099 shutdown_connections 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b9e50 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/4274382099 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349ae8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/4274382099 >> 172.21.15.83:0/4274382099 conn(0x5637349a8ba0 msgr2=0x5637349a8f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.160 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/4274382099 shutdown_connections 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/4274382099 wait complete. 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- start start 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 Processor -- start 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349b7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x5637349ba730 con 0x5637349b7a00 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5637348cc500 con 0x5637349ae4d0 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x5637349ba8b0 con 0x5637349aee80 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.150+0000 7f9e8fa1d740 10 client.0 _ll_register_callbacks cb 0x56373489ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51478/0 (socket says 172.21.15.83:51478) 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1997068515 learned_addr learned my addr 172.21.15.83:0/1997068515 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349b7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1997068515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 msgr2=0x5637349b4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.161 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 msgr2=0x5637349b7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349b7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 -- 172.21.15.83:0/1997068515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637346253f0 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f9e800f0390 tx=0x7f9e800bd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d7f905a8dcca51 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800d8060 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f9e800327b0 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e80035e50 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9e800bfe60 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e8fa1d740 10 client.18846 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x5637346ef7d0 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.151+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e80035e50 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f9e8003c030 con 0x5637349b7a00 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 10 client.18846 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.162 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 10 client.18846 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 20 client.18846 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5637349c7790 0x5637349c9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 4 client.18846 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637348b2930 con 0x5637349c7790 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5637349c7790 0x5637349c9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e6dffb640 10 client.18846 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.152+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5637349c7790 0x5637349c9b80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=66556282c618f26f server_cookie=933e045b4c2afae in_seq=0 out_seq=0 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1997068515 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5637348b2930 con 0x5637349c7790 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e6dffb640 10 client.18846 handle_command_reply: tid=0 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 client.18846 shutdown 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 msgr2=0x5637349b4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f9e800f0390 tx=0x7f9e800bd040 comp rx=0 tx=0).stop 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 shutdown_connections 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x5637349c7790 0x5637349c9b80 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b4d10 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349aee80 0x5637349b4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e6dffb640 0 client.18846 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1997068515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349ae4d0 0x5637349b7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.153+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 >> 172.21.15.83:0/1997068515 conn(0x5637349a8ba0 msgr2=0x5637349aa8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.154+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 shutdown_connections 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.154+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1997068515 wait complete. 2024-04-22T14:08:37.164 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.154+0000 7f9e8fa1d740 20 client.18846 trim_cache size 0 max 16384 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 Processor -- start 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 -- start start 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349ae4d0 0x5637349c3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349a7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881adba0 con 0x5637349b7a00 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881af6e0 con 0x5637349aee80 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881ae270 con 0x5637349ae4d0 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.176 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51492/0 (socket says 172.21.15.83:51492) 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 -- 172.21.15.83:0/833334718 learned_addr learned my addr 172.21.15.83:0/833334718 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349a7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 -- 172.21.15.83:0/833334718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349ae4d0 msgr2=0x5637349c3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349ae4d0 0x5637349c3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 -- 172.21.15.83:0/833334718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 msgr2=0x5637349a7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349a7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e86d9d640 1 -- 172.21.15.83:0/833334718 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637349c9ef0 con 0x5637349b7a00 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.167+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349a7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e86d9d640 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f9e800f07d0 tx=0x7f9e80003bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b12ebf7f23841aa5 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e6ffff640 1 -- 172.21.15.83:0/833334718 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800d8040 con 0x5637349b7a00 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e6ffff640 1 -- 172.21.15.83:0/833334718 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e80035e50 con 0x5637349b7a00 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e6ffff640 1 -- 172.21.15.83:0/833334718 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e800bee30 con 0x5637349b7a00 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/833334718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 msgr2=0x5637349b6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f9e800f07d0 tx=0x7f9e80003bc0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/833334718 shutdown_connections 2024-04-22T14:08:37.177 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349b7a00 0x5637349b6e30 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349a7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/833334718 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349ae4d0 0x5637349c3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/833334718 >> 172.21.15.83:0/833334718 conn(0x5637349a8ba0 msgr2=0x5637349a7370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/833334718 shutdown_connections 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.168+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/833334718 wait complete. 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 -- start start 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 Processor -- start 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349b1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349b7a00 0x5637349b1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881af010 con 0x5637349ae4d0 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881ae940 con 0x5637349aee80 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f9e881abba0 con 0x5637349b7a00 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8fa1d740 10 client.0 _ll_register_callbacks cb 0x7f9e800beb30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.178 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51496/0 (socket says 172.21.15.83:51496) 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 -- 172.21.15.83:0/1721122032 learned_addr learned my addr 172.21.15.83:0/1721122032 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 -- 172.21.15.83:0/1721122032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349b7a00 msgr2=0x5637349b1cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349b7a00 0x5637349b1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 -- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 msgr2=0x5637349b1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 -- 172.21.15.83:0/1721122032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563734a2cb80 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e8659c640 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x5637349ca280 tx=0x7f9e78004030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da2062581fb32751 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e78014d20 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.169+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f9e7801e050 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e80035e50 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9e7802e050 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 10 client.18852 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x563734a2dc90 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e80035e50 con 0x5637349ae4d0 2024-04-22T14:08:37.179 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7f9e78012780 con 0x5637349ae4d0 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 10 client.18852 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 10 client.18852 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 20 client.18852 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x563734a2e390 0x563734a30810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 4 client.18852 mds_command: new command op to 24467 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 --> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563734920c10 con 0x563734a2e390 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.170+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x563734a2e390 0x563734a30810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e6dffb640 10 client.18852 ms_handle_connect on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e7dd9b640 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x563734a2e390 0x563734a30810 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=699ede17d393ede0 server_cookie=a6402242e03225 in_seq=0 out_seq=0 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e6dffb640 1 -- 172.21.15.83:0/1721122032 <== mds.2 v2:172.21.15.84:6836/1879659005 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563734920c10 con 0x563734a2e390 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e6dffb640 10 client.18852 handle_command_reply: tid=0 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 client.18852 shutdown 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 msgr2=0x5637349b1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x5637349ca280 tx=0x7f9e78004030 comp rx=0 tx=0).stop 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 shutdown_connections 2024-04-22T14:08:37.180 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:6836/1879659005,v1:172.21.15.84:6837/1879659005] conn(0x563734a2e390 0x563734a30810 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x5637349b7a00 0x5637349b1cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5637349aee80 0x5637349b1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 --2- 172.21.15.83:0/1721122032 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x5637349ae4d0 0x5637349b1230 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e6dffb640 0 client.18852 ms_handle_reset on v2:172.21.15.84:6836/1879659005 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 >> 172.21.15.83:0/1721122032 conn(0x5637349a8ba0 msgr2=0x5637349a7c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 shutdown_connections 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 1 -- 172.21.15.83:0/1721122032 wait complete. 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8fa1d740 20 client.18852 trim_cache size 0 max 16384 2024-04-22T14:08:37.181 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 msgr2=0x7f9e740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 0x7f9e740a61e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9e700058c0 tx=0x7f9e700137d0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 msgr2=0x7f9e8819d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.171+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f9e80005e30 tx=0x7f9e80034760 comp rx=0 tx=0).stop 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 shutdown_connections 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f9e740a3d20 0x7f9e740a61e0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f9e8819cfb0 0x7f9e8819d460 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f9e88106160 0x7f9e88198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 --2- 172.21.15.83:0/1119012195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9e88101090 0x7f9e881986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 >> 172.21.15.83:0/1119012195 conn(0x7f9e88077f50 msgr2=0x7f9e88069480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 shutdown_connections 2024-04-22T14:08:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.172+0000 7f9e8ce31640 1 -- 172.21.15.83:0/1119012195 wait complete. 2024-04-22T14:08:37.187 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 -- 172.21.15.83:0/1349971213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 msgr2=0x7fc66006a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 --2- 172.21.15.83:0/1349971213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66006a9d0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fc64c009930 tx=0x7fc64c02bcd0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 -- 172.21.15.83:0/1349971213 shutdown_connections 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 --2- 172.21.15.83:0/1349971213 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc66006af10 0x7fc66010edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 --2- 172.21.15.83:0/1349971213 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66006a9d0 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.288 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 --2- 172.21.15.83:0/1349971213 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc660108150 0x7fc660108530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 -- 172.21.15.83:0/1349971213 >> 172.21.15.83:0/1349971213 conn(0x7fc660076c50 msgr2=0x7fc660077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 -- 172.21.15.83:0/1349971213 shutdown_connections 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.282+0000 7fc666e70640 1 -- 172.21.15.83:0/1349971213 wait complete. 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 Processor -- start 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 -- start start 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc66006af10 0x7fc66019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc660108150 0x7fc6601985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc660112220 con 0x7fc66006a550 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601120a0 con 0x7fc660108150 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc666e70640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601123a0 con 0x7fc66006af10 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51514/0 (socket says 172.21.15.83:51514) 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 -- 172.21.15.83:0/88532784 learned_addr learned my addr 172.21.15.83:0/88532784 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.289 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc65ffff640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc66006af10 0x7fc66019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 -- 172.21.15.83:0/88532784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc66006af10 msgr2=0x7fc66019e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc66006af10 0x7fc66019e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 -- 172.21.15.83:0/88532784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc660108150 msgr2=0x7fc6601985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc660108150 0x7fc6601985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.283+0000 7fc664c0c640 1 -- 172.21.15.83:0/88532784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc660198d20 con 0x7fc66006a550 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc664c0c640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fc65400d950 tx=0x7fc65400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc65dffb640 1 -- 172.21.15.83:0/88532784 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654017070 con 0x7fc66006a550 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc660199010 con 0x7fc66006a550 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc65dffb640 1 -- 172.21.15.83:0/88532784 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc654009c30 con 0x7fc66006a550 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc65dffb640 1 -- 172.21.15.83:0/88532784 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc65400f620 con 0x7fc66006a550 2024-04-22T14:08:37.290 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.284+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6601a52b0 con 0x7fc66006a550 2024-04-22T14:08:37.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.286+0000 7fc65dffb640 1 -- 172.21.15.83:0/88532784 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc65401a070 con 0x7fc66006a550 2024-04-22T14:08:37.296 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.286+0000 7fc669a5c740 1 Processor -- start 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.286+0000 7fc669a5c740 1 -- start start 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 0x55e26a40d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a416430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e26a3721f0 con 0x55e26a416a00 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e26a30f4b0 con 0x55e26a40de80 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc669a5c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e26a36e1b0 con 0x55e26a40d4d0 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51516/0 (socket says 172.21.15.83:51516) 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 -- 172.21.15.83:0/2771996954 learned_addr learned my addr 172.21.15.83:0/2771996954 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65dffb640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 0x7fc6500a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc664c0c640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a416430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc66540d640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 0x55e26a40d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.297 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc66540d640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 0x7fc6500a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65dffb640 1 -- 172.21.15.83:0/88532784 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fc6540d0250 con 0x7fc66006a550 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 -- 172.21.15.83:0/2771996954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 msgr2=0x55e26a40d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 0x55e26a40d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 -- 172.21.15.83:0/2771996954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 msgr2=0x55e26a416430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a416430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 -- 172.21.15.83:0/2771996954 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e26a3011b0 con 0x55e26a416a00 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc66540d640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 0x55e26a40d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.287+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc64c036040 tx=0x7fc64c02c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=352f55d09899399f server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc64affd640 1 -- 172.21.15.83:0/2771996954 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c004200 con 0x55e26a416a00 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc66540d640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 0x7fc6500a61e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc658008fd0 tx=0x7fc658006ce0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc64affd640 1 -- 172.21.15.83:0/2771996954 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc64c0054f0 con 0x55e26a416a00 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc64affd640 1 -- 172.21.15.83:0/2771996954 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64c0046c0 con 0x55e26a416a00 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 -- 172.21.15.83:0/2771996954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 msgr2=0x55e26a418e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fc64c036040 tx=0x7fc64c02c720 comp rx=0 tx=0).stop 2024-04-22T14:08:37.298 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 -- 172.21.15.83:0/2771996954 shutdown_connections 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a418e50 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a416430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2771996954 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40d4d0 0x55e26a40d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 -- 172.21.15.83:0/2771996954 >> 172.21.15.83:0/2771996954 conn(0x55e26a407ba0 msgr2=0x55e26a407f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 -- 172.21.15.83:0/2771996954 shutdown_connections 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.288+0000 7fc669a5c740 1 -- 172.21.15.83:0/2771996954 wait complete. 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 -- start start 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 Processor -- start 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a413650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a413bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55e26a419910 con 0x55e26a40d4d0 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55e26a32b500 con 0x55e26a40de80 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55e26a419a90 con 0x55e26a416a00 2024-04-22T14:08:37.299 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc669a5c740 10 client.0 _ll_register_callbacks cb 0x55e26a2f9b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51532/0 (socket says 172.21.15.83:51532) 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 -- 172.21.15.83:0/408086171 learned_addr learned my addr 172.21.15.83:0/408086171 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc65ffff640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a413650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 -- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 msgr2=0x55e26a413bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a413bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 -- 172.21.15.83:0/408086171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 msgr2=0x55e26a413650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a413650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.289+0000 7fc664c0c640 1 -- 172.21.15.83:0/408086171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e26a0843f0 con 0x55e26a40d4d0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc664c0c640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc654098650 tx=0x7fc654005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e354cd169b798753 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654021040 con 0x55e26a40d4d0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fc6540a0160 con 0x55e26a40d4d0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc64c0054f0 con 0x55e26a40d4d0 2024-04-22T14:08:37.300 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fc6540a0360 con 0x55e26a40d4d0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 10 client.18864 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55e26a14e7d0 con 0x55e26a40d4d0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc64c0054f0 con 0x55e26a40d4d0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fc65409b640 con 0x55e26a40d4d0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 10 client.18864 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 10 client.18864 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 20 client.18864 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a426ac0 0x55e26a428f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 4 client.18864 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e26a311930 con 0x55e26a426ac0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.290+0000 7fc65ffff640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a426ac0 0x55e26a428f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.291+0000 7fc63ffff640 10 client.18864 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.291+0000 7fc65ffff640 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a426ac0 0x55e26a428f50 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f3bad26a0db0dcc8 server_cookie=ac6e81786434d465 in_seq=0 out_seq=0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc63ffff640 1 -- 172.21.15.83:0/408086171 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e26a311930 con 0x55e26a426ac0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc63ffff640 10 client.18864 handle_command_reply: tid=0 2024-04-22T14:08:37.301 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 client.18864 shutdown 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 msgr2=0x55e26a4162c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fc654098650 tx=0x7fc654005f30 comp rx=0 tx=0).stop 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 shutdown_connections 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a426ac0 0x55e26a428f50 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a413bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a413650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc63ffff640 0 client.18864 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 --2- 172.21.15.83:0/408086171 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a4162c0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 >> 172.21.15.83:0/408086171 conn(0x55e26a407ba0 msgr2=0x55e26a4098f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 shutdown_connections 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 1 -- 172.21.15.83:0/408086171 wait complete. 2024-04-22T14:08:37.302 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.292+0000 7fc669a5c740 20 client.18864 trim_cache size 0 max 16384 2024-04-22T14:08:37.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.305+0000 7fc669a5c740 1 Processor -- start 2024-04-22T14:08:37.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.305+0000 7fc669a5c740 1 -- start start 2024-04-22T14:08:37.314 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.305+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 0x55e26a4227d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40de80 0x55e26a415d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc669a5c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601adb60 con 0x55e26a416a00 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc669a5c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601af6a0 con 0x55e26a40d4d0 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc669a5c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601ae230 con 0x55e26a40de80 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51546/0 (socket says 172.21.15.83:51546) 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 -- 172.21.15.83:0/4205356092 learned_addr learned my addr 172.21.15.83:0/4205356092 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc664c0c640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 0x55e26a4227d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 -- 172.21.15.83:0/4205356092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40de80 msgr2=0x55e26a415d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc65ffff640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40de80 0x55e26a415d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40de80 0x55e26a415d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 -- 172.21.15.83:0/4205356092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 msgr2=0x55e26a4227d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.315 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 0x55e26a4227d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 -- 172.21.15.83:0/4205356092 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e26a407380 con 0x55e26a416a00 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc664c0c640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 0x55e26a4227d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc66540d640 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fc65800b930 tx=0x7fc658006c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e409060488d8b44 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc64a7fc640 1 -- 172.21.15.83:0/4205356092 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc658026070 con 0x55e26a416a00 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc64a7fc640 1 -- 172.21.15.83:0/4205356092 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc658006a60 con 0x55e26a416a00 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.306+0000 7fc64a7fc640 1 -- 172.21.15.83:0/4205356092 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6580188d0 con 0x55e26a416a00 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- 172.21.15.83:0/4205356092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 msgr2=0x55e26a4162c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7fc65800b930 tx=0x7fc658006c70 comp rx=0 tx=0).stop 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- 172.21.15.83:0/4205356092 shutdown_connections 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a416a00 0x55e26a4162c0 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a40de80 0x55e26a415d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 --2- 172.21.15.83:0/4205356092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40d4d0 0x55e26a4227d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- 172.21.15.83:0/4205356092 >> 172.21.15.83:0/4205356092 conn(0x55e26a407ba0 msgr2=0x55e26a40e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.316 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- 172.21.15.83:0/4205356092 shutdown_connections 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- 172.21.15.83:0/4205356092 wait complete. 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 -- start start 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.307+0000 7fc669a5c740 1 Processor -- start 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a415c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a416190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601aefd0 con 0x55e26a40d4d0 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601ae900 con 0x55e26a40de80 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc6601abb60 con 0x55e26a416a00 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 10 client.0 _ll_register_callbacks cb 0x7fc65409bb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51550/0 (socket says 172.21.15.83:51550) 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 -- 172.21.15.83:0/2029372801 learned_addr learned my addr 172.21.15.83:0/2029372801 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.317 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a415c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc66540d640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a416190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 -- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 msgr2=0x55e26a416190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a416190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 -- 172.21.15.83:0/2029372801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 msgr2=0x55e26a415c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a415c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 -- 172.21.15.83:0/2029372801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e26a4900c0 con 0x55e26a40d4d0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc66540d640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a416190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc664c0c640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fc65409bef0 tx=0x7fc654010f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45b93f0b72d069f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc63ffff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc654021070 con 0x55e26a40d4d0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fc654098060 con 0x55e26a40d4d0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc658006a60 con 0x55e26a40d4d0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fc6540982a0 con 0x55e26a40d4d0 2024-04-22T14:08:37.318 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 10 client.18870 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.308+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55e26a4912b0 con 0x55e26a40d4d0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc658006a60 con 0x55e26a40d4d0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fc65409b140 con 0x55e26a40d4d0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 10 client.18870 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 10 client.18870 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 20 client.18870 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a491ab0 0x55e26a493ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 4 client.18870 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 --> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e26a37fc10 con 0x55e26a491ab0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a491ab0 0x55e26a493ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc63ffff640 10 client.18870 ms_handle_connect on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.309+0000 7fc65ffff640 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a491ab0 0x55e26a493ed0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3cf5dac6ee05d45a server_cookie=55fef06250b70e6 in_seq=0 out_seq=0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc63ffff640 1 -- 172.21.15.83:0/2029372801 <== mds.1 v2:172.21.15.173:6838/721223827 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e26a37fc10 con 0x55e26a491ab0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc63ffff640 10 client.18870 handle_command_reply: tid=0 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 client.18870 shutdown 2024-04-22T14:08:37.319 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 msgr2=0x55e26a415710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fc65409bef0 tx=0x7fc654010f10 comp rx=0 tx=0).stop 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 shutdown_connections 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:6838/721223827,v1:172.21.15.173:6839/721223827] conn(0x55e26a491ab0 0x55e26a493ed0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55e26a416a00 0x55e26a416190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc63ffff640 0 client.18870 ms_handle_reset on v2:172.21.15.173:6838/721223827 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55e26a40de80 0x55e26a415c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 --2- 172.21.15.83:0/2029372801 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55e26a40d4d0 0x55e26a415710 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 >> 172.21.15.83:0/2029372801 conn(0x55e26a407ba0 msgr2=0x55e26a406c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 shutdown_connections 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 1 -- 172.21.15.83:0/2029372801 wait complete. 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc669a5c740 20 client.18870 trim_cache size 0 max 16384 2024-04-22T14:08:37.320 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:37.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 msgr2=0x7fc6500a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.310+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 0x7fc6500a61e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc658008fd0 tx=0x7fc658006ce0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.321 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 msgr2=0x7fc66019e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fc65400d950 tx=0x7fc65400de10 comp rx=0 tx=0).stop 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 shutdown_connections 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc6500a3d20 0x7fc6500a61e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc660108150 0x7fc6601985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc66006af10 0x7fc66019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 --2- 172.21.15.83:0/88532784 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc66006a550 0x7fc66019e3f0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 >> 172.21.15.83:0/88532784 conn(0x7fc660076c50 msgr2=0x7fc6600fff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 shutdown_connections 2024-04-22T14:08:37.322 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.311+0000 7fc666e70640 1 -- 172.21.15.83:0/88532784 wait complete. 2024-04-22T14:08:37.324 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:37 smithi083 ceph-mon[27977]: pgmap v321: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:37.324 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:37 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/31681117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:37.325 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-04-22T14:08:37.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:37 smithi173 ceph-mon[31493]: pgmap v321: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:37.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:37 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/31681117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- 172.21.15.83:0/465498657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4107030 msgr2=0x7fe7d4107410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 --2- 172.21.15.83:0/465498657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4107030 0x7fe7d4107410 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc009930 tx=0x7fe7cc02bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- 172.21.15.83:0/465498657 shutdown_connections 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 --2- 172.21.15.83:0/465498657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d4101b40 0x7fe7d410dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 --2- 172.21.15.83:0/465498657 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d41011a0 0x7fe7d4101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 --2- 172.21.15.83:0/465498657 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4107030 0x7fe7d4107410 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- 172.21.15.83:0/465498657 >> 172.21.15.83:0/465498657 conn(0x7fe7d4076c50 msgr2=0x7fe7d4077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- 172.21.15.83:0/465498657 shutdown_connections 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- 172.21.15.83:0/465498657 wait complete. 2024-04-22T14:08:37.427 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 Processor -- start 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.421+0000 7fe7dad04640 1 -- start start 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d41011a0 0x7fe7d4198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 0x7fe7d419cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41110c0 con 0x7fe7d4101b40 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d4110f40 con 0x7fe7d41011a0 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d4111240 con 0x7fe7d4107030 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51570/0 (socket says 172.21.15.83:51570) 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 -- 172.21.15.83:0/2464853903 learned_addr learned my addr 172.21.15.83:0/2464853903 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d41011a0 0x7fe7d4198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 0x7fe7d419cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 -- 172.21.15.83:0/2464853903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 msgr2=0x7fe7d419cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 0x7fe7d419cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 -- 172.21.15.83:0/2464853903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d41011a0 msgr2=0x7fe7d4198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d41011a0 0x7fe7d4198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.428 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 -- 172.21.15.83:0/2464853903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7d419d6f0 con 0x7fe7d4101b40 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 0x7fe7d419cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400cce0 tx=0x7fe7c400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d1ffb640 1 -- 172.21.15.83:0/2464853903 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c400f650 con 0x7fe7d4101b40 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d1ffb640 1 -- 172.21.15.83:0/2464853903 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7c400fca0 con 0x7fe7d4101b40 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7d419d9e0 con 0x7fe7d4101b40 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.422+0000 7fe7d1ffb640 1 -- 172.21.15.83:0/2464853903 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c4018b40 con 0x7fe7d4101b40 2024-04-22T14:08:37.429 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.423+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7d41a5270 con 0x7fe7d4101b40 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7d1ffb640 1 -- 172.21.15.83:0/2464853903 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe7c400f7f0 con 0x7fe7d4101b40 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 Processor -- start 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 -- start start 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7d1ffb640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cb78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac53c1c1f0 con 0x55ac53cb7e80 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac53bb94b0 con 0x55ac53cb74d0 2024-04-22T14:08:37.439 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac53c181b0 con 0x55ac53cc0a00 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.425+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d1ffb640 1 -- 172.21.15.83:0/2464853903 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fe7c40d0c10 con 0x7fe7d4101b40 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51576/0 (socket says 172.21.15.83:51576) 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 -- 172.21.15.83:0/1466625166 learned_addr learned my addr 172.21.15.83:0/1466625166 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cb78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 -- 172.21.15.83:0/1466625166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 msgr2=0x55ac53cc2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 -- 172.21.15.83:0/1466625166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 msgr2=0x55ac53cb78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cb78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 -- 172.21.15.83:0/1466625166 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac53bab1b0 con 0x55ac53cb7e80 2024-04-22T14:08:37.440 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 0x7fe7c00a6260 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc013510 tx=0x7fe7bc00bf90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400ccb0 tx=0x7fe7c4007940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9027dc76115bd10 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7caffd640 1 -- 172.21.15.83:0/1466625166 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c401b120 con 0x55ac53cb7e80 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7caffd640 1 -- 172.21.15.83:0/1466625166 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7c400fae0 con 0x55ac53cb7e80 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.426+0000 7fe7caffd640 1 -- 172.21.15.83:0/1466625166 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c409aeb0 con 0x55ac53cb7e80 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/1466625166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 msgr2=0x55ac53cc0430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400ccb0 tx=0x7fe7c4007940 comp rx=0 tx=0).stop 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/1466625166 shutdown_connections 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cc0430 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/1466625166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cb78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/1466625166 >> 172.21.15.83:0/1466625166 conn(0x55ac53cb1ba0 msgr2=0x55ac53cb1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/1466625166 shutdown_connections 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/1466625166 wait complete. 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 -- start start 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.427+0000 7fe7dd9d4740 1 Processor -- start 2024-04-22T14:08:37.441 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cc02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cbdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x55ac53cc3970 con 0x55ac53cb7e80 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ac53bd5500 con 0x55ac53cb74d0 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x55ac53cc3af0 con 0x55ac53cc0a00 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 10 client.0 _ll_register_callbacks cb 0x55ac53ba3b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d8aa0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cc02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51588/0 (socket says 172.21.15.83:51588) 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 -- 172.21.15.83:0/3877360840 learned_addr learned my addr 172.21.15.83:0/3877360840 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d8aa0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cc02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.83:42182/0 (socket says 172.21.15.83:42182) 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cbdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 -- 172.21.15.83:0/3877360840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 msgr2=0x55ac53cbdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cbdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.442 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 -- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 msgr2=0x55ac53cc02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cc02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 -- 172.21.15.83:0/3877360840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac5392e3f0 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fe7c409c8b0 tx=0x7fe7c409cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db79b444b88b880 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7c40b6060 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fe7c4099220 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ac53bbb930 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.428+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fe7c4055070 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 10 client.18882 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ac539f87d0 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ac53bbb930 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fe7c4098900 con 0x55ac53cb7e80 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 10 client.18882 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 10 client.18882 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:37.443 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 20 client.18882 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53cd0ab0 0x55ac53cd2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 4 client.18882 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ac53c29c10 con 0x55ac53cd0ab0 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53cd0ab0 0x55ac53cd2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7b3fff640 10 client.18882 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.429+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53cd0ab0 0x55ac53cd2ea0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=179529e8259407b server_cookie=31ac0da0e6b609ca in_seq=0 out_seq=0 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7b3fff640 1 -- 172.21.15.83:0/3877360840 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ac53c29c10 con 0x55ac53cd0ab0 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7b3fff640 10 client.18882 handle_command_reply: tid=0 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 client.18882 shutdown 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 msgr2=0x55ac53cbd680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fe7c409c8b0 tx=0x7fe7c409cbb0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 shutdown_connections 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53cd0ab0 0x55ac53cd2ea0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cbdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7b3fff640 0 client.18882 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:37.444 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb7e80 0x55ac53cbd680 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/3877360840 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb74d0 0x55ac53cc02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 >> 172.21.15.83:0/3877360840 conn(0x55ac53cb1ba0 msgr2=0x55ac53cb38f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 shutdown_connections 2024-04-22T14:08:37.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.430+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/3877360840 wait complete. 2024-04-22T14:08:37.445 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.431+0000 7fe7dd9d4740 20 client.18882 trim_cache size 0 max 16384 2024-04-22T14:08:37.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 Processor -- start 2024-04-22T14:08:37.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 -- start start 2024-04-22T14:08:37.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cbfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41adb00 con 0x55ac53cb74d0 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41af640 con 0x55ac53cb7e80 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41ae1d0 con 0x55ac53cc0a00 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51594/0 (socket says 172.21.15.83:51594) 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 -- 172.21.15.83:0/994169253 learned_addr learned my addr 172.21.15.83:0/994169253 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cbfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 -- 172.21.15.83:0/994169253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 msgr2=0x55ac53cc02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 -- 172.21.15.83:0/994169253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 msgr2=0x55ac53cbfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cbfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.454 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 -- 172.21.15.83:0/994169253 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ac53cb7c20 con 0x55ac53cb74d0 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cbfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005ab0 tx=0x7fe7cc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30907f15fb0ed7 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7ca7fc640 1 -- 172.21.15.83:0/994169253 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc04f020 con 0x55ac53cb74d0 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7ca7fc640 1 -- 172.21.15.83:0/994169253 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7cc02cc90 con 0x55ac53cb74d0 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.444+0000 7fe7ca7fc640 1 -- 172.21.15.83:0/994169253 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc049070 con 0x55ac53cb74d0 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/994169253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 msgr2=0x55ac53ccc480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc005ab0 tx=0x7fe7cc005fd0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/994169253 shutdown_connections 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cc0a00 0x55ac53cc02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cbfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/994169253 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cb74d0 0x55ac53ccc480 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/994169253 >> 172.21.15.83:0/994169253 conn(0x55ac53cb1ba0 msgr2=0x55ac53ccbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/994169253 shutdown_connections 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/994169253 wait complete. 2024-04-22T14:08:37.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 -- start start 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.445+0000 7fe7dd9d4740 1 Processor -- start 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cb74d0 0x55ac53cd6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cd3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41aef70 con 0x55ac53cc0a00 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41ae8a0 con 0x55ac53cb7e80 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe7d41abb00 con 0x55ac53cb74d0 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7dd9d4740 10 client.0 _ll_register_callbacks cb 0x7fe7c4014f60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51600/0 (socket says 172.21.15.83:51600) 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 -- 172.21.15.83:0/2953639244 learned_addr learned my addr 172.21.15.83:0/2953639244 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cb74d0 0x55ac53cd6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cd3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 -- 172.21.15.83:0/2953639244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cb74d0 msgr2=0x55ac53cd6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.456 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cb74d0 0x55ac53cd6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 -- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 msgr2=0x55ac53cd3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cd3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 -- 172.21.15.83:0/2953639244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ac53cd4180 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d3fff640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cd3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7d92a1640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc011670 tx=0x7fe7bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=159b7d08cfee176b server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.83:3300/0 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.446+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc0208e0 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mon.0 v2:172.21.15.83:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fe7bc020a80 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7cc02cc90 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7fe7bc020c80 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 10 client.18888 fetch_fsmap learned FSMap version 45 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) -- 0x55ac53d36ad0 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mon.0 v2:172.21.15.83:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7cc02cc90 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mon.0 v2:172.21.15.83:3300/0 5 ==== fsmap(e 45) ==== 8354+0+0 (secure 0 0 0) 0x7fe7bc021400 con 0x55ac53cc0a00 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 10 client.18888 fetch_fsmap finished waiting for FSMap version 45 2024-04-22T14:08:37.457 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 10 client.18888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 20 client.18888 populate_metadata read hostname 'smithi083' 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53d37250 0x55ac53d39670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 4 client.18888 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 --> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ac53c23a80 con 0x55ac53d37250 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.447+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53d37250 0x55ac53d39670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7b3fff640 10 client.18888 ms_handle_connect on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7d8aa0640 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53d37250 0x55ac53d39670 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40d920fbdaa58450 server_cookie=1856b799e9053b22 in_seq=0 out_seq=0 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7b3fff640 1 -- 172.21.15.83:0/2953639244 <== mds.0 v2:172.21.15.84:6838/510076969 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ac53c23a80 con 0x55ac53d37250 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7b3fff640 10 client.18888 handle_command_reply: tid=0 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 client.18888 shutdown 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 msgr2=0x55ac53cd3ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc011670 tx=0x7fe7bc0046c0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 shutdown_connections 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:6838/510076969,v1:172.21.15.84:6839/510076969] conn(0x55ac53d37250 0x55ac53d39670 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.458 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x55ac53cc0a00 0x55ac53cd3ac0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7b3fff640 0 client.18888 ms_handle_reset on v2:172.21.15.84:6838/510076969 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ac53cb7e80 0x55ac53cd3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 --2- 172.21.15.83:0/2953639244 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x55ac53cb74d0 0x55ac53cd6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 >> 172.21.15.83:0/2953639244 conn(0x55ac53cb1ba0 msgr2=0x55ac53ccc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 shutdown_connections 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 1 -- 172.21.15.83:0/2953639244 wait complete. 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.448+0000 7fe7dd9d4740 20 client.18888 trim_cache size 0 max 16384 2024-04-22T14:08:37.459 INFO:teuthology.orchestra.run.smithi083.stdout:[] 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 msgr2=0x7fe7c00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 0x7fe7c00a6260 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc013510 tx=0x7fe7bc00bf90 comp rx=0 tx=0).stop 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 msgr2=0x7fe7d4198c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fe7c400cce0 tx=0x7fe7c400a620 comp rx=0 tx=0).stop 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 shutdown_connections 2024-04-22T14:08:37.460 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe7c00a3da0 0x7fe7c00a6260 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe7d4107030 0x7fe7d419cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe7d4101b40 0x7fe7d4198c40 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 --2- 172.21.15.83:0/2464853903 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7d41011a0 0x7fe7d4198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 >> 172.21.15.83:0/2464853903 conn(0x7fe7d4076c50 msgr2=0x7fe7d41050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 shutdown_connections 2024-04-22T14:08:37.461 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.449+0000 7fe7dad04640 1 -- 172.21.15.83:0/2464853903 wait complete. 2024-04-22T14:08:37.463 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_d69f13d827952bb07bb9b7973bca14f97d764d6f/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-04-22T14:08:37.464 INFO:tasks.fwd_scrub:done joining 2024-04-22T14:08:37.464 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-22T14:08:37.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T14:08:37.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:37 smithi084 ceph-mon[31312]: pgmap v321: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:37.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:37 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/31681117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:08:37.576 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 -- 172.21.15.83:0/3631253227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c105ee0 msgr2=0x7fe41c1062c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 --2- 172.21.15.83:0/3631253227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c105ee0 0x7fe41c1062c0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fe418009900 tx=0x7fe41802bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 -- 172.21.15.83:0/3631253227 shutdown_connections 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 --2- 172.21.15.83:0/3631253227 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c101b60 0x7fe41c10dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 --2- 172.21.15.83:0/3631253227 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c1011a0 0x7fe41c101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 --2- 172.21.15.83:0/3631253227 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c105ee0 0x7fe41c1062c0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 -- 172.21.15.83:0/3631253227 >> 172.21.15.83:0/3631253227 conn(0x7fe41c077c20 msgr2=0x7fe41c078030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 -- 172.21.15.83:0/3631253227 shutdown_connections 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.570+0000 7fe423a77640 1 -- 172.21.15.83:0/3631253227 wait complete. 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 Processor -- start 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 -- start start 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c1011a0 0x7fe41c19e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c105ee0 0x7fe41c198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c112240 con 0x7fe41c101b60 2024-04-22T14:08:37.577 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c1120c0 con 0x7fe41c1011a0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe423a77640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c1123c0 con 0x7fe41c105ee0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51618/0 (socket says 172.21.15.83:51618) 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 -- 172.21.15.83:0/1061958366 learned_addr learned my addr 172.21.15.83:0/1061958366 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe422014640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c105ee0 0x7fe41c198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421813640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c1011a0 0x7fe41c19e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 -- 172.21.15.83:0/1061958366 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c105ee0 msgr2=0x7fe41c198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c105ee0 0x7fe41c198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 -- 172.21.15.83:0/1061958366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c1011a0 msgr2=0x7fe41c19e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c1011a0 0x7fe41c19e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 -- 172.21.15.83:0/1061958366 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c198f20 con 0x7fe41c101b60 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.571+0000 7fe421012640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00b4a0 tx=0x7fe40c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.572+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40c014070 con 0x7fe41c101b60 2024-04-22T14:08:37.578 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.572+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe41c199210 con 0x7fe41c101b60 2024-04-22T14:08:37.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.572+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe40c010ac0 con 0x7fe41c101b60 2024-04-22T14:08:37.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.572+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40c017c30 con 0x7fe41c101b60 2024-04-22T14:08:37.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.572+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe41c1a5500 con 0x7fe41c101b60 2024-04-22T14:08:37.579 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.573+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe41c069230 con 0x7fe41c101b60 2024-04-22T14:08:37.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.574+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fe40c017070 con 0x7fe41c101b60 2024-04-22T14:08:37.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.574+0000 7fe412ffd640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 0x7fe4080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.574+0000 7fe421813640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 0x7fe4080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.574+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fe40c0cfe20 con 0x7fe41c101b60 2024-04-22T14:08:37.580 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.575+0000 7fe421813640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 0x7fe4080a61e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe418036040 tx=0x7fe418000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.582 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.578+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe40c09c5d0 con 0x7fe41c101b60 2024-04-22T14:08:37.762 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.758+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe41c199b70 con 0x7fe41c101b60 2024-04-22T14:08:37.764 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.760+0000 7fe412ffd640 1 -- 172.21.15.83:0/1061958366 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+23090 (secure 0 0 0) 0x7fe40c09bed0 con 0x7fe41c101b60 2024-04-22T14:08:37.764 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:08:37.764 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":94,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T14:08:14.636182+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"93","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":14,"snap_epoch":93,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":14,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T14:08:37.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 msgr2=0x7fe4080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 0x7fe4080a61e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe418036040 tx=0x7fe418000bc0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 msgr2=0x7fe41c19ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.766 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fe40c00b4a0 tx=0x7fe40c00b960 comp rx=0 tx=0).stop 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 shutdown_connections 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fe4080a3d20 0x7fe4080a61e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fe41c105ee0 0x7fe41c198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fe41c101b60 0x7fe41c19ea50 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 --2- 172.21.15.83:0/1061958366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe41c1011a0 0x7fe41c19e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 >> 172.21.15.83:0/1061958366 conn(0x7fe41c077c20 msgr2=0x7fe41c0fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 shutdown_connections 2024-04-22T14:08:37.767 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.762+0000 7fe423a77640 1 -- 172.21.15.83:0/1061958366 wait complete. 2024-04-22T14:08:37.777 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '93', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 14, 'snap_epoch': 93, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T14:08:37.777 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T14:08:37.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 -- 172.21.15.83:0/3250799376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c410c510 msgr2=0x7f31c410e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 --2- 172.21.15.83:0/3250799376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c410c510 0x7f31c410e9b0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009ca0 tx=0x7f31bc02c230 comp rx=0 tx=0).stop 2024-04-22T14:08:37.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 -- 172.21.15.83:0/3250799376 shutdown_connections 2024-04-22T14:08:37.881 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 --2- 172.21.15.83:0/3250799376 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c410c510 0x7f31c410e9b0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 --2- 172.21.15.83:0/3250799376 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c4103af0 0x7f31c410bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 --2- 172.21.15.83:0/3250799376 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 0x7f31c41035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 -- 172.21.15.83:0/3250799376 >> 172.21.15.83:0/3250799376 conn(0x7f31c4077f50 msgr2=0x7f31c4078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 -- 172.21.15.83:0/3250799376 shutdown_connections 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 -- 172.21.15.83:0/3250799376 wait complete. 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.875+0000 7f31c9a06640 1 Processor -- start 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 -- start start 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 0x7f31c4198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 0x7f31c419cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f31c41121a0 con 0x7f31c4103af0 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f31c4112020 con 0x7f31c410c510 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c9a06640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f31c4112320 con 0x7f31c41031d0 2024-04-22T14:08:37.882 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51644/0 (socket says 172.21.15.83:51644) 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 -- 172.21.15.83:0/1346637609 learned_addr learned my addr 172.21.15.83:0/1346637609 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c2ffd640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 0x7f31c4198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c37fe640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 0x7f31c419cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 -- 172.21.15.83:0/1346637609 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 msgr2=0x7f31c4198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 0x7f31c4198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 -- 172.21.15.83:0/1346637609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 msgr2=0x7f31c419cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 0x7f31c419cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 -- 172.21.15.83:0/1346637609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c419d650 con 0x7f31c4103af0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c37fe640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 0x7f31c419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c27fc640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f31b800c920 tx=0x7f31b800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.876+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b8007c70 con 0x7f31c4103af0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.877+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31b8007e10 con 0x7f31c4103af0 2024-04-22T14:08:37.883 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.877+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c419d940 con 0x7f31c4103af0 2024-04-22T14:08:37.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.877+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31b8018820 con 0x7f31c4103af0 2024-04-22T14:08:37.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.877+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c41a51d0 con 0x7f31c4103af0 2024-04-22T14:08:37.884 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.877+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31c4068d70 con 0x7f31c4103af0 2024-04-22T14:08:37.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.879+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f31b800f450 con 0x7f31c4103af0 2024-04-22T14:08:37.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.879+0000 7f31c8a04640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 0x7f31ac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:37.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.879+0000 7f31c2ffd640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 0x7f31ac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:37.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.879+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f31b80d0930 con 0x7f31c4103af0 2024-04-22T14:08:37.885 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.880+0000 7f31c2ffd640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 0x7f31ac0a61e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f31b4005fd0 tx=0x7f31b4005e20 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:37.887 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:37.884+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f31b8014030 con 0x7f31c4103af0 2024-04-22T14:08:38.065 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.061+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f31c402d5c0 con 0x7f31c4103af0 2024-04-22T14:08:38.066 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.062+0000 7f31c8a04640 1 -- 172.21.15.83:0/1346637609 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v94) ==== 93+0+10 (secure 0 0 0) 0x7f31b809cfd0 con 0x7f31c4103af0 2024-04-22T14:08:38.066 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 msgr2=0x7f31ac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 0x7f31ac0a61e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f31b4005fd0 tx=0x7f31b4005e20 comp rx=0 tx=0).stop 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 msgr2=0x7f31c4198ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f31b800c920 tx=0x7f31b800cde0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 shutdown_connections 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f31ac0a3d20 0x7f31ac0a61e0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31c410c510 0x7f31c419cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f31c4103af0 0x7f31c4198ba0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.068 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 --2- 172.21.15.83:0/1346637609 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f31c41031d0 0x7f31c4198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 >> 172.21.15.83:0/1346637609 conn(0x7f31c4077f50 msgr2=0x7f31c40fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 shutdown_connections 2024-04-22T14:08:38.069 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.064+0000 7f31c9a06640 1 -- 172.21.15.83:0/1346637609 wait complete. 2024-04-22T14:08:38.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T14:08:38.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 -- 172.21.15.83:0/3268461876 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890101090 msgr2=0x7f6890101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 --2- 172.21.15.83:0/3268461876 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890101090 0x7f6890101470 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f6880009ca0 tx=0x7f688002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 -- 172.21.15.83:0/3268461876 shutdown_connections 2024-04-22T14:08:38.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 --2- 172.21.15.83:0/3268461876 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f6890106160 0x7f689010dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.182 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 --2- 172.21.15.83:0/3268461876 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101a40 0x7f6890105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 --2- 172.21.15.83:0/3268461876 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890101090 0x7f6890101470 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 -- 172.21.15.83:0/3268461876 >> 172.21.15.83:0/3268461876 conn(0x7f68900771d0 msgr2=0x7f68900775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 -- 172.21.15.83:0/3268461876 shutdown_connections 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.176+0000 7f6895dce640 1 -- 172.21.15.83:0/3268461876 wait complete. 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 Processor -- start 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 -- start start 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101090 0x7f6890199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f689019a010 0x7f68901a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f68901110a0 con 0x7f6890106160 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6890110f20 con 0x7f6890101090 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f6895dce640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f6890111220 con 0x7f689019a010 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51660/0 (socket says 172.21.15.83:51660) 2024-04-22T14:08:38.183 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 -- 172.21.15.83:0/1734044911 learned_addr learned my addr 172.21.15.83:0/1734044911 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688f7fe640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101090 0x7f6890199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688ffff640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f689019a010 0x7f68901a45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 -- 172.21.15.83:0/1734044911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f689019a010 msgr2=0x7f68901a45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f689019a010 0x7f68901a45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 -- 172.21.15.83:0/1734044911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101090 msgr2=0x7f6890199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101090 0x7f6890199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.177+0000 7f688effd640 1 -- 172.21.15.83:0/1734044911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68901a4d90 con 0x7f6890106160 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f688effd640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f688400c970 tx=0x7f688400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884007bb0 con 0x7f6890106160 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68901a5080 con 0x7f6890106160 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6884007d50 con 0x7f6890106160 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f688400f450 con 0x7f6890106160 2024-04-22T14:08:38.184 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.178+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68901a55d0 con 0x7f6890106160 2024-04-22T14:08:38.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.179+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6890102560 con 0x7f6890106160 2024-04-22T14:08:38.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.180+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f6884004ec0 con 0x7f6890106160 2024-04-22T14:08:38.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.180+0000 7f688cff9640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 0x7f68780a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.185 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.180+0000 7f688f7fe640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 0x7f68780a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.180+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f68840d05d0 con 0x7f6890106160 2024-04-22T14:08:38.186 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.181+0000 7f688f7fe640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 0x7f68780a61e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6880000f80 tx=0x7f6880005c30 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.185+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6884014030 con 0x7f6890106160 2024-04-22T14:08:38.364 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.360+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f6890109390 con 0x7f6890106160 2024-04-22T14:08:38.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.361+0000 7f688cff9640 1 -- 172.21.15.83:0/1734044911 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v94) ==== 104+0+11 (secure 0 0 0) 0x7f688409cc70 con 0x7f6890106160 2024-04-22T14:08:38.365 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 msgr2=0x7f68780a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 0x7f68780a61e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6880000f80 tx=0x7f6880005c30 comp rx=0 tx=0).stop 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 msgr2=0x7f6890199a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f688400c970 tx=0x7f688400ce30 comp rx=0 tx=0).stop 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 shutdown_connections 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f68780a3d20 0x7f68780a61e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.367 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f689019a010 0x7f68901a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f6890106160 0x7f6890199a80 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 --2- 172.21.15.83:0/1734044911 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6890101090 0x7f6890199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 >> 172.21.15.83:0/1734044911 conn(0x7f68900771d0 msgr2=0x7f68900fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 shutdown_connections 2024-04-22T14:08:38.368 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.363+0000 7f6895dce640 1 -- 172.21.15.83:0/1734044911 wait complete. 2024-04-22T14:08:38.376 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:38 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1061958366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:08:38.377 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:38 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1346637609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:08:38.377 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T14:08:38.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:38 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1061958366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:08:38.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:38 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1346637609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:08:38.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:38 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1061958366' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:08:38.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:38 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1346637609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:08:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 -- 172.21.15.83:0/2550414890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 msgr2=0x7f4134106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 --2- 172.21.15.83:0/2550414890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f4134106a60 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f413002bc30 comp rx=0 tx=0).stop 2024-04-22T14:08:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 -- 172.21.15.83:0/2550414890 shutdown_connections 2024-04-22T14:08:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 --2- 172.21.15.83:0/2550414890 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4134100f80 0x7f413410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 --2- 172.21.15.83:0/2550414890 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f41341005c0 0x7f4134100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 --2- 172.21.15.83:0/2550414890 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f4134106a60 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 -- 172.21.15.83:0/2550414890 >> 172.21.15.83:0/2550414890 conn(0x7f4134077410 msgr2=0x7f41340fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 -- 172.21.15.83:0/2550414890 shutdown_connections 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.474+0000 7f413c596640 1 -- 172.21.15.83:0/2550414890 wait complete. 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 Processor -- start 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 -- start start 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 0x7f4134198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 0x7f4134198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4134112240 con 0x7f4134106680 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f41341120c0 con 0x7f4134100f80 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413c596640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f41341123c0 con 0x7f41341005c0 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51678/0 (socket says 172.21.15.83:51678) 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 -- 172.21.15.83:0/382788077 learned_addr learned my addr 172.21.15.83:0/382788077 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f4139b31640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 0x7f4134198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 -- 172.21.15.83:0/382788077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 msgr2=0x7f4134198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413a332640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 0x7f4134198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 0x7f4134198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 -- 172.21.15.83:0/382788077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 msgr2=0x7f4134198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 0x7f4134198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 -- 172.21.15.83:0/382788077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f413419d6a0 con 0x7f4134106680 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f4139b31640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 0x7f4134198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413a332640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 0x7f4134198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.475+0000 7f413ab33640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f412c00eb10 tx=0x7f412c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.476+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c004b20 con 0x7f4134106680 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.476+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f413419d990 con 0x7f4134106680 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.476+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f412c004cc0 con 0x7f4134106680 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.476+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c010670 con 0x7f4134106680 2024-04-22T14:08:38.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.476+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41341a5220 con 0x7f4134106680 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.477+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41340691c0 con 0x7f4134106680 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.478+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f412c005000 con 0x7f4134106680 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.478+0000 7f412b7fe640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 0x7f41200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.478+0000 7f413a332640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 0x7f41200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.478+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7f412c0d1090 con 0x7f4134106680 2024-04-22T14:08:38.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.479+0000 7f413a332640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 0x7f41200a61e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4130036040 tx=0x7f4130000bc0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.486 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.482+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f412c053ff0 con 0x7f4134106680 2024-04-22T14:08:38.661 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.658+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f413402d5c0 con 0x7f4134106680 2024-04-22T14:08:38.662 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.658+0000 7f412b7fe640 1 -- 172.21.15.83:0/382788077 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v94) ==== 100+0+11 (secure 0 0 0) 0x7f412c09d730 con 0x7f4134106680 2024-04-22T14:08:38.662 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 msgr2=0x7f41200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 0x7f41200a61e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4130036040 tx=0x7f4130000bc0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 msgr2=0x7f413419cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f412c00eb10 tx=0x7f412c00c2d0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 shutdown_connections 2024-04-22T14:08:38.666 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f41200a3d20 0x7f41200a61e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4134106680 0x7f413419cf70 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4134100f80 0x7f4134198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 --2- 172.21.15.83:0/382788077 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f41341005c0 0x7f4134198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 >> 172.21.15.83:0/382788077 conn(0x7f4134077410 msgr2=0x7f41340feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 shutdown_connections 2024-04-22T14:08:38.667 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.660+0000 7f413c596640 1 -- 172.21.15.83:0/382788077 wait complete. 2024-04-22T14:08:38.675 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 -- 172.21.15.83:0/158177111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb784103ad0 msgr2=0x7fb78410bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 --2- 172.21.15.83:0/158177111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb784103ad0 0x7fb78410bfb0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fb778009900 tx=0x7fb77802bcd0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 -- 172.21.15.83:0/158177111 shutdown_connections 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 --2- 172.21.15.83:0/158177111 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb78410c580 0x7fb78410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 --2- 172.21.15.83:0/158177111 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb784103ad0 0x7fb78410bfb0 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 --2- 172.21.15.83:0/158177111 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb7841031b0 0x7fb784103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 -- 172.21.15.83:0/158177111 >> 172.21.15.83:0/158177111 conn(0x7fb7840771d0 msgr2=0x7fb7840775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 -- 172.21.15.83:0/158177111 shutdown_connections 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.768+0000 7fb78988c640 1 -- 172.21.15.83:0/158177111 wait complete. 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 Processor -- start 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 -- start start 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.774 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb784103ad0 0x7fb78419e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb78410c580 0x7fb784198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fb784112220 con 0x7fb7841031b0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb7841120a0 con 0x7fb784103ad0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb78988c640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fb7841123a0 con 0x7fb78410c580 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:51706/0 (socket says 172.21.15.83:51706) 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 -- 172.21.15.83:0/2883125707 learned_addr learned my addr 172.21.15.83:0/2883125707 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb7827fc640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb784103ad0 0x7fb78419e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 -- 172.21.15.83:0/2883125707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb78410c580 msgr2=0x7fb784198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb78410c580 0x7fb784198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 -- 172.21.15.83:0/2883125707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb784103ad0 msgr2=0x7fb78419e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb784103ad0 0x7fb78419e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.769+0000 7fb782ffd640 1 -- 172.21.15.83:0/2883125707 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb784198d80 con 0x7fb7841031b0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb782ffd640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fb77400b4a0 tx=0x7fb77400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.775 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb774014070 con 0x7fb7841031b0 2024-04-22T14:08:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb774010ac0 con 0x7fb7841031b0 2024-04-22T14:08:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb774017c30 con 0x7fb7841031b0 2024-04-22T14:08:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb784199070 con 0x7fb7841031b0 2024-04-22T14:08:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.770+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7841a5310 con 0x7fb7841031b0 2024-04-22T14:08:38.776 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.771+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7840691c0 con 0x7fb7841031b0 2024-04-22T14:08:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.772+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fb774017070 con 0x7fb7841031b0 2024-04-22T14:08:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.772+0000 7fb78888a640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 0x7fb76c0a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:08:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.773+0000 7fb7827fc640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 0x7fb76c0a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:08:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.773+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8513+0+0 (secure 0 0 0) 0x7fb7740cfe30 con 0x7fb7841031b0 2024-04-22T14:08:38.777 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.773+0000 7fb7827fc640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 0x7fb76c0a6260 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb784199740 tx=0x7fb778004040 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:08:38.780 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:38.776+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb77409c5e0 con 0x7fb7841031b0 2024-04-22T14:08:39.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.002+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7fb784199b30 con 0x7fb7841031b0 2024-04-22T14:08:39.013 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.009+0000 7fb78888a640 1 -- 172.21.15.83:0/2883125707 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+746061 (secure 0 0 0) 0x7fb77409bee0 con 0x7fb7841031b0 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "epoch": 26, 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "active_gid": 15360, 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "active_name": "x", 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "active_addrs": { 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.023 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:6800", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 3267080000 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v1", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:6801", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 3267080000 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "active_addr": "172.21.15.83:6801/3267080000", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "active_change": "2024-04-22T13:58:11.104470+0000", 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "active_mgr_features": 4540701547738038271, 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "available": true, 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: "standbys": [ 2024-04-22T14:08:39.024 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "gid": 24877, 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "z", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr_features": 4540701547738038271, 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "available_modules": [ 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "alerts", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.025 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.026 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.027 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.028 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_destination": { 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_destination", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email address to send alerts to", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_from_name": { 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_from_name", 2024-04-22T14:08:39.031 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "Ceph", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email From: name", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_host": { 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_host", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.032 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP server", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_password": { 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_password", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.033 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Password to authenticate with", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_port": { 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_port", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "465", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP port", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.034 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_sender": { 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_sender", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP envelope sender", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_ssl": { 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_ssl", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_user": { 2024-04-22T14:08:39.036 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_user", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "User to authenticate as", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "balancer", 2024-04-22T14:08:39.037 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "active": { 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "active", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.038 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_time": { 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_time", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0000", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_weekday": { 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_weekday", 2024-04-22T14:08:39.039 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_max_iterations": { 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_max_iterations", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.040 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "25", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "250", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_metrics": { 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_metrics", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.041 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_step": { 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_step", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.5", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0.001", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "0.999", 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.042 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "aggressiveness of optimization", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "end_time": { 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_time", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2359", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.043 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "end_weekday": { 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_weekday", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.044 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.045 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.046 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.047 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.048 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "min_score": { 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_score", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "upmap", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "crush-compat", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "none", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "read", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap-read" 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Balancer mode", 2024-04-22T14:08:39.050 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_ids": { 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_ids", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.051 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.052 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_deviation": { 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_deviation", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_optimizations": { 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_optimizations", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.054 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_down_multiplier": { 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_down_multiplier", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:39.055 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_refresh_rate": { 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_refresh_rate", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "20", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.056 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_starting_port": { 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_starting_port", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4721", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T14:08:39.057 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_ptrace": { 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_ptrace", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T14:08:39.058 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_interval": { 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_interval", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.059 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_memory_target_ratio": { 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.7", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm_log_destination": { 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm_log_destination", 2024-04-22T14:08:39.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "file", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "file,syslog", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "syslog" 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.061 INFO:teuthology.orchestra.run.smithi083.stdout: "cgroups_split": { 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cgroups_split", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "config_checks_enabled": { 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_checks_enabled", 2024-04-22T14:08:39.062 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "config_dashboard": { 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_dashboard", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.063 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_alertmanager": { 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_alertmanager", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.064 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_base": { 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_base", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Container image name, without the tag", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.065 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_elasticsearch": { 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_elasticsearch", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "elasticsearch container image", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.066 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_grafana": { 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_grafana", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_haproxy": { 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_haproxy", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.067 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "HAproxy container image", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_agent": { 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_agent", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.068 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger agent container image", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_collector": { 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_collector", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.069 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger collector container image", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_query": { 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_query", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger query container image", 2024-04-22T14:08:39.070 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_keepalived": { 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_keepalived", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Keepalived container image", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.071 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_loki": { 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_loki", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Loki container image", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.072 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_node_exporter": { 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_node_exporter", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_nvmeof": { 2024-04-22T14:08:39.073 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_nvmeof", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Nvme-of container image", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_prometheus": { 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_prometheus", 2024-04-22T14:08:39.074 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_promtail": { 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_promtail", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.075 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Promtail container image", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_samba": { 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_samba", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.076 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Samba/SMB container image", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_snmp_gateway": { 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_snmp_gateway", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T14:08:39.077 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SNMP Gateway container image", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "container_init": { 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_init", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.078 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "daemon_cache_timeout": { 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "daemon_cache_timeout", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.079 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "default_cephadm_command_timeout": { 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "900", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "default_registry": { 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_registry", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "device_cache_timeout": { 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_cache_timeout", 2024-04-22T14:08:39.081 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1800", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache device inventory", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "device_enhanced_scan": { 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_enhanced_scan", 2024-04-22T14:08:39.082 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "facts_cache_timeout": { 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "facts_cache_timeout", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.083 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache host facts data", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "grafana_dashboards_path": { 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "grafana_dashboards_path", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.084 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "host_check_interval": { 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "host_check_interval", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to perform a host check", 2024-04-22T14:08:39.085 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "hw_monitoring": { 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hw_monitoring", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.086 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "inventory_list_all": { 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "inventory_list_all", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.087 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.088 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "log_refresh_metadata": { 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_refresh_metadata", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.089 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.090 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.091 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.092 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.093 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "*", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "max_count_per_host": { 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_count_per_host", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of daemons per service per host", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "max_osd_draining_count": { 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_osd_draining_count", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "migration_current": { 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "migration_current", 2024-04-22T14:08:39.096 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "internal - do not modify", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.097 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "root", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm-package", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "root" 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "oob_default_addr": { 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "oob_default_addr", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.098 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "169.254.1.1", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "prometheus_alerts_path": { 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus_alerts_path", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T14:08:39.099 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_insecure": { 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_insecure", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.100 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_password": { 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_password", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T14:08:39.101 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_url": { 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_url", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T14:08:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_username": { 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_username", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "secure_monitoring_stack": { 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "secure_monitoring_stack", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "service_discovery_port": { 2024-04-22T14:08:39.104 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "service_discovery_port", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8765", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "cephadm service discovery port", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "ssh_config_file": { 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssh_config_file", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.105 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "use_agent": { 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_agent", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.106 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "use_repo_digest": { 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_repo_digest", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.107 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_failed_host_check": { 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_failed_host_check", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.108 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_daemons": { 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_daemons", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_hosts": { 2024-04-22T14:08:39.109 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_hosts", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crash", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.111 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.112 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.113 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.114 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "retain_interval": { 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retain_interval", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "31536000", 2024-04-22T14:08:39.115 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_recent_interval": { 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_recent_interval", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1209600", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T14:08:39.116 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dashboard", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.117 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.118 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.119 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_ENABLED": { 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.120 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T14:08:39.122 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.123 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.124 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.125 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.126 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.127 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.128 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.129 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T14:08:39.130 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_URL": { 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_URL", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.131 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.132 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.133 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.134 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.135 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.136 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "[]", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.137 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "MULTICLUSTER_CONFIG": { 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "{}", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.138 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.139 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T14:08:39.140 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.141 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.142 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.143 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.144 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.145 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.146 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.147 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.148 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.149 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.150 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "45", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T14:08:39.152 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T14:08:39.153 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.154 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "UNSAFE_TLS_v1_2": { 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.155 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.156 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.157 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.158 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "cross_origin_url": { 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cross_origin_url", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.159 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "crt_file": { 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crt_file", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.160 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "debug": { 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "debug", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable/disable debug options", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "jwt_token_ttl": { 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "jwt_token_ttl", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "28800", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.162 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.163 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.164 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.165 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.166 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.167 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "motd": { 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "motd", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "The message of the day", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.168 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect_resolve_ip_addr": { 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.170 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8080", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.171 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl_server_port": { 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl_server_port", 2024-04-22T14:08:39.172 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8443", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.173 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "redirect", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect" 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:39.174 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "url_prefix": { 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url_prefix", 2024-04-22T14:08:39.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.176 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "devicehealth", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_monitoring": { 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_monitoring", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "monitor device health metrics", 2024-04-22T14:08:39.177 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.178 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.179 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.180 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.181 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "mark_out_threshold": { 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mark_out_threshold", 2024-04-22T14:08:39.182 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2419200", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_name": { 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_name", 2024-04-22T14:08:39.183 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "device_health_metrics", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "retention_period": { 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retention_period", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.184 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15552000", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain device health metrics", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_frequency": { 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_frequency", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.185 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "self_heal": { 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "self_heal", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.186 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T14:08:39.187 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_threshold": { 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_threshold", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7257600", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.188 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "diskprediction_local", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.189 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.190 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.191 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.192 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "predict_interval": { 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predict_interval", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.193 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "predictor_model": { 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predictor_model", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.194 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "prophetstor", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.195 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "influx", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": false, 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "influxdb python module not found", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "batch_size": { 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "batch_size", 2024-04-22T14:08:39.196 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5000", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "database": { 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "database", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.197 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "ceph", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": { 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hostname", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.198 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server hostname", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "30", 2024-04-22T14:08:39.199 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "5", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.200 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.201 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.202 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.203 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "password": { 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "password", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.204 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "password of InfluxDB server user", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "port": { 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "port", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.205 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8086", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server port", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "false", 2024-04-22T14:08:39.206 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "threads": { 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threads", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.207 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "32", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "username": { 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "username", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.208 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "username of InfluxDB server user", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "verify_ssl": { 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "verify_ssl", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "true", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.209 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "insights", 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.210 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.211 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.212 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.213 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.214 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "iostat", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.215 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.216 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.217 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.219 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "k8sevents", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_event_retention_days": { 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ceph_event_retention_days", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T14:08:39.220 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "config_check_secs": { 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_check_secs", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "10", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.221 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.222 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.223 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.224 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.225 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "localpool", 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.226 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "failure_domain": { 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "failure_domain", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "host", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "failure domain for any created local pool", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.227 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.228 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.229 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.230 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.231 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "min_size": { 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_size", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default min_size for any created local pool", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T14:08:39.232 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "num_rep": { 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "num_rep", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default replica count for any created local pool", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_num": { 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_num", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "128", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.234 INFO:teuthology.orchestra.run.smithi083.stdout: "prefix": { 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prefix", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name prefix for any created local pool", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "subtree": { 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "subtree", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.235 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "rack", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mds_autoscaler", 2024-04-22T14:08:39.236 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.237 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.238 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.239 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.240 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirroring", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.241 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.242 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.243 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.244 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.245 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "nfs", 2024-04-22T14:08:39.246 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.247 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.248 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.249 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.250 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "fail_fs": { 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "fail_fs", 2024-04-22T14:08:39.251 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.252 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.253 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.255 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.256 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator": { 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "rook", 2024-04-22T14:08:39.257 INFO:teuthology.orchestra.run.smithi083.stdout: "test_orchestrator" 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Orchestrator backend", 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_perf_query", 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.258 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.259 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.260 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.261 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.262 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_support", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.263 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.264 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.265 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.267 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_autoscaler", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.268 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.269 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.270 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.271 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.272 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.273 INFO:teuthology.orchestra.run.smithi083.stdout: "threshold": { 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threshold", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1.0", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "scaling threshold", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "progress", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_pg_recovery_event": { 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_pg_recovery_event", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T14:08:39.275 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.276 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.277 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.278 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.279 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.280 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.281 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "max_completed_events": { 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_completed_events", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.282 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "50", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "number of past completed events to remember", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.283 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long the module is going to sleep", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus", 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.284 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "cache": { 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cache", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "exclude_perf_counters": { 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "exclude_perf_counters", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.286 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.287 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.289 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.290 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools": { 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "300", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_interval": { 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_interval", 2024-04-22T14:08:39.292 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15.0", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.293 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "9283", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.294 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "stale_cache_strategy": { 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stale_cache_strategy", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "log", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.295 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "default", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "default", 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "error" 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.296 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.297 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_support", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.298 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.299 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.300 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.301 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_snap_create": { 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_snap_create", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.302 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "mirror_snapshot_schedule": { 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.303 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "trash_purge_schedule": { 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "trash_purge_schedule", 2024-04-22T14:08:39.304 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "restful", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_auth": { 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_auth", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.306 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.307 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.308 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.310 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.311 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.312 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.313 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rgw", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.314 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.315 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.316 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.317 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rook", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.318 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.319 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.320 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.321 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.322 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "storage_class": { 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "storage_class", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "local", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.323 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "selftest", 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.324 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.325 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.326 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.327 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.328 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "roption1": { 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption1", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.329 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "roption2": { 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption2", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "xyz", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.330 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption1": { 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption1", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.331 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption2": { 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption2", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.332 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption3": { 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption3", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption4": { 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption4", 2024-04-22T14:08:39.333 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption5": { 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption5", 2024-04-22T14:08:39.334 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption6": { 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption6", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.335 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption7": { 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption7", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.336 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "42", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "testkey": { 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testkey", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.337 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "testlkey": { 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testlkey", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.338 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "testnewline": { 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testnewline", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.339 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snap_schedule", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_m_granularity": { 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_m_granularity", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.340 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "dump_on_update": { 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dump_on_update", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.341 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "dump database to debug log on update", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.342 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.343 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.344 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.345 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stats", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.347 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.348 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.349 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.350 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "status", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.351 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.352 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.353 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.354 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.355 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telegraf", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "address": { 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "address", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.356 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.357 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.358 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.359 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.360 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.361 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telemetry", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_basic": { 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_basic", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.363 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_crash": { 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_crash", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.364 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_device": { 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_device", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_ident": { 2024-04-22T14:08:39.365 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_ident", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_perf": { 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_perf", 2024-04-22T14:08:39.366 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "contact": { 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "contact", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.367 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "description": { 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "description", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.368 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "device_url": { 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_url", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.369 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.370 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "24", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "8", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "last_opt_revision": { 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "last_opt_revision", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard": { 2024-04-22T14:08:39.372 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard_description": { 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard_description", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.373 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.374 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.376 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.377 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.378 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "organization": { 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "organization", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "proxy": { 2024-04-22T14:08:39.379 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "proxy", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "url": { 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.380 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "test_orchestrator", 2024-04-22T14:08:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.382 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.383 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.384 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.385 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "volumes", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.386 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.388 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.389 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_clones": { 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_clones", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.391 INFO:teuthology.orchestra.run.smithi083.stdout: "periodic_async_work": { 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "periodic_async_work", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Periodically check for async work", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_delay": { 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_delay", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.392 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_no_wait": { 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.393 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.394 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "discovery_interval": { 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "discovery_interval", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "100", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "identifier": { 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "identifier", 2024-04-22T14:08:39.395 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.396 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.397 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.398 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.399 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.400 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_host": { 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_host", 2024-04-22T14:08:39.401 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_port": { 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_port", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.402 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10051", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_sender": { 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_sender", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.403 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "gid": 24956, 2024-04-22T14:08:39.404 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "y", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "mgr_features": 4540701547738038271, 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "available_modules": [ 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "alerts", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.405 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.406 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.407 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.408 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.409 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_destination": { 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_destination", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.410 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email address to send alerts to", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_from_name": { 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_from_name", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "Ceph", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.411 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email From: name", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_host": { 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_host", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP server", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.412 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_password": { 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_password", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Password to authenticate with", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.413 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_port": { 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_port", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "465", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP port", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_sender": { 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_sender", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.414 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP envelope sender", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_ssl": { 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_ssl", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.415 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_user": { 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_user", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.416 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "User to authenticate as", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "balancer", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "active": { 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "active", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.417 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_time": { 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_time", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0000", 2024-04-22T14:08:39.418 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_weekday": { 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_weekday", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.419 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_max_iterations": { 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_max_iterations", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "25", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "250", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.420 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_metrics": { 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_metrics", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_step": { 2024-04-22T14:08:39.421 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_step", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.5", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0.001", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "0.999", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "aggressiveness of optimization", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "end_time": { 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_time", 2024-04-22T14:08:39.422 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2359", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "end_weekday": { 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_weekday", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.423 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.424 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.425 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.426 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.427 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "min_score": { 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_score", 2024-04-22T14:08:39.428 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.429 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "upmap", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "crush-compat", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "none", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "read", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap-read" 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Balancer mode", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.430 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_ids": { 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_ids", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.431 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_deviation": { 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_deviation", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.432 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_optimizations": { 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_optimizations", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.433 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.434 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_down_multiplier": { 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_down_multiplier", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.435 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_refresh_rate": { 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_refresh_rate", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "20", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_starting_port": { 2024-04-22T14:08:39.436 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_starting_port", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4721", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_ptrace": { 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_ptrace", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.437 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_interval": { 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_interval", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.438 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_memory_target_ratio": { 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.7", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.439 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm_log_destination": { 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm_log_destination", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "file", 2024-04-22T14:08:39.440 INFO:teuthology.orchestra.run.smithi083.stdout: "file,syslog", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "syslog" 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "cgroups_split": { 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cgroups_split", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.441 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "config_checks_enabled": { 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_checks_enabled", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T14:08:39.442 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "config_dashboard": { 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_dashboard", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_alertmanager": { 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_alertmanager", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_base": { 2024-04-22T14:08:39.444 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_base", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Container image name, without the tag", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_elasticsearch": { 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_elasticsearch", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.445 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "elasticsearch container image", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_grafana": { 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_grafana", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.446 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_haproxy": { 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_haproxy", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.447 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "HAproxy container image", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_agent": { 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_agent", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.448 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger agent container image", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_collector": { 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_collector", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger collector container image", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.449 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_query": { 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_query", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger query container image", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.450 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_keepalived": { 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_keepalived", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Keepalived container image", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_loki": { 2024-04-22T14:08:39.451 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_loki", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Loki container image", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_node_exporter": { 2024-04-22T14:08:39.452 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_node_exporter", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_nvmeof": { 2024-04-22T14:08:39.453 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_nvmeof", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Nvme-of container image", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_prometheus": { 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_prometheus", 2024-04-22T14:08:39.454 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_promtail": { 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_promtail", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.455 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Promtail container image", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_samba": { 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_samba", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T14:08:39.456 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Samba/SMB container image", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_snmp_gateway": { 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_snmp_gateway", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.457 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SNMP Gateway container image", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "container_init": { 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_init", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.458 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "daemon_cache_timeout": { 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "daemon_cache_timeout", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.459 INFO:teuthology.orchestra.run.smithi083.stdout: "default_cephadm_command_timeout": { 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "900", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "default_registry": { 2024-04-22T14:08:39.460 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_registry", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "device_cache_timeout": { 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_cache_timeout", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.461 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1800", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache device inventory", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "device_enhanced_scan": { 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_enhanced_scan", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.462 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "facts_cache_timeout": { 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "facts_cache_timeout", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.463 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache host facts data", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "grafana_dashboards_path": { 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "grafana_dashboards_path", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.464 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "host_check_interval": { 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "host_check_interval", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to perform a host check", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.465 INFO:teuthology.orchestra.run.smithi083.stdout: "hw_monitoring": { 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hw_monitoring", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "inventory_list_all": { 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "inventory_list_all", 2024-04-22T14:08:39.466 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.467 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.468 INFO:teuthology.orchestra.run.smithi083.stdout: "log_refresh_metadata": { 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_refresh_metadata", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.469 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.470 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.471 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T14:08:39.472 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.473 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "*", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "max_count_per_host": { 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_count_per_host", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.474 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of daemons per service per host", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "max_osd_draining_count": { 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_osd_draining_count", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T14:08:39.475 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "migration_current": { 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "migration_current", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "internal - do not modify", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.476 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "root", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm-package", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "root" 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.477 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "oob_default_addr": { 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "oob_default_addr", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "169.254.1.1", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "prometheus_alerts_path": { 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus_alerts_path", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_insecure": { 2024-04-22T14:08:39.479 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_insecure", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_password": { 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_password", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.480 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_url": { 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_url", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.481 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_username": { 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_username", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.482 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "secure_monitoring_stack": { 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "secure_monitoring_stack", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.483 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "service_discovery_port": { 2024-04-22T14:08:39.485 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "service_discovery_port", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8765", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "cephadm service discovery port", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "ssh_config_file": { 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssh_config_file", 2024-04-22T14:08:39.486 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "use_agent": { 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_agent", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.487 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "use_repo_digest": { 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_repo_digest", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.488 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_failed_host_check": { 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_failed_host_check", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.489 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_daemons": { 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_daemons", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.490 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_hosts": { 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_hosts", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.491 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crash", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.492 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.493 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.494 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.495 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.496 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "retain_interval": { 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retain_interval", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "31536000", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.497 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_recent_interval": { 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_recent_interval", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1209600", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dashboard", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.499 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.500 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_ENABLED": { 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T14:08:39.501 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.502 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.503 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.504 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.505 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.506 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.507 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T14:08:39.509 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.510 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.511 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.512 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_URL": { 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_URL", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.513 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.514 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.515 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.516 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.517 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "[]", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.518 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "MULTICLUSTER_CONFIG": { 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "{}", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.519 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.520 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.521 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.522 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.523 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T14:08:39.524 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.525 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.526 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.527 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.528 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.529 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T14:08:39.530 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "45", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.531 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.532 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.533 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.534 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "UNSAFE_TLS_v1_2": { 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.535 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.536 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.537 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "cross_origin_url": { 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cross_origin_url", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.538 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "crt_file": { 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crt_file", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.539 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "debug": { 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "debug", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.540 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable/disable debug options", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "jwt_token_ttl": { 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "jwt_token_ttl", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "28800", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.541 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.542 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.543 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.544 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.545 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.546 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "motd": { 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "motd", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.547 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "The message of the day", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect_resolve_ip_addr": { 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.548 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.549 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8080", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.550 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.551 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl_server_port": { 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl_server_port", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8443", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:39.552 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "redirect", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect" 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:39.553 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "url_prefix": { 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url_prefix", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.554 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "devicehealth", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.555 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_monitoring": { 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_monitoring", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "monitor device health metrics", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.556 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.557 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.558 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.559 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.560 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "mark_out_threshold": { 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mark_out_threshold", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2419200", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_name": { 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_name", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "device_health_metrics", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.562 INFO:teuthology.orchestra.run.smithi083.stdout: "retention_period": { 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retention_period", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15552000", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain device health metrics", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_frequency": { 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_frequency", 2024-04-22T14:08:39.563 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "self_heal": { 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "self_heal", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.564 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.565 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_threshold": { 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_threshold", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7257600", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.566 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "diskprediction_local", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.567 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.568 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.569 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.570 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.571 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "predict_interval": { 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predict_interval", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "predictor_model": { 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predictor_model", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "prophetstor", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.573 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.574 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "influx", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": false, 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "influxdb python module not found", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "batch_size": { 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "batch_size", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5000", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.575 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "database": { 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "database", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "ceph", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": { 2024-04-22T14:08:39.576 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hostname", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server hostname", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.577 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "30", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "5", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.578 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.579 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.580 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.581 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "password": { 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "password", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.582 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "password of InfluxDB server user", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "port": { 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "port", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8086", 2024-04-22T14:08:39.583 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server port", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "false", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.584 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "threads": { 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threads", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "32", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.585 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "username": { 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "username", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "username of InfluxDB server user", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.586 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "verify_ssl": { 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "verify_ssl", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "true", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.587 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "insights", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.588 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.589 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.590 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.591 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "iostat", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.592 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.593 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.594 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.595 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.596 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "k8sevents", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_event_retention_days": { 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ceph_event_retention_days", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.597 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "config_check_secs": { 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_check_secs", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "10", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.598 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.599 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.600 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.601 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.602 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "localpool", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "failure_domain": { 2024-04-22T14:08:39.603 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "failure_domain", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "host", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "failure domain for any created local pool", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.604 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.605 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.606 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.607 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.608 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "min_size": { 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_size", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default min_size for any created local pool", 2024-04-22T14:08:39.609 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "num_rep": { 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "num_rep", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default replica count for any created local pool", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.610 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_num": { 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_num", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "128", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "prefix": { 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prefix", 2024-04-22T14:08:39.611 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name prefix for any created local pool", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "subtree": { 2024-04-22T14:08:39.612 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "subtree", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "rack", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mds_autoscaler", 2024-04-22T14:08:39.613 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.614 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.615 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.616 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.617 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.618 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirroring", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.619 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.620 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.621 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.622 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "nfs", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.623 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.624 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.625 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.626 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.627 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "fail_fs": { 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "fail_fs", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.628 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.629 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.630 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.631 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.632 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.633 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator": { 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.634 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "rook", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "test_orchestrator" 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Orchestrator backend", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.635 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_perf_query", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.636 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.637 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.638 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.639 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.640 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_support", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.641 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.642 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.643 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.644 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_autoscaler", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.645 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.646 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.647 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.648 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.649 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.650 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "threshold": { 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threshold", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1.0", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "scaling threshold", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.651 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "progress", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_pg_recovery_event": { 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_pg_recovery_event", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.652 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.653 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.654 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.655 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.656 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.657 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "max_completed_events": { 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_completed_events", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.658 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "50", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "number of past completed events to remember", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.659 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long the module is going to sleep", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus", 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.660 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "cache": { 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cache", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "exclude_perf_counters": { 2024-04-22T14:08:39.661 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "exclude_perf_counters", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.662 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.663 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.664 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.665 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.666 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools": { 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.667 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "300", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.668 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_interval": { 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_interval", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15.0", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.669 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "9283", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "stale_cache_strategy": { 2024-04-22T14:08:39.671 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stale_cache_strategy", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "log", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:39.672 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "default", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "default", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "error" 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:39.673 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.674 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_support", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.675 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.676 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.677 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.678 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_snap_create": { 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_snap_create", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.679 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "mirror_snapshot_schedule": { 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.680 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "trash_purge_schedule": { 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "trash_purge_schedule", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.681 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "restful", 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.682 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_auth": { 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_auth", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.683 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.684 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.685 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.686 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.687 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.688 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.689 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.690 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rgw", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.691 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.692 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.693 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.694 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.695 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rook", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.696 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.697 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.698 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.699 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.700 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "storage_class": { 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "storage_class", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "local", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.701 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "selftest", 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.702 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.703 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.704 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.705 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.706 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "roption1": { 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption1", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "roption2": { 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption2", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "xyz", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption1": { 2024-04-22T14:08:39.708 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption1", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption2": { 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption2", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.709 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption3": { 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption3", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.710 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption4": { 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption4", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.711 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption5": { 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption5", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption6": { 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption6", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.713 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption7": { 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption7", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "42", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.714 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "testkey": { 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testkey", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "testlkey": { 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testlkey", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "testnewline": { 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testnewline", 2024-04-22T14:08:39.716 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snap_schedule", 2024-04-22T14:08:39.717 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_m_granularity": { 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_m_granularity", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "dump_on_update": { 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dump_on_update", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "dump database to debug log on update", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.719 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.720 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.721 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.722 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.723 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stats", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.724 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.725 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.726 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.727 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.728 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "status", 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.729 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.730 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.731 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.732 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.733 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telegraf", 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.734 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "address": { 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "address", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.735 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.736 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.737 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.738 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.739 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.740 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telemetry", 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.741 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_basic": { 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_basic", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.742 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_crash": { 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_crash", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_device": { 2024-04-22T14:08:39.743 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_device", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_ident": { 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_ident", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.744 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_perf": { 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_perf", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.745 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "contact": { 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "contact", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.746 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "description": { 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "description", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.747 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "device_url": { 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_url", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.748 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.749 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "24", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "8", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "last_opt_revision": { 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "last_opt_revision", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.750 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard": { 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.751 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard_description": { 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard_description", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.752 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.753 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.754 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.755 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.756 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "organization": { 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "organization", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "proxy": { 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "proxy", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "url": { 2024-04-22T14:08:39.759 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "test_orchestrator", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.761 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.762 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.763 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.764 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "volumes", 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.765 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.766 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.767 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.768 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.769 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_clones": { 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_clones", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.770 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "periodic_async_work": { 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "periodic_async_work", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.771 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Periodically check for async work", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_delay": { 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_delay", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T14:08:39.772 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_no_wait": { 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.773 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "discovery_interval": { 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "discovery_interval", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "100", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.774 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "identifier": { 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "identifier", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.775 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.776 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.777 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.778 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.779 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.780 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_host": { 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_host", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.781 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_port": { 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_port", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.782 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10051", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_sender": { 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_sender", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.783 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "modules": [ 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm", 2024-04-22T14:08:39.784 INFO:teuthology.orchestra.run.smithi083.stdout: "dashboard", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "iostat", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "nfs", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "restful", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "snap_schedule" 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "available_modules": [ 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "alerts", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.785 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How frequently to reexamine health status", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.786 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.787 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.789 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.790 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_destination": { 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_destination", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.791 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email address to send alerts to", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_from_name": { 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_from_name", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "Ceph", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Email From: name", 2024-04-22T14:08:39.792 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_host": { 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_host", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP server", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.793 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_password": { 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_password", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Password to authenticate with", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.794 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_port": { 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_port", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "465", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP port", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.795 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_sender": { 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_sender", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SMTP envelope sender", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_ssl": { 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_ssl", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.796 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "smtp_user": { 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "smtp_user", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.797 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "User to authenticate as", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "balancer", 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.798 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "active": { 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "active", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically balance PGs across cluster", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_time": { 2024-04-22T14:08:39.799 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_time", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0000", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "beginning time of day to automatically balance", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "begin_weekday": { 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "begin_weekday", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.800 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_max_iterations": { 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_max_iterations", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.801 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "25", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "250", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_metrics": { 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_metrics", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.802 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "pgs,objects,bytes", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "crush_compat_step": { 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crush_compat_step", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.5", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0.001", 2024-04-22T14:08:39.803 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "0.999", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "aggressiveness of optimization", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "end_time": { 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_time", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2359", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ending time of day to automatically balance", 2024-04-22T14:08:39.804 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "end_weekday": { 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "end_weekday", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "0", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "6", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.805 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.806 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.807 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.808 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.809 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "min_score": { 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_score", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.810 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "upmap", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.811 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "crush-compat", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "none", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "read", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap-read" 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Balancer mode", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_ids": { 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_ids", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.812 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.813 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_deviation": { 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_deviation", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.814 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "upmap_max_optimizations": { 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "upmap_max_optimizations", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.815 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm", 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_down_multiplier": { 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_down_multiplier", 2024-04-22T14:08:39.816 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_refresh_rate": { 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_refresh_rate", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.817 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "20", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "agent_starting_port": { 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "agent_starting_port", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.818 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4721", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_ptrace": { 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_ptrace", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_interval": { 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_interval", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.820 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "autotune_memory_target_ratio": { 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "autotune_memory_target_ratio", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0.7", 2024-04-22T14:08:39.821 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm_log_destination": { 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cephadm_log_destination", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.822 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "file", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "file,syslog", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "syslog" 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "cgroups_split": { 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cgroups_split", 2024-04-22T14:08:39.823 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "config_checks_enabled": { 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_checks_enabled", 2024-04-22T14:08:39.824 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "config_dashboard": { 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_dashboard", 2024-04-22T14:08:39.825 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_alertmanager": { 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_alertmanager", 2024-04-22T14:08:39.826 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_base": { 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_base", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.827 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Container image name, without the tag", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_elasticsearch": { 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_elasticsearch", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.828 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "elasticsearch container image", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_grafana": { 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_grafana", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.829 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_haproxy": { 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_haproxy", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "HAproxy container image", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_agent": { 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_agent", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger agent container image", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.831 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_collector": { 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_collector", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger collector container image", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.832 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_jaeger_query": { 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_jaeger_query", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Jaeger query container image", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_keepalived": { 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_keepalived", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.833 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Keepalived container image", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_loki": { 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_loki", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.834 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Loki container image", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_node_exporter": { 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_node_exporter", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.835 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_nvmeof": { 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_nvmeof", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.836 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Nvme-of container image", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_prometheus": { 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_prometheus", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Prometheus container image", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.837 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_promtail": { 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_promtail", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Promtail container image", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.838 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_samba": { 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_samba", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Samba/SMB container image", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "container_image_snmp_gateway": { 2024-04-22T14:08:39.839 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_image_snmp_gateway", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "SNMP Gateway container image", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "container_init": { 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "container_init", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.840 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Run podman/docker with `--init`", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "daemon_cache_timeout": { 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "daemon_cache_timeout", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.841 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "default_cephadm_command_timeout": { 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_cephadm_command_timeout", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "900", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.842 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "default_registry": { 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "default_registry", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "docker.io", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.843 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "device_cache_timeout": { 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_cache_timeout", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1800", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache device inventory", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "device_enhanced_scan": { 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_enhanced_scan", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "facts_cache_timeout": { 2024-04-22T14:08:39.845 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "facts_cache_timeout", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "seconds to cache host facts data", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "grafana_dashboards_path": { 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "grafana_dashboards_path", 2024-04-22T14:08:39.846 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "host_check_interval": { 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "host_check_interval", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.847 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to perform a host check", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "hw_monitoring": { 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hw_monitoring", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.848 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "inventory_list_all": { 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "inventory_list_all", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.849 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.850 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "log_refresh_metadata": { 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_refresh_metadata", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.851 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.852 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.853 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.854 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.855 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "*", 2024-04-22T14:08:39.856 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "max_count_per_host": { 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_count_per_host", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.857 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of daemons per service per host", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "max_osd_draining_count": { 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_osd_draining_count", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.858 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "migration_current": { 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "migration_current", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "internal - do not modify", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.859 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "mode": { 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mode", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "root", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm-package", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "root" 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "mode for remote execution of cephadm", 2024-04-22T14:08:39.860 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "oob_default_addr": { 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "oob_default_addr", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "169.254.1.1", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.861 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "prometheus_alerts_path": { 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus_alerts_path", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_insecure": { 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_insecure", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_password": { 2024-04-22T14:08:39.863 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_password", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_url": { 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_url", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.864 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "registry_username": { 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "registry_username", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.865 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "secure_monitoring_stack": { 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "secure_monitoring_stack", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.866 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "service_discovery_port": { 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "service_discovery_port", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8765", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "cephadm service discovery port", 2024-04-22T14:08:39.867 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "ssh_config_file": { 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssh_config_file", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.868 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "use_agent": { 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_agent", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.869 INFO:teuthology.orchestra.run.smithi083.stdout: "use_repo_digest": { 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "use_repo_digest", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_failed_host_check": { 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_failed_host_check", 2024-04-22T14:08:39.870 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if the host check fails", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_daemons": { 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_daemons", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.871 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_on_stray_hosts": { 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_on_stray_hosts", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.872 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crash", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.873 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.874 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.875 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.876 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.877 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "retain_interval": { 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retain_interval", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "31536000", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.878 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_recent_interval": { 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_recent_interval", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1209600", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.879 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dashboard", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.880 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_HOST": { 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.881 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.882 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_ENABLED": { 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_ENABLED", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.883 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.884 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "ENABLE_BROWSABLE_API": { 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.885 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-22T14:08:39.887 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.888 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.889 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.890 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.891 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.892 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_PASSWORD": { 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.893 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.894 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_URL": { 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_URL", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_API_USERNAME": { 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.897 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.898 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.899 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.900 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.901 INFO:teuthology.orchestra.run.smithi083.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "[]", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.902 INFO:teuthology.orchestra.run.smithi083.stdout: "MULTICLUSTER_CONFIG": { 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "{}", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_HOST": { 2024-04-22T14:08:39.903 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.904 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.905 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.906 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.907 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.908 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.909 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.910 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_ENABLED": { 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.911 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-22T14:08:39.912 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.913 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.914 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "45", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ACCESS_KEY": { 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-22T14:08:39.916 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "admin", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SECRET_KEY": { 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.917 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "RGW_API_SSL_VERIFY": { 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-22T14:08:39.918 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "UNSAFE_TLS_v1_2": { 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-22T14:08:39.919 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.920 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.921 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.922 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "cross_origin_url": { 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cross_origin_url", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.923 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "crt_file": { 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "crt_file", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.924 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "debug": { 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "debug", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Enable/disable debug options", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "jwt_token_ttl": { 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "jwt_token_ttl", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "28800", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.927 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.928 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.929 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "motd": { 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "motd", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "The message of the day", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect_resolve_ip_addr": { 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "redirect_resolve_ip_addr", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:39.933 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.934 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8080", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.935 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl_server_port": { 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl_server_port", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8443", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.936 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "redirect", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.937 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "redirect" 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:39.938 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "url_prefix": { 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url_prefix", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.939 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "devicehealth", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_monitoring": { 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_monitoring", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.940 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "monitor device health metrics", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.941 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.942 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.943 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.944 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "mark_out_threshold": { 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mark_out_threshold", 2024-04-22T14:08:39.945 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "2419200", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "pool_name": { 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pool_name", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.946 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "device_health_metrics", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "retention_period": { 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "retention_period", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.947 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15552000", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long to retain device health metrics", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_frequency": { 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_frequency", 2024-04-22T14:08:39.948 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "self_heal": { 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "self_heal", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.949 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.950 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how frequently to wake up and check device health", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "warn_threshold": { 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "warn_threshold", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7257600", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.951 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "diskprediction_local", 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.952 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.953 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.954 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.955 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.956 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "predict_interval": { 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predict_interval", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "86400", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.957 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "predictor_model": { 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "predictor_model", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "prophetstor", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.958 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "600", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.959 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "influx", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": false, 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "influxdb python module not found", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "batch_size": { 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "batch_size", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5000", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.960 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "database": { 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "database", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "ceph", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-22T14:08:39.961 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "hostname": { 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "hostname", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server hostname", 2024-04-22T14:08:39.962 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "30", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "5", 2024-04-22T14:08:39.963 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.964 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.965 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.966 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.967 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.968 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "password": { 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "password", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.969 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "password of InfluxDB server user", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "port": { 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "port", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "8086", 2024-04-22T14:08:39.970 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "InfluxDB server port", 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "ssl": { 2024-04-22T14:08:39.971 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ssl", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "false", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.972 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "threads": { 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threads", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "32", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.973 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "username": { 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "username", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "username of InfluxDB server user", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.974 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "verify_ssl": { 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "verify_ssl", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "true", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.975 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "insights", 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.976 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.977 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.978 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.979 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.980 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.981 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "iostat", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.982 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.983 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.984 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.985 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "k8sevents", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_event_retention_days": { 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "ceph_event_retention_days", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "7", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.987 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "config_check_secs": { 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "config_check_secs", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "10", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.989 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.990 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.991 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.992 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "localpool", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:39.993 INFO:teuthology.orchestra.run.smithi083.stdout: "failure_domain": { 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "failure_domain", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "host", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "failure domain for any created local pool", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:39.994 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.995 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.996 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:39.997 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:39.998 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "min_size": { 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "min_size", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:39.999 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default min_size for any created local pool", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "num_rep": { 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "num_rep", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.000 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default replica count for any created local pool", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_num": { 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_num", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "128", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.001 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "default pg_num for any created local pool", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "prefix": { 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prefix", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.002 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "name prefix for any created local pool", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "subtree": { 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "subtree", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "rack", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-22T14:08:40.003 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mds_autoscaler", 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.004 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.005 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.006 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.007 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.008 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirroring", 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.009 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.010 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.011 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.012 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.013 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "nfs", 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.014 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.015 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.016 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.017 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.018 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "fail_fs": { 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "fail_fs", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.019 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.020 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.021 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.022 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.023 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.024 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator": { 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "orchestrator", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.025 INFO:teuthology.orchestra.run.smithi083.stdout: "cephadm", 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "rook", 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "test_orchestrator" 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Orchestrator backend", 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_perf_query", 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.026 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.027 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.028 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.029 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.030 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "osd_support", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.032 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.033 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.034 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.035 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "pg_autoscaler", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.037 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.038 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.039 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.040 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.041 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "threshold": { 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "threshold", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "3.0", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1.0", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.042 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "scaling threshold", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "progress", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_pg_recovery_event": { 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_pg_recovery_event", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.043 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.044 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.045 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.046 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.047 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.048 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "max_completed_events": { 2024-04-22T14:08:40.049 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_completed_events", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "50", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "number of past completed events to remember", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.050 INFO:teuthology.orchestra.run.smithi083.stdout: "sleep_interval": { 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "sleep_interval", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "5", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "how long the module is going to sleep", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.051 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "prometheus", 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "cache": { 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "cache", 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.052 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "exclude_perf_counters": { 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "exclude_perf_counters", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.053 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.054 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.057 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.058 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools": { 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.059 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "300", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.060 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "scrape_interval": { 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "scrape_interval", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15.0", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.061 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "::", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.062 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "9283", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "stale_cache_strategy": { 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stale_cache_strategy", 2024-04-22T14:08:40.063 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "log", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_behaviour": { 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_behaviour", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.064 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "default", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "default", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "error" 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "standby_error_status_code": { 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "standby_error_status_code", 2024-04-22T14:08:40.065 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "500", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "400", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "599", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.066 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_support", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.067 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.068 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.069 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.070 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_snap_create": { 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_snap_create", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.071 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "mirror_snapshot_schedule": { 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "mirror_snapshot_schedule", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.072 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "trash_purge_schedule": { 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "trash_purge_schedule", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.073 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "restful", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "enable_auth": { 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enable_auth", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.074 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "key_file": { 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "key_file", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.075 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.076 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.077 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.078 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.079 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.080 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "server_addr": { 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_addr", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.081 INFO:teuthology.orchestra.run.smithi083.stdout: "server_port": { 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "server_port", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.082 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rgw", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.083 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.084 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.085 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.086 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.087 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rook", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.088 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.089 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.090 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.091 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.092 INFO:teuthology.orchestra.run.smithi083.stdout: "storage_class": { 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "storage_class", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "local", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "selftest", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.094 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.095 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.096 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "roption1": { 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption1", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "roption2": { 2024-04-22T14:08:40.099 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "roption2", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "xyz", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption1": { 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption1", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.100 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption2": { 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption2", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.101 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption3": { 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption3", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "float", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.102 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption4": { 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption4", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.103 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption5": { 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption5", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.104 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption6": { 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption6", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.105 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "rwoption7": { 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rwoption7", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "1", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "42", 2024-04-22T14:08:40.106 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "testkey": { 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testkey", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.107 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "testlkey": { 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testlkey", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.108 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "testnewline": { 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "testnewline", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.109 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snap_schedule", 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "allow_m_granularity": { 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "allow_m_granularity", 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.110 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "allow minute scheduled snapshots", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "dump_on_update": { 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "dump_on_update", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.111 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "dump database to debug log on update", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.112 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.113 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.114 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.116 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "stats", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.117 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.118 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.119 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "status", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.122 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.123 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.124 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.125 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.126 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telegraf", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "address": { 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "address", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.127 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "15", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.128 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.129 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.130 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.131 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.132 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "telemetry", 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.133 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_basic": { 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_basic", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.134 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_crash": { 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_crash", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_device": { 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_device", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.136 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_ident": { 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_ident", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "channel_perf": { 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "channel_perf", 2024-04-22T14:08:40.137 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "contact": { 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "contact", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.138 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "description": { 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "description", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.139 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "device_url": { 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "device_url", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-22T14:08:40.140 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "enabled": { 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "enabled", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.141 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "24", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "8", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.142 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "last_opt_revision": { 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "last_opt_revision", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "1", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.143 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard": { 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.144 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "leaderboard_description": { 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "leaderboard_description", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.145 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.146 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.147 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.148 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.150 INFO:teuthology.orchestra.run.smithi083.stdout: "organization": { 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "organization", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "proxy": { 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "proxy", 2024-04-22T14:08:40.151 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "url": { 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "url", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.152 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "test_orchestrator", 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.153 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.154 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.155 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.156 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.157 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.158 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "volumes", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.159 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.160 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.161 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.162 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "max_concurrent_clones": { 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "max_concurrent_clones", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.163 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "4", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "periodic_async_work": { 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "periodic_async_work", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.164 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Periodically check for async work", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_delay": { 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_delay", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "0", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.165 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "snapshot_clone_no_wait": { 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snapshot_clone_no_wait", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "True", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-22T14:08:40.166 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "can_run": true, 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "error_string": "", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "module_options": { 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "discovery_interval": { 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "discovery_interval", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "uint", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.167 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "100", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "identifier": { 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "identifier", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.168 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "interval": { 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "interval", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "secs", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "60", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.169 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "log_level": { 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_level", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.170 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster": { 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.171 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_cluster_level": { 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_cluster_level", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.172 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "info", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [ 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "critical", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "debug", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "error", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "info", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "warning" 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "log_to_file": { 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "log_to_file", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "bool", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 1, 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "False", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_host": { 2024-04-22T14:08:40.174 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_host", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_port": { 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_port", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "int", 2024-04-22T14:08:40.175 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "10051", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "zabbix_sender": { 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "zabbix_sender", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "str", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "level": "advanced", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "flags": 0, 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-22T14:08:40.176 INFO:teuthology.orchestra.run.smithi083.stdout: "min": "", 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "max": "", 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "enum_allowed": [], 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "desc": "", 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "long_desc": "", 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "tags": [], 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "see_also": [] 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "services": { 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "dashboard": "https://172.21.15.83:8443/" 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "always_on_modules": { 2024-04-22T14:08:40.177 INFO:teuthology.orchestra.run.smithi083.stdout: "octopus": [ 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "balancer", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "crash", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "devicehealth", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_autoscaler", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "progress", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_support", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "status", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "telemetry", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "volumes" 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "pacific": [ 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "balancer", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "crash", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "devicehealth", 2024-04-22T14:08:40.178 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_autoscaler", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "progress", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_support", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "status", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "telemetry", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "volumes" 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "quincy": [ 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "balancer", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "crash", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "devicehealth", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_autoscaler", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "progress", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_support", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "status", 2024-04-22T14:08:40.179 INFO:teuthology.orchestra.run.smithi083.stdout: "telemetry", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "volumes" 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "reef": [ 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "balancer", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "crash", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "devicehealth", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_autoscaler", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "progress", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_support", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "status", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "telemetry", 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "volumes" 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "squid": [ 2024-04-22T14:08:40.180 INFO:teuthology.orchestra.run.smithi083.stdout: "balancer", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "crash", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "devicehealth", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "orchestrator", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "pg_autoscaler", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "progress", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "rbd_support", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "status", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "telemetry", 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "volumes" 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "last_failure_osd_epoch": 88, 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: "active_clients": [ 2024-04-22T14:08:40.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "devicehealth", 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 255881618 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "libcephsqlite", 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.182 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 4157663879 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "rbd_support", 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 472142321 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snap_schedule", 2024-04-22T14:08:40.183 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 2475679816 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "snap_schedule", 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 2994605923 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.184 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: "name": "volumes", 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: "addrvec": [ 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: "type": "v2", 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: "addr": "172.21.15.83:0", 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: "nonce": 1653368038 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2024-04-22T14:08:40.185 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:39 smithi084 ceph-mon[31312]: pgmap v322: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:39 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1734044911' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:39 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/382788077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:39 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2883125707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:39 smithi173 ceph-mon[31493]: pgmap v322: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:39 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1734044911' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:39 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/382788077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.187 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:39 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2883125707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 msgr2=0x7fb76c0a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 0x7fb76c0a6260 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb784199740 tx=0x7fb778004040 comp rx=0 tx=0).stop 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 msgr2=0x7fb78419e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fb77400b4a0 tx=0x7fb77400b960 comp rx=0 tx=0).stop 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 shutdown_connections 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fb76c0a3da0 0x7fb76c0a6260 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fb78410c580 0x7fb784198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:40.188 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb784103ad0 0x7fb78419e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 --2- 172.21.15.83:0/2883125707 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fb7841031b0 0x7fb78419e450 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:08:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 >> 172.21.15.83:0/2883125707 conn(0x7fb7840771d0 msgr2=0x7fb7840fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:08:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 shutdown_connections 2024-04-22T14:08:40.189 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:08:39.014+0000 7fb78988c640 1 -- 172.21.15.83:0/2883125707 wait complete. 2024-04-22T14:08:40.195 DEBUG:tasks.check_counter:Getting stats from a 2024-04-22T14:08:40.195 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-22T14:08:40.196 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:39 smithi083 ceph-mon[27977]: pgmap v322: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:40.196 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:39 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1734044911' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.196 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:39 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/382788077' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:08:40.196 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:39 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2883125707' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-22T14:08:40.443 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T14:08:41.191 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:41 smithi083 ceph-mon[27977]: pgmap v323: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:41.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:41 smithi173 ceph-mon[31493]: pgmap v323: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:41.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:41 smithi084 ceph-mon[31312]: pgmap v323: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:42.470 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 17677, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 18492, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 6745487, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 22083192, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 14, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 5, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 1.230748125, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.514121111, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.331633381, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.328075123, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 18491, 2024-04-22T14:08:42.471 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.753946345, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000040773 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 4258, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000850740, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000199 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 1766720, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 144256 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 41435, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 57241, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 14848899, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 39785357, 2024-04-22T14:08:42.472 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 17, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 7, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 4.033918888, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 2.707785819, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 2.498175280, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.247285539, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 57239, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 1.847856789, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000032283 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 66300, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.007607511, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000114 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.473 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 9430624, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 24734864 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 12363, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 13308, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 3110418, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 34850429, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 44, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 6, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.907006038, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.392312870, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.222976397, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.241655689, 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:42.474 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 13306, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.523158327, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000039317 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 2969, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000508635, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000171 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 316112 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "cct": { 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "total_workers": 1, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "unhealthy_workers": 0 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.475 INFO:teuthology.orchestra.run.smithi083.stdout: "finisher-MDSRank": { 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "queue_len": 0, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "complete_latency": { 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 22169, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 16.987894756, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000766290 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "finisher-PurgeQueue": { 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "queue_len": 0, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "complete_latency": { 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 6695, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 2.343358032, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000350016 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": { 2024-04-22T14:08:42.476 INFO:teuthology.orchestra.run.smithi083.stdout: "request": 12409, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "reply": 12399, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "reply_latency": { 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 12399, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 15.977578482, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.001288618 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "slow_reply": 0, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "forward": 10, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_fetch_complete": 0, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_fetch_keys": 0, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_commit": 221, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_split": 26, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_merge": 0, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes": 10191, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_top": 536, 2024-04-22T14:08:42.477 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_bottom": 9625, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_pin_tail": 30, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_pinned": 9424, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_expired": 294, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_with_caps": 1, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": 1, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "subtrees": 4, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse": 17756, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_hit": 14910, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_forward": 0, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_discover": 40, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_remote_ino": 0, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_lock": 2, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "load_cent": 0, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "q": 0, 2024-04-22T14:08:42.478 INFO:teuthology.orchestra.run.smithi083.stdout: "exported": 5, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "exported_inodes": 197, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "imported": 12, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "imported_inodes": 1436, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_dir_fetch": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_backtrace_fetch": 30532, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_peer_discover": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rfiles": 4, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rbytes": 234, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rsnaps": 7, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_backtrace_fetch": 30532, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_set_tag": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dir_inodes": 152, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:08:42.479 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dirfrag_rstats": 152, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_file_inodes": 30380, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_inode_file_caps": 16, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_revoke": 7899, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_grant": 6914, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_caps": 13598, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_caps_dirty": 5911, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_cap_release": 73, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "process_request_cap_release": 5788 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_cache": { 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_update": 789, 2024-04-22T14:08:42.480 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_update_receipt": 121, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_try_discover": 80, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_send_discover": 77, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_handle_discover": 920, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays": 19, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays_delayed": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_created": 3818, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_enqueued": 3799, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_reintegrated": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_migrated": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_processing": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "recovery_started": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "recovery_completed": 0, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_quiesce_path": 5, 2024-04-22T14:08:42.481 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_quiesce_inode": 15353, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_exportdir": 5, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_flush": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_fragmentdir": 26, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_fragstats": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_inodestats": 0 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_log": { 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evlrg": 1, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evadd": 16965, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evex": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evtrm": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "ev": 16965, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evexg": 0, 2024-04-22T14:08:42.482 INFO:teuthology.orchestra.run.smithi083.stdout: "evexd": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segadd": 24, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segex": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segtrm": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "seg": 24, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segmjr": 3, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segexg": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "segexd": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "expos": 4194304, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "wrpos": 52865747, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "rdpos": 0, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "jlat": { 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 3468, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 863.319862281, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.248938829 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.483 INFO:teuthology.orchestra.run.smithi083.stdout: "replayed": 0 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_mem": { 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "ino": 6234, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "ino+": 10252, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "ino-": 4018, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dir": 245, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dir+": 318, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dir-": 73, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dn": 10191, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dn+": 14296, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "dn-": 4105, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "cap": 1, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "cap+": 11564, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "cap-": 11563, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "rss": 115836, 2024-04-22T14:08:42.484 INFO:teuthology.orchestra.run.smithi083.stdout: "heap": 223608 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_server": { 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "dispatch_client_request": 12944, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "dispatch_server_request": 362, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_request": 12409, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_session": 24, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_peer_request": 870, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "req_create_latency": { 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 2997, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 4.145293685, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.001383147 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getattr_latency": { 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 3, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.025351854, 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.008450618 2024-04-22T14:08:42.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getfilelock_latency": { 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "req_link_latency": { 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookup_latency": { 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 5139, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 2.417306088, 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000470384 2024-04-22T14:08:42.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookuphash_latency": { 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupino_latency": { 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 1, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000155154, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000155154 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupname_latency": { 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupparent_latency": { 2024-04-22T14:08:42.487 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupsnap_latency": { 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lssnap_latency": { 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mkdir_latency": { 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 9, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.010356822, 2024-04-22T14:08:42.488 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.001150758 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mknod_latency": { 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mksnap_latency": { 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "req_open_latency": { 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 9, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.001376654, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000152961 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.489 INFO:teuthology.orchestra.run.smithi083.stdout: "req_readdir_latency": { 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 423, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.947404874, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.002239727 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rename_latency": { 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "req_renamesnap_latency": { 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "req_snapdiff_latency": { 2024-04-22T14:08:42.490 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmdir_latency": { 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 19, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 2.165085398, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.113951863 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmsnap_latency": { 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmxattr_latency": { 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.491 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setattr_latency": { 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setdirlayout_latency": { 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setfilelock_latency": { 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.492 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setlayout_latency": { 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setxattr_latency": { 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "req_symlink_latency": { 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.493 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "req_unlink_latency": { 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 3799, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 6.265247953, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.001649183 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getvxattr_latency": { 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.494 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_sessions": { 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "session_count": 1, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "session_add": 4, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "session_remove": 3, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "sessions_open": 1, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "sessions_stale": 0, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "total_load": 7385, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "average_load": 7385, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "avg_session_uptime": 615, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "mdthresh_evicted": 0 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "mempool": { 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:42.495 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:42.496 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:42.497 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_bytes": 616051, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_items": 4264, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_items": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:42.498 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_bytes": 8032, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_items": 167, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_items": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_bytes": 21597711, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_items": 177098, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_items": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_items": 0 2024-04-22T14:08:42.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "objecter": { 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_active": 0, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_laggy": 0, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_send": 38212, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_send_bytes": 52232895, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_resend": 33, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_reply": 38212, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_latency": { 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 38212, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 31.032249658, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000812107 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "op_inflight": 0, 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "oplen_avg": { 2024-04-22T14:08:42.500 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 38212, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 38492 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "op": 38212, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "op_r": 30564, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "op_w": 7648, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "op_rmw": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "op_pg": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_stat": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_create": 10, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_read": 32, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_write": 3500, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_writefull": 27, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_writesame": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_append": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_zero": 0, 2024-04-22T14:08:42.501 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_truncate": 2, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_delete": 3846, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_mapext": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_sparse_read": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_clonerange": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_getxattr": 30532, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_setxattr": 20, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_rmxattr": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_call": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_watch": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_notify": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:08:42.502 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_pgls": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_other": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_active": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_send": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_resend": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_ping": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_active": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_send": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_resend": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_active": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_send": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_resend": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_active": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_send": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_resend": 0, 2024-04-22T14:08:42.503 INFO:teuthology.orchestra.run.smithi083.stdout: "command_active": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "command_send": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "command_resend": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "map_epoch": 94, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "map_full": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "map_inc": 9, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_sessions": 12, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_session_open": 12, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_session_close": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_laggy": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_wr": 498, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_rd": 0, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_del": 25 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.504 INFO:teuthology.orchestra.run.smithi083.stdout: "oft": { 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_objs": 1, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_updates": 0, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_removes": 0 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "osd-slow-ops": { 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "slow_ops_count": 15550 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "purge_queue": { 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_ops": 0, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_ops_high_water": 6, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing": 0, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_high_water": 6, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executed_ops": 3799, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executed": 3799, 2024-04-22T14:08:42.505 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_item_in_journal": 0 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 71471, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 17078877, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 71471, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 71471, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 17078877, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.506 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-objecter_bytes": { 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:42.507 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 38212, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 52754962, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 38212, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 52754962, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-objecter_ops": { 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 1024, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:42.508 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 38212, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 38212, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 38212, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 38212, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 3758096384, 2024-04-22T14:08:42.509 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 3799, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 522067, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 3799, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 32, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 522067, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-write_buf_throttle-0x559ee205c500": { 2024-04-22T14:08:42.510 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 3758096384, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 16965, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 48671443, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 16965, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 3468, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 48671443, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.511 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:42.512 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:43.189 INFO:tasks.check_counter:Daemon mds.a mds.exported=5 2024-04-22T14:08:43.189 INFO:tasks.check_counter:Daemon mds.a mds.imported=12 2024-04-22T14:08:43.189 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=789 2024-04-22T14:08:43.190 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=121 2024-04-22T14:08:43.190 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=7 2024-04-22T14:08:43.190 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:08:43.190 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:08:43.190 INFO:tasks.check_counter:Daemon mds.a mds.dir_split=26 2024-04-22T14:08:43.190 DEBUG:tasks.check_counter:Getting stats from d 2024-04-22T14:08:43.190 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-22T14:08:43.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:43 smithi173 ceph-mon[31493]: pgmap v324: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:43.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:43 smithi083 ceph-mon[27977]: pgmap v324: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:43.443 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T14:08:43.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:43 smithi084 ceph-mon[31312]: pgmap v324: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:44.408 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:44 smithi173 ceph-mon[31493]: pgmap v325: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:44.441 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:44 smithi083 ceph-mon[27977]: pgmap v325: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:44.476 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:44 smithi084 ceph-mon[31312]: pgmap v325: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:45.288 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:45.288 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:45.288 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 0, 2024-04-22T14:08:45.288 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 2, 2024-04-22T14:08:45.288 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 0, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 0, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 4, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 0, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.001114632, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.000166327, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:45.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 228, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 215, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 1593568, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 131072, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 2, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 1, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.040991418, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.013191961, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.032944590, 2024-04-22T14:08:45.290 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.004192033, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 215, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.009663044, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000044944 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 1593568, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 131072 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 2, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 162, 2024-04-22T14:08:45.291 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 320, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 184720, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 5, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 3, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.012390097, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.008476669, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.001685674, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 159, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.015963931, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000100402 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:45.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 184720 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "cct": { 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "total_workers": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "unhealthy_workers": 0 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "mempool": { 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:45.293 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:45.294 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_bytes": 148955, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_items": 30, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:45.295 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_bytes": 928, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_items": 2, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_items": 0, 2024-04-22T14:08:45.296 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_items": 0 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 226, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 1558927, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 226, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 226, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 1558927, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:45.297 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:45.298 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:45.298 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:45.298 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:45.298 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:46.026 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-22T14:08:46.027 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.d 2024-04-22T14:08:46.027 DEBUG:tasks.check_counter:Getting stats from g 2024-04-22T14:08:46.027 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-22T14:08:46.267 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T14:08:46.652 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:46 smithi083 ceph-mon[27977]: pgmap v326: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:46.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:46 smithi173 ceph-mon[31493]: pgmap v326: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:46.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:46 smithi084 ceph-mon[31312]: pgmap v326: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 785, 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 787, 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 12845130, 2024-04-22T14:08:48.063 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 249631, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 7, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 3, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.088752389, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.034517816, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.022226918, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.023577302, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 785, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.036982639, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000047111 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.064 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 672, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 830, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 25342012, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 660061, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 8, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 6, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.072536254, 2024-04-22T14:08:48.065 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.020533115, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.030060543, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.016350288, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 827, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.031680250, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000038307 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:08:48.066 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 446944 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 1062, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 1029, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 12881901, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 386611, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 5, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 4, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.105892121, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.029738967, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.059252364, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.024056400, 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:48.067 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 1029, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.035169483, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000034178 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 1748496, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 130928 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "cct": { 2024-04-22T14:08:48.068 INFO:teuthology.orchestra.run.smithi083.stdout: "total_workers": 1, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "unhealthy_workers": 0 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "finisher-MDSRank": { 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "queue_len": 0, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "complete_latency": { 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 3784, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.089251380, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000023586 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "finisher-PurgeQueue": { 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "queue_len": 0, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "complete_latency": { 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.069 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "mds": { 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "request": 0, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "reply": 0, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "reply_latency": { 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "slow_reply": 0, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "forward": 0, 2024-04-22T14:08:48.070 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_fetch_complete": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_fetch_keys": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_commit": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_split": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_merge": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes": 14004, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_top": 101, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_bottom": 13903, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_pin_tail": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_pinned": 13859, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_expired": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "inodes_with_caps": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "caps": 0, 2024-04-22T14:08:48.071 INFO:teuthology.orchestra.run.smithi083.stdout: "subtrees": 1, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_hit": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_forward": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_discover": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_remote_ino": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "traverse_lock": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "load_cent": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "q": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "exported": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "exported_inodes": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "imported": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "imported_inodes": 0, 2024-04-22T14:08:48.072 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_dir_fetch": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "openino_peer_discover": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rfiles": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rbytes": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "root_rsnaps": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_set_tag": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "scrub_file_inodes": 0, 2024-04-22T14:08:48.073 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_caps": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_cap_release": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "process_request_cap_release": 0 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_cache": { 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_update": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_update_receipt": 0, 2024-04-22T14:08:48.074 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_try_discover": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_send_discover": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "dir_handle_discover": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays_delayed": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_created": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_enqueued": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_reintegrated": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "strays_migrated": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_processing": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "recovery_started": 0, 2024-04-22T14:08:48.075 INFO:teuthology.orchestra.run.smithi083.stdout: "recovery_completed": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_quiesce_path": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_quiesce_inode": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_exportdir": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_flush": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_fragstats": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ireq_inodestats": 0 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_log": { 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "evlrg": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "evadd": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "evex": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "evtrm": 0, 2024-04-22T14:08:48.076 INFO:teuthology.orchestra.run.smithi083.stdout: "ev": 16965, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "evexg": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "evexd": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segadd": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segex": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segtrm": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "seg": 24, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segmjr": 3, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segexg": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "segexd": 0, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "expos": 4194304, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "wrpos": 52865747, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "rdpos": 52863659, 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "jlat": { 2024-04-22T14:08:48.077 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "replayed": 16965 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_mem": { 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "ino": 6241, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "ino+": 10212, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "ino-": 3971, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "dir": 233, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "dir+": 273, 2024-04-22T14:08:48.078 INFO:teuthology.orchestra.run.smithi083.stdout: "dir-": 40, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "dn": 14004, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "dn+": 14213, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "dn-": 209, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "cap": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "cap+": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "cap-": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "rss": 82784, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "heap": 215416 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_server": { 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "dispatch_client_request": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "dispatch_server_request": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_request": 0, 2024-04-22T14:08:48.079 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_client_session": 0, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "handle_peer_request": 0, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "req_create_latency": { 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getattr_latency": { 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getfilelock_latency": { 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.080 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "req_link_latency": { 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookup_latency": { 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookuphash_latency": { 2024-04-22T14:08:48.081 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupino_latency": { 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupname_latency": { 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.082 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupparent_latency": { 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lookupsnap_latency": { 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "req_lssnap_latency": { 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mkdir_latency": { 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mknod_latency": { 2024-04-22T14:08:48.084 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "req_mksnap_latency": { 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "req_open_latency": { 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "req_readdir_latency": { 2024-04-22T14:08:48.085 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rename_latency": { 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "req_renamesnap_latency": { 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "req_snapdiff_latency": { 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmdir_latency": { 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.087 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.089 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.089 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmsnap_latency": { 2024-04-22T14:08:48.089 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "req_rmxattr_latency": { 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setattr_latency": { 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setdirlayout_latency": { 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setfilelock_latency": { 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setlayout_latency": { 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.091 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "req_setxattr_latency": { 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "req_symlink_latency": { 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "req_unlink_latency": { 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.092 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "req_getvxattr_latency": { 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_sessions": { 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "session_count": 1, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "session_add": 4, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "session_remove": 3, 2024-04-22T14:08:48.093 INFO:teuthology.orchestra.run.smithi083.stdout: "sessions_open": 4, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "sessions_stale": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "total_load": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "average_load": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "avg_session_uptime": 5196, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "mdthresh_evicted": 0 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "mempool": { 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:48.094 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:48.095 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:48.096 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_bytes": 454571, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_items": 6342, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_items": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_bytes": 8032, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_items": 167, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:48.097 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_items": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_bytes": 24420232, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_items": 196626, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_items": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_items": 0 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "objecter": { 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "op_active": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "op_laggy": 0, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "op_send": 2259, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "op_send_bytes": 21, 2024-04-22T14:08:48.098 INFO:teuthology.orchestra.run.smithi083.stdout: "op_resend": 3, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op_reply": 2259, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op_latency": { 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 2259, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 1.273969124, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000563952 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op_inflight": 0, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "oplen_avg": { 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 2259, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 2260 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op": 2259, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op_r": 2259, 2024-04-22T14:08:48.099 INFO:teuthology.orchestra.run.smithi083.stdout: "op_w": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "op_rmw": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "op_pg": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_stat": 1438, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_create": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_read": 819, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_write": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_writefull": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_writesame": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_append": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_zero": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_truncate": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_delete": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_mapext": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_sparse_read": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_clonerange": 0, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_getxattr": 1, 2024-04-22T14:08:48.100 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_setxattr": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_rmxattr": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_call": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_watch": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_notify": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_pgls": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "osdop_other": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_active": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_send": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_resend": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "linger_ping": 0, 2024-04-22T14:08:48.101 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_active": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_send": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "poolop_resend": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_active": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_send": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "poolstat_resend": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_active": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_send": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "statfs_resend": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "command_active": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "command_send": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "command_resend": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "map_epoch": 94, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "map_full": 0, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "map_inc": 9, 2024-04-22T14:08:48.102 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_sessions": 9, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_session_open": 9, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_session_close": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_laggy": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_wr": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_rd": 2, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_del": 0 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "oft": { 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_objs": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_updates": 0, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "omap_total_removes": 0 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "osd-slow-ops": { 2024-04-22T14:08:48.103 INFO:teuthology.orchestra.run.smithi083.stdout: "slow_ops_count": 0 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "purge_queue": { 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_ops": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executing_high_water": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executed_ops": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_executed": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "pq_item_in_journal": 0 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 2515, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 50826687, 2024-04-22T14:08:48.104 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 2515, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 2515, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 50826687, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-objecter_bytes": { 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:48.105 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 2259, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 48682131, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 2259, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 48682131, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.106 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-objecter_ops": { 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 1024, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 2259, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 2259, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 2259, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 2259, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 3758096384, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.108 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-write_buf_throttle-0x55837af446e0": { 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 3758096384, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 0, 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:48.109 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:48.110 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:48.110 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:48.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:48.110 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:48.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:48 smithi173 ceph-mon[31493]: pgmap v327: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:48.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:48 smithi083 ceph-mon[27977]: pgmap v327: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:48.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:48 smithi084 ceph-mon[31312]: pgmap v327: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:08:49.031 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:08:49.032 INFO:tasks.check_counter:Daemon mds.g mds.dir_split=0 2024-04-22T14:08:49.032 DEBUG:tasks.check_counter:Getting stats from j 2024-04-22T14:08:49.032 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-22T14:08:49.270 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.a/config 2024-04-22T14:08:50.604 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:50 smithi083 ceph-mon[27977]: pgmap v328: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:50.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:50 smithi173 ceph-mon[31493]: pgmap v328: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:50.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:50 smithi084 ceph-mon[31312]: pgmap v328: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:51.038 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 0, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 2, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 0, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 0, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 4, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 0, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.001078353, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.000000000, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.000260268, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T14:08:51.039 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 2, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 164, 2024-04-22T14:08:51.040 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 320, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 185072, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 5, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 3, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.013181172, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.009282672, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.001839977, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 161, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.011783740, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000073190 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:51.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 185072 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_messages": 230, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages": 217, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_bytes": 1594112, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_bytes": 132352, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_created_connections": 2, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_active_connections": 1, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_total_time": 0.045975706, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_send_time": 0.013352569, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_recv_time": 0.038142442, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_running_fast_dispatch_time": 0.004258216, 2024-04-22T14:08:51.042 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 217, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.011874659, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000054721 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_recv_encrypted_bytes": 1594112, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "msgr_send_encrypted_bytes": 132352 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "cct": { 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "total_workers": 0, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "unhealthy_workers": 0 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.043 INFO:teuthology.orchestra.run.smithi083.stdout: "mempool": { 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:51.044 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:51.045 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_bytes": 148967, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_anon_items": 29, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:51.046 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_bytes": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_items": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "pgmap_items": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_bytes": 928, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "mds_co_items": 2, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_1_items": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "unittest_2_items": 0 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "val": 0, 2024-04-22T14:08:51.047 INFO:teuthology.orchestra.run.smithi083.stdout: "max": 104857600, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "get_started": 0, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "get": 228, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "get_sum": 1559187, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "get_or_fail_success": 228, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "take": 0, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "take_sum": 0, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "put": 228, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "put_sum": 1559187, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "wait": { 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "avgcount": 0, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "sum": 0.000000000, 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: "avgtime": 0.000000000 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2024-04-22T14:08:51.048 INFO:teuthology.orchestra.run.smithi083.stdout:} 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-22T14:08:51.770 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-22T14:08:51.771 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-22T14:08:51.771 WARNING:tasks.check_counter:Counter 'mds.dir_split' not found on daemon mds.j 2024-04-22T14:08:51.771 DEBUG:tasks.check_counter:Getting stats from b 2024-04-22T14:08:51.771 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-22T14:08:52.020 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T14:08:52.405 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:52 smithi084 ceph-mon[31312]: pgmap v329: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:52.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:52 smithi173 ceph-mon[31493]: pgmap v329: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:52.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:52 smithi083 ceph-mon[27977]: pgmap v329: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:53.888 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-22T14:08:53.888 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 5878, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 4353, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 4662121, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 4303481, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 23, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.357858176, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.133696601, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.204322924, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.042721575, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4352, 2024-04-22T14:08:53.889 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.535747306, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000123103 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 8923, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.001244296, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000139 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 322864 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 2455, 2024-04-22T14:08:53.890 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 2873, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 2593466, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 1506780, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 15, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 6, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.256944776, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.079204113, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.131887620, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.062072876, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2872, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.473554117, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000164886 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3888, 2024-04-22T14:08:53.891 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000586477, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000150 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 2510640, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 1303504 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 2972, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 2170, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 1456403, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 3003707, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 178, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 6, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.313529493, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.074250189, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.149637029, 2024-04-22T14:08:53.892 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.084785595, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2167, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.302259333, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000139482 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4325, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000793945, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000183 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 397920, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 224224 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-22T14:08:53.893 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 592, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.470028105, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000793966 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:53.894 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 48, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.002400872, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000050018 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 954, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 894, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 894, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 4.787430326, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.005355067 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.895 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 60, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 21, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 1, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 40, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 7, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 12, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 21, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 30, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 783, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 2, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 2, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 4, 2024-04-22T14:08:53.896 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 1380, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 966, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 55, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 39, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 2, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 26, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 678, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 1, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 2, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-22T14:08:53.897 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 220, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 4, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 234, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 7, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 220, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 144, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 19, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 125, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 76, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 4, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 53, 2024-04-22T14:08:53.898 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 426, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 88, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 20, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 16, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 94 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 21, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 535, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 287, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 305, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 66, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 1, 2024-04-22T14:08:53.899 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 21, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 17, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 3, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 5, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 207, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 19, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 27, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 1, 2024-04-22T14:08:53.900 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 665, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 665, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 2, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-22T14:08:53.901 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 6308549, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 0, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 182, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.952429296, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.005233128 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 0 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.902 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 36, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 501, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 465, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 31, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 323, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 292, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 40, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 843, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 803, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 2, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 431, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 429, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 62160, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 231800 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.903 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 1027, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 135, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 954, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 62, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 426, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 376, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 4.317443329, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.011482562 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 104, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.030143932, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000289845 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.904 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.005980878, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001993626 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 12, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.040010224, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.003334185 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-22T14:08:53.905 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-22T14:08:53.906 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-22T14:08:53.907 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 10, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.001404174, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000140417 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 43, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.085714648, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001993363 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.908 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 10, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.095292558, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.009529255 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 287, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.075712254, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000263805 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 4, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.013276702, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.003319175 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.909 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 20, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.060777185, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.003038859 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.910 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.007623916, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.007623916 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.013824695, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.004608231 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.911 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.001438581, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001438581 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.912 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 8, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.016933875, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.002116734 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000683976, 2024-04-22T14:08:53.913 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000683976 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 11, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.021169399, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001924490 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.914 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 2, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 6, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 4, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 2, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 31, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 15, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 618, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:53.915 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:53.916 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:53.917 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 318876, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 111, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-22T14:08:53.918 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8032, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 167, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 199056, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 1178, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-22T14:08:53.919 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 1077, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 2276673, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 37, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 1077, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1077, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 20.283639349, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.018833462 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-22T14:08:53.920 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1077, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 1139 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 1077, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 262, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 815, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 0, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 11, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 23, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 186, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 39, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-22T14:08:53.921 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 1, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 529, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 239, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 22, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-22T14:08:53.922 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-22T14:08:53.923 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 94, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 10, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 12, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 12, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 76, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 0, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 13 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.924 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 1, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 335 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 6, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 6, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 17, 2024-04-22T14:08:53.925 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 17, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 11301, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 7546217, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 11301, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 11301, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 7546217, 2024-04-22T14:08:53.926 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 1077, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 2278390, 2024-04-22T14:08:53.927 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1077, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2278390, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:53.928 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 1077, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 1077, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 1077, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1077, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 17, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 1717, 2024-04-22T14:08:53.929 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 17, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 4, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 1717, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x55f971970500": { 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:53.930 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 665, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 2114245, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 665, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 182, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2114245, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:53.931 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-22T14:08:54.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:54 smithi173 ceph-mon[31493]: pgmap v330: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:54.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:54 smithi083 ceph-mon[27977]: pgmap v330: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:54.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:54 smithi084 ceph-mon[31312]: pgmap v330: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds.exported=26 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds.imported=1 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=21 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=535 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=3 2024-04-22T14:08:54.812 INFO:tasks.check_counter:Daemon mds.b mds.dir_split=1 2024-04-22T14:08:54.812 DEBUG:tasks.check_counter:Getting stats from e 2024-04-22T14:08:54.813 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-22T14:08:55.057 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T14:08:56.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:56 smithi173 ceph-mon[31493]: pgmap v331: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:56.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:56 smithi083 ceph-mon[27977]: pgmap v331: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:56.715 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:56 smithi084 ceph-mon[31312]: pgmap v331: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 2200, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 2202, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 779477, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 699607, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 6, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 2, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.155974655, 2024-04-22T14:08:56.842 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.051118858, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.037991988, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.054330759, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2200, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.058986573, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000026812 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.843 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 8, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 168, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 3916, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 450410, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 6, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.010267023, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.006426586, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.002053858, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000047453, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 166, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.014549108, 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000087645 2024-04-22T14:08:56.844 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 3360, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 449712 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 264, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 230, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 1765180, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 134638, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 3, 2024-04-22T14:08:56.845 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 2, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.044558573, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.012755636, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.036658276, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.005288904, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 229, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.011247265, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000049114 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 1764912, 2024-04-22T14:08:56.846 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 134320 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3750, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.083376418, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000022233 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.847 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 0, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 0, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.848 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 19, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 19, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 19, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 1, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 0, 2024-04-22T14:08:56.849 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-22T14:08:56.850 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:08:56.851 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 0 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:08:56.852 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-22T14:08:56.853 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 88, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-22T14:08:56.854 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 4350656, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 4349041, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 88 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 4, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 56, 2024-04-22T14:08:56.855 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 52, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 2, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 17, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 15, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 19, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 73, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 54, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 0, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 0, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 0, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 50800, 2024-04-22T14:08:56.856 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 215416 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-22T14:08:56.857 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.858 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.859 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.860 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.861 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-22T14:08:56.862 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.863 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.864 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.865 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.866 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-22T14:08:56.867 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 2, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 4, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 2, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 2, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 4056, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:56.868 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:56.869 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-22T14:08:56.870 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 181281, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 46, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8032, 2024-04-22T14:08:56.871 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 167, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 27112, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 109, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-22T14:08:56.872 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 2203, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 21, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 3, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 2203, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2203, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 1.193978669, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000541978 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2203, 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 2204 2024-04-22T14:08:56.873 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 2203, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 2203, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 1412, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 789, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 0, 2024-04-22T14:08:56.874 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 1, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:08:56.875 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-22T14:08:56.876 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 94, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 9, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 4, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 4, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 2, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 0 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 0, 2024-04-22T14:08:56.877 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 0 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 0, 2024-04-22T14:08:56.878 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 2468, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 2310008, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 2468, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2468, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2310008, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.879 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 2203, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 156357, 2024-04-22T14:08:56.880 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2203, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 156357, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:56.881 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 2203, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 2203, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2203, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2203, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:56.882 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.883 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x5581e13b86e0": { 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:56.884 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:56.885 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:56.885 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.885 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:56.885 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:08:57.650 INFO:tasks.check_counter:Daemon mds.e mds.dir_split=0 2024-04-22T14:08:57.650 DEBUG:tasks.check_counter:Getting stats from h 2024-04-22T14:08:57.651 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-22T14:08:57.890 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T14:08:58.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:08:58 smithi173 ceph-mon[31493]: pgmap v332: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:58.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:08:58 smithi083 ceph-mon[27977]: pgmap v332: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:58.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:08:58 smithi084 ceph-mon[31312]: pgmap v332: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-04-22T14:08:59.709 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-22T14:08:59.709 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:08:59.709 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 26561, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 28138, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 7226648, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 52142456, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 10, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 1.517633348, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.571721459, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.423948756, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.436146560, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 28140, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.862932475, 2024-04-22T14:08:59.710 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000030665 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 7074, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.001175017, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000166 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 35572, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 35639, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 13404651, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 53924059, 2024-04-22T14:08:59.711 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 14, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 7, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 1.878570397, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.583098728, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.582752102, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.617605306, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 35638, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.861159864, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000024164 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 5769, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000904457, 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000156 2024-04-22T14:08:59.712 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 1781040, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 147664 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 40147, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 80863, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 13055793, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 59515454, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 50, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 11, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 3.106325848, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 1.443461217, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 1.633075109, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.270906989, 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:08:59.713 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 80857, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 2.068557249, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000025582 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 75591, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.012725929, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000168 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 9249376, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 29617536 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-22T14:08:59.714 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 92383, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 19.861299761, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000214988 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2373, 2024-04-22T14:08:59.715 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.240670627, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000101420 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 13965, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 13221, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 13221, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 78.703953067, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.005952950 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 744, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-22T14:08:59.716 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 38, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 3, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 1937, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 5, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 1479, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 453, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 1927, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 1589, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 1, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 1, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 6, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 15982, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 14673, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 741, 2024-04-22T14:08:59.717 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 48, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 3, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 11, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 1400, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 29, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 857, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 6553, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 4, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 234, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 7, 2024-04-22T14:08:59.718 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 6553, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 357, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 357, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 6196, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 14, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 9412, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 11511, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 7863, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 11593, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 9123, 2024-04-22T14:08:59.719 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 122, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 10764 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 175, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 341, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 185, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 205, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 290, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 42, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 1315, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 1273, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-22T14:08:59.720 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 5, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 3025, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 11, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 3, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-22T14:08:59.721 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 30950, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 30950, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 46, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 46, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 4, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 111815944, 2024-04-22T14:08:59.722 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 0, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 24738, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 40.605308369, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001641414 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 0 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 1151, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 3694, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 2543, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 74, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 331, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 257, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 1937, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 5066, 2024-04-22T14:08:59.723 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 3129, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 1, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 3547, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 3546, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 83300, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 223608 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 32152, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 341, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 13965, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 15, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 942, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1725, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 42.405982029, 2024-04-22T14:08:59.724 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.024583177 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 9, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.400787139, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.044531904 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.725 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 843, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.412384628, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000489186 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.726 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-22T14:08:59.729 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000145118, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000145118 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.730 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-22T14:08:59.731 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 21, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.019311881, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000919613 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.732 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 126, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.046540213, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000369366 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 160, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.687372085, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.004296075 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 72, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.138824287, 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001928115 2024-04-22T14:08:59.733 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 47, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.904158419, 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.019237413 2024-04-22T14:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 8986, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 31.404582750, 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.003494834 2024-04-22T14:08:59.735 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 8, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.003207220, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000400902 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.736 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 5, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.004154028, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000830805 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1218, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 2.276503270, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.001869050 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:08:59.737 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 1, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 2, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 1, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 1, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 3899, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 3899, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 648, 2024-04-22T14:08:59.738 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:08:59.739 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-22T14:08:59.740 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 665068, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 854, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 88, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 1, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8032, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 167, 2024-04-22T14:08:59.741 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 4148909, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 46937, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 69597, 2024-04-22T14:08:59.742 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 108546012, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 33, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 69597, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 69597, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 180.654755995, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.002595726 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 69597, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 69729 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 69597, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 6582, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 63015, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-22T14:08:59.743 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 10, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 29, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 24767, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 42, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 3, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 1339, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 6553, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 20, 2024-04-22T14:08:59.744 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 36717, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-22T14:08:59.745 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 94, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 9, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 12, 2024-04-22T14:08:59.746 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 12, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 213, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 0, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 36 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 1, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 3336 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.747 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 26, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 6, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 1302, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 1273, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 102276, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 23275244, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 102276, 2024-04-22T14:08:59.748 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 102276, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 23275244, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:59.749 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 69597, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 108701753, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 69597, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 108701753, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.750 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 69597, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 69597, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 69597, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 69597, 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:59.751 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 1273, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 155741, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 1273, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 29, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 155741, 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:59.752 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x55974e2e4500": { 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 30950, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 107621640, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 30950, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 24738, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 107621640, 2024-04-22T14:08:59.753 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:08:59.754 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds.exported=11 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds.imported=29 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=175 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=341 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=7 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:00.505 INFO:tasks.check_counter:Daemon mds.h mds.dir_split=3 2024-04-22T14:09:00.505 DEBUG:tasks.check_counter:Getting stats from k 2024-04-22T14:09:00.506 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-22T14:09:00.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:00 smithi173 ceph-mon[31493]: pgmap v333: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:00.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:00 smithi083 ceph-mon[27977]: pgmap v333: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:00.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:00 smithi084 ceph-mon[31312]: pgmap v333: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:00.743 INFO:teuthology.orchestra.run.smithi084.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.b/config 2024-04-22T14:09:02.602 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:02 smithi084 ceph-mon[31312]: pgmap v334: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 1551, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 1553, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 466296, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 493219, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 6, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 2, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.132791992, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.048665201, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.031853695, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.039379922, 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:02.603 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 1551, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.053723197, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000034637 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 0 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:09:02.604 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 924, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 888, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 1930330, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 345050, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 4, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 3, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.102236714, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.026783383, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.053384746, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.028497052, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 888, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.029780568, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000033536 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:02.605 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 1769040, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 137328 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_messages": 3, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages": 168, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_bytes": 588, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_bytes": 453342, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_created_connections": 6, 2024-04-22T14:09:02.606 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_active_connections": 4, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_total_time": 0.009777727, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_send_time": 0.006191246, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_recv_time": 0.001878446, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_running_fast_dispatch_time": 0.000016121, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 165, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.014120838, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000085580 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:09:02.607 INFO:teuthology.orchestra.run.smithi084.stdout: "msgr_send_encrypted_bytes": 453024 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "cct": { 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "total_workers": 1, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "unhealthy_workers": 0 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-MDSRank": { 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 3580, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.089259769, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000024932 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "finisher-PurgeQueue": { 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "queue_len": 0, 2024-04-22T14:09:02.608 INFO:teuthology.orchestra.run.smithi084.stdout: "complete_latency": { 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": { 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "request": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "reply": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "reply_latency": { 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_reply": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "forward": 0, 2024-04-22T14:09:02.609 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_complete": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_fetch_keys": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_commit": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_split": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_merge": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_top": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_bottom": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pin_tail": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_pinned": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_expired": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_with_caps": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "subtrees": 1, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_hit": 0, 2024-04-22T14:09:02.610 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_forward": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_discover": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_remote_ino": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "traverse_lock": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "load_cent": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "q": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "exported": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "exported_inodes": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "imported": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "imported_inodes": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_dir_fetch": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "openino_peer_discover": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rfiles": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rbytes": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "root_rsnaps": 0, 2024-04-22T14:09:02.611 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_set_tag": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "scrub_file_inodes": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:09:02.612 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_cap_release": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "process_request_cap_release": 0 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_cache": { 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_update_receipt": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_try_discover": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_send_discover": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "dir_handle_discover": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_delayed": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_created": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_enqueued": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_reintegrated": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "strays_migrated": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_processing": 0, 2024-04-22T14:09:02.613 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_started": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "recovery_completed": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_path": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_quiesce_inode": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_exportdir": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_flush": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_fragstats": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "ireq_inodestats": 0 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_log": { 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "evlrg": 0, 2024-04-22T14:09:02.614 INFO:teuthology.orchestra.run.smithi084.stdout: "evadd": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "evex": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "evtrm": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "ev": 10, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "evexg": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "evexd": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segadd": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segex": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segtrm": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "seg": 2, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segmjr": 2, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segexg": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "segexd": 0, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "expos": 4194304, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "wrpos": 4197187, 2024-04-22T14:09:02.615 INFO:teuthology.orchestra.run.smithi084.stdout: "rdpos": 4196879, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "jlat": { 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "replayed": 10 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_mem": { 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "ino": 3, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "ino+": 3, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "ino-": 0, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "dir": 1, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "dir+": 1, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "dir-": 0, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "dn": 0, 2024-04-22T14:09:02.616 INFO:teuthology.orchestra.run.smithi084.stdout: "dn+": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "dn-": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "cap": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "cap+": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "cap-": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "rss": 53440, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "heap": 215416 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_server": { 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_client_request": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "dispatch_server_request": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_request": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_client_session": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "handle_peer_request": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "req_create_latency": { 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.617 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getattr_latency": { 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getfilelock_latency": { 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "req_link_latency": { 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.618 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookup_latency": { 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookuphash_latency": { 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupino_latency": { 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.619 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupname_latency": { 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupparent_latency": { 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lookupsnap_latency": { 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "req_lssnap_latency": { 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.620 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mkdir_latency": { 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mknod_latency": { 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.621 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "req_mksnap_latency": { 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "req_open_latency": { 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "req_readdir_latency": { 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.622 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rename_latency": { 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "req_renamesnap_latency": { 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "req_snapdiff_latency": { 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmdir_latency": { 2024-04-22T14:09:02.623 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmsnap_latency": { 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "req_rmxattr_latency": { 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setattr_latency": { 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.624 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setdirlayout_latency": { 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setfilelock_latency": { 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setlayout_latency": { 2024-04-22T14:09:02.625 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "req_setxattr_latency": { 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "req_symlink_latency": { 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "req_unlink_latency": { 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.626 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "req_getvxattr_latency": { 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_sessions": { 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "session_count": 2, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "session_add": 5, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "session_remove": 3, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_open": 2, 2024-04-22T14:09:02.627 INFO:teuthology.orchestra.run.smithi084.stdout: "sessions_stale": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "total_load": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "average_load": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "avg_session_uptime": 5200, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "mdthresh_evicted": 0 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "mempool": { 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bloom_filter_items": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:09:02.628 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_extent_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_blob_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:09:02.629 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_txc_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluestore_writing_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:09:02.630 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_bytes": 189433, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_anon_items": 52, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "buffer_meta_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_mapbl_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_pglog_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_bytes": 8032, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_items": 167, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_bytes": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "pgmap_items": 0, 2024-04-22T14:09:02.631 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_bytes": 8512, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_co_items": 13, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_bytes": 0, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_1_items": 0, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_bytes": 0, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "unittest_2_items": 0 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "objecter": { 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_active": 0, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_laggy": 0, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send": 2205, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_send_bytes": 21, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_resend": 3, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_reply": 2205, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "op_latency": { 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2205, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 1.176978963, 2024-04-22T14:09:02.632 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000533777 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op_inflight": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "oplen_avg": { 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 2205, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 2206 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op": 2205, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op_r": 2205, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op_w": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op_rmw": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "op_pg": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_stat": 1422, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_create": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_read": 781, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_write": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writefull": 0, 2024-04-22T14:09:02.633 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_writesame": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_append": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_zero": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_truncate": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_delete": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_mapext": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_sparse_read": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_clonerange": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_getxattr": 1, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_setxattr": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_rmxattr": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_call": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_watch": 0, 2024-04-22T14:09:02.634 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_notify": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "osdop_other": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_active": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_send": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_resend": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "linger_ping": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_active": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_send": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolop_resend": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_active": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_send": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "poolstat_resend": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_active": 0, 2024-04-22T14:09:02.635 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_send": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "statfs_resend": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "command_active": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "command_send": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "command_resend": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "map_epoch": 94, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "map_full": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "map_inc": 9, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_sessions": 5, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_open": 5, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_session_close": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_laggy": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_wr": 0, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_rd": 2, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_del": 0 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "oft": { 2024-04-22T14:09:02.636 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_objs": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_updates": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "omap_total_removes": 0 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "osd-slow-ops": { 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "slow_ops_count": 0 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "purge_queue": { 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executing_high_water": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed_ops": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_executed": 0, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "pq_item_in_journal": 0 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.637 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 2474, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 2157901, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 2474, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2474, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2157901, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.638 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_bytes": { 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 104857600, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 2205, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 2888, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2205, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2888, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.639 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-objecter_ops": { 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 1024, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 2205, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 2205, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 2205, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 2205, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.640 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.641 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "throttle-write_buf_throttle-0x5605c71526e0": { 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "val": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "max": 3758096384, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "get_started": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "get": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "get_sum": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "take": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "take_sum": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "put": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "put_sum": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "wait": { 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "avgcount": 0, 2024-04-22T14:09:02.642 INFO:teuthology.orchestra.run.smithi084.stdout: "sum": 0.000000000, 2024-04-22T14:09:02.643 INFO:teuthology.orchestra.run.smithi084.stdout: "avgtime": 0.000000000 2024-04-22T14:09:02.643 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.643 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-22T14:09:02.643 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-22T14:09:02.657 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:02 smithi173 ceph-mon[31493]: pgmap v334: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:02.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:02 smithi083 ceph-mon[27977]: pgmap v334: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-22T14:09:03.383 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-04-22T14:09:03.383 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:03.384 INFO:tasks.check_counter:Daemon mds.k mds.dir_split=0 2024-04-22T14:09:03.384 DEBUG:tasks.check_counter:Getting stats from c 2024-04-22T14:09:03.384 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-22T14:09:03.635 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T14:09:04.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:04 smithi173 ceph-mon[31493]: pgmap v335: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:04.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:04 smithi083 ceph-mon[27977]: pgmap v335: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:04.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:04 smithi084 ceph-mon[31312]: pgmap v335: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 832, 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 897, 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 351821, 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 566297, 2024-04-22T14:09:05.458 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 13, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.080958957, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.030231926, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.044215043, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.005578315, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 899, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.043651468, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000048555 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1596, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000409891, 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000256 2024-04-22T14:09:05.459 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 4048, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 12320 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 326, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 419, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 1803001, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 513587, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 9, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 6, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.055319221, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.019504024, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.039360567, 2024-04-22T14:09:05.460 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.005483189, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 419, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.036129970, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000086229 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 20, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000002716, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000135 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 1776656, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 463424 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 3608, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 2041, 2024-04-22T14:09:05.461 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 3838865, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1059044, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 51, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 7, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.172327761, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.060218853, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.148002588, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.000125061, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2034, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.036222709, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000017808 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 5404, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000766911, 2024-04-22T14:09:05.462 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000141 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 27984, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 150704 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 49, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.001489717, 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000030402 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.463 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000005474, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000002737 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 80, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 6, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 6, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.003346553, 2024-04-22T14:09:05.464 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000557758 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 74, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 11, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 26, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 7, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 19, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 0, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 13, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 115, 2024-04-22T14:09:05.465 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 1, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 1, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 5, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 446, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 299, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 71, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 65, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 6, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 0, 2024-04-22T14:09:05.466 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 4, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 234, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 7, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:09:05.467 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 3, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 3, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 0 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 0, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 617, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 343, 2024-04-22T14:09:05.468 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 349, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_path": 5, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_inode": 146, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:09:05.469 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 10, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 10, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 2, 2024-04-22T14:09:05.470 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 2, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 4197187, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 0, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 9, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.013661994, 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001517999 2024-04-22T14:09:05.471 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 0 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 32, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 90, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 58, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 31, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 304, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 273, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 26, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 141, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 115, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 1, 2024-04-22T14:09:05.472 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 3, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 2, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 55424, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 223608 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 84, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 8, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 80, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 29, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 163, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.473 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.002401762, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000600440 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.474 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000944791, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000472395 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.475 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.476 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2024-04-22T14:09:05.477 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.478 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.479 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2024-04-22T14:09:05.480 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.481 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.482 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.483 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 2, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 5, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 3, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 2, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 4, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 1, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 579, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2024-04-22T14:09:05.484 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:09:05.485 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2024-04-22T14:09:05.486 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 238711, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 84, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2024-04-22T14:09:05.487 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8032, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 167, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 147117, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 502, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 48, 2024-04-22T14:09:05.488 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 13420, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 33, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 48, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 48, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.215994953, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.004499894 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 48, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 72 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 48, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 0, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 48, 2024-04-22T14:09:05.489 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 10, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 9, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 8, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 6, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 0, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 20, 2024-04-22T14:09:05.490 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2024-04-22T14:09:05.491 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 94, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 9, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 8, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 8, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2024-04-22T14:09:05.492 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 17, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 2 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 1, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 151 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2024-04-22T14:09:05.493 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed_ops": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 4762, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 5542211, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 4762, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 4762, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5542211, 2024-04-22T14:09:05.494 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 48, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 13420, 2024-04-22T14:09:05.495 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 48, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 13420, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:05.496 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 48, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 48, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 48, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 48, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:05.497 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x55fd58572500": { 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:05.498 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 10, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 2883, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 10, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 9, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2883, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:05.499 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=617 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=7 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:06.244 INFO:tasks.check_counter:Daemon mds.c mds.dir_split=0 2024-04-22T14:09:06.244 DEBUG:tasks.check_counter:Getting stats from f 2024-04-22T14:09:06.244 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-22T14:09:06.496 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T14:09:06.528 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:06 smithi173 ceph-mon[31493]: pgmap v336: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:06.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:06 smithi083 ceph-mon[27977]: pgmap v336: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:06.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:06 smithi084 ceph-mon[31312]: pgmap v336: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 1648, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 1648, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 2611008, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 523250, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 6, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 2, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.154462624, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.048268023, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.041960220, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.049415954, 2024-04-22T14:09:08.168 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1647, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.063594927, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000038612 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 270, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 236, 2024-04-22T14:09:08.169 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 1767272, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 137098, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 4, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.048171800, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.013746281, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.039344052, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.005679716, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 235, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.015106257, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000064281 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.170 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 1765616, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 135760 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 761, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 925, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 187105, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 695827, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 6, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 4, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.080926749, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.031863052, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.015995912, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.024162281, 2024-04-22T14:09:08.171 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 922, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.040368325, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000043783 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 454464 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.172 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 3969, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.111720474, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000028148 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-04-22T14:09:08.173 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 38, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 0, 2024-04-22T14:09:08.174 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 38, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 38, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 2, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 0, 2024-04-22T14:09:08.175 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 4, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 234, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 7, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2024-04-22T14:09:08.176 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 0 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 0, 2024-04-22T14:09:08.177 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_path": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_inode": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 0, 2024-04-22T14:09:08.178 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 672, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 2, 2024-04-22T14:09:08.179 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 6314759, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 6314675, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 672 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 15, 2024-04-22T14:09:08.180 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 424, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 409, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 10, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 54, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 44, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 38, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 443, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 405, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 0, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 0, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 51152, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 215416 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 0, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 0, 2024-04-22T14:09:08.181 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.182 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2024-04-22T14:09:08.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.184 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.185 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.187 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2024-04-22T14:09:08.188 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.189 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.190 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 2, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 6, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 4, 2024-04-22T14:09:08.191 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 5, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 3525, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:09:08.192 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2024-04-22T14:09:08.193 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 189642, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 57, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:09:08.194 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8032, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 167, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 103816, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 586, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2024-04-22T14:09:08.195 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 2407, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 26, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 4, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 2407, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2407, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.068975273, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000444111 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2407, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2408 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 2407, 2024-04-22T14:09:08.196 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 2407, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 1536, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 868, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2024-04-22T14:09:08.197 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 2, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2024-04-22T14:09:08.198 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 94, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 9, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 5, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 5, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2024-04-22T14:09:08.199 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 2, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 0 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2024-04-22T14:09:08.200 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed_ops": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 2675, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 4308040, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 2675, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2675, 2024-04-22T14:09:08.201 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 4308040, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2407, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 2120465, 2024-04-22T14:09:08.202 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2407, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2120465, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:08.203 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2407, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 2407, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2407, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2407, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:08.204 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x55aa3c4146e0": { 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:08.205 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:08.206 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-04-22T14:09:08.635 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:08 smithi173 ceph-mon[31493]: pgmap v337: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:08.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:08 smithi083 ceph-mon[27977]: pgmap v337: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:08.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:08 smithi084 ceph-mon[31312]: pgmap v337: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=7 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:08.844 INFO:tasks.check_counter:Daemon mds.f mds.dir_split=0 2024-04-22T14:09:08.845 DEBUG:tasks.check_counter:Getting stats from i 2024-04-22T14:09:08.845 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-22T14:09:09.081 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T14:09:10.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:10 smithi173 ceph-mon[31493]: pgmap v338: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:10.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:10 smithi173 ceph-mon[31493]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T14:09:10.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:10 smithi083 ceph-mon[27977]: pgmap v338: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:10.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:10 smithi083 ceph-mon[27977]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T14:09:10.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:10 smithi084 ceph-mon[31312]: pgmap v338: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-04-22T14:09:10.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:10 smithi084 ceph-mon[31312]: osdmap e95: 12 total, 12 up, 12 in 2024-04-22T14:09:11.074 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-04-22T14:09:11.074 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:09:11.074 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 2094, 2024-04-22T14:09:11.074 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 1318, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 2611280, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1029305, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 50, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 6, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.148508219, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.047084270, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.119309349, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.007480189, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1312, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.040980966, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000031235 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.075 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2576, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000362652, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000140 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 1788704, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 156768 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 2779, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 2172, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 3404683, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 1278550, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 14, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 6, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.161786369, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.066020597, 2024-04-22T14:09:11.076 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.108745036, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.006855346, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2174, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.071584059, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000032927 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4501, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000755782, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000167 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 454848 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 311, 2024-04-22T14:09:11.077 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 388, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 117179, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 211468, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 12, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 7, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.030938261, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.010789521, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.020117448, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.002247398, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 387, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.023578732, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000060926 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 433, 2024-04-22T14:09:11.078 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000082956, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000191 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 68672, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 118480 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 215, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.037323155, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000173596 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.079 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 48, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.001658900, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000034560 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 121, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 42, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 42, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.060094193, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001430814 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.080 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 79, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 11, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 18, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 3, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 5, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 10, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 13, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 164, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 5, 2024-04-22T14:09:11.081 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 535, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 349, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 79, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 71, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 6, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 2, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 38, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 2, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 18, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 142, 2024-04-22T14:09:11.082 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 4, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 234, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 7, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 142, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 142, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 41, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 26, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:09:11.083 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 60, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 20, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 5, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 40 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 12, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 617, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 344, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 352, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 12, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:09:11.084 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 18, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 18, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_path": 5, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_inode": 219, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 2, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:09:11.085 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 88, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 88, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 2, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 2, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 2, 2024-04-22T14:09:11.086 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 4350656, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 0, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 27, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.050717278, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001878417 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 0 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 24, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 133, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 109, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 23, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 307, 2024-04-22T14:09:11.087 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 284, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 18, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 202, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 184, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 55, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 55, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 58404, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 223608 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 149, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 8, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 121, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 25, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 187, 2024-04-22T14:09:11.088 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.006050586, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.003025293 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2024-04-22T14:09:11.089 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 18, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.005280289, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000293349 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.090 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.091 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.092 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.093 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.002319631, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000579907 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.094 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.095 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.096 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.097 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 18, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.046443687, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.002580204 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:09:11.098 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 2, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 4, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 2, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 2, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 37, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 18, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 585, 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2024-04-22T14:09:11.099 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:09:11.100 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2024-04-22T14:09:11.101 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 287623, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 104, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8152, 2024-04-22T14:09:11.102 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 170, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 108469, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 406, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 255, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 175239, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 33, 2024-04-22T14:09:11.103 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 255, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 255, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.455989419, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.001788193 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 255, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 289 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 255, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 145, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 110, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2024-04-22T14:09:11.104 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 10, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 3, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 30, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 16, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 30, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 142, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 20, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2024-04-22T14:09:11.105 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2024-04-22T14:09:11.106 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 95, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 10, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 12, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 12, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2024-04-22T14:09:11.107 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 30, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 0, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 8 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 1, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 224 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 6, 2024-04-22T14:09:11.108 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 6, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed_ops": 18, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 18, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 5180, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 5638740, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 5180, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 5180, 2024-04-22T14:09:11.109 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 5638740, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 255, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 177633, 2024-04-22T14:09:11.110 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 255, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 177633, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:11.111 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 255, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 255, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 255, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 255, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 18, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 2394, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:11.112 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 18, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 3, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2394, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x563034136500": { 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 88, 2024-04-22T14:09:11.113 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 156352, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 88, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 27, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 156352, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:11.114 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds.exported=2 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds.imported=2 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=12 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=617 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2024-04-22T14:09:12.032 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:12.033 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:12.033 INFO:tasks.check_counter:Daemon mds.i mds.dir_split=0 2024-04-22T14:09:12.033 DEBUG:tasks.check_counter:Getting stats from l 2024-04-22T14:09:12.033 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid cb669d90-00ae-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-22T14:09:12.281 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/mon.c/config 2024-04-22T14:09:12.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:12 smithi173 ceph-mon[31493]: pgmap v340: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-22T14:09:12.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:12 smithi083 ceph-mon[27977]: pgmap v340: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-22T14:09:12.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:12 smithi084 ceph-mon[31312]: pgmap v340: 97 pgs: 97 active+clean; 249 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-0": { 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 485, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 485, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 37877534, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 153470, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 7, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2024-04-22T14:09:14.178 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.063110076, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.012315369, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.033112149, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.013002649, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 484, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.018219281, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000037643 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:14.179 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 448 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-1": { 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 1099, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 1267, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 49180116, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 805635, 2024-04-22T14:09:14.180 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 8, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 6, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.113751313, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.035449967, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.040771676, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.028615184, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1264, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.056930827, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000045040 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.181 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 456784 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "AsyncMessenger::Worker-2": { 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_messages": 1225, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages": 1191, 2024-04-22T14:09:14.182 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_bytes": 23050872, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_bytes": 442348, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_created_connections": 4, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_active_connections": 3, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_total_time": 0.167359892, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_send_time": 0.046167755, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_recv_time": 0.081896666, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_running_fast_dispatch_time": 0.040476585, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_messages_queue_lat": { 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 1190, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.057958202, 2024-04-22T14:09:14.183 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000048704 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_handle_ack_lat": { 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_recv_encrypted_bytes": 1767680, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "msgr_send_encrypted_bytes": 138976 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "cct": { 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "total_workers": 1, 2024-04-22T14:09:14.184 INFO:teuthology.orchestra.run.smithi173.stdout: "unhealthy_workers": 0 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-MDSRank": { 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 4258, 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.113164484, 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000026576 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.185 INFO:teuthology.orchestra.run.smithi173.stdout: "finisher-PurgeQueue": { 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "queue_len": 0, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "complete_latency": { 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "request": 0, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "reply": 0, 2024-04-22T14:09:14.186 INFO:teuthology.orchestra.run.smithi173.stdout: "reply_latency": { 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_reply": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "forward": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_complete": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_fetch_keys": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_commit": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_split": 0, 2024-04-22T14:09:14.187 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_merge": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes": 3467, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_top": 191, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_bottom": 3276, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pin_tail": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_pinned": 3194, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_expired": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "inodes_with_caps": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "caps": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "subtrees": 1, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_hit": 0, 2024-04-22T14:09:14.188 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_forward": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_discover": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_dir_fetch": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_remote_ino": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "traverse_lock": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "load_cent": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "q": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "exported": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "exported_inodes": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "imported": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "imported_inodes": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_dir_fetch": 0, 2024-04-22T14:09:14.189 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_backtrace_fetch": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "openino_peer_discover": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rfiles": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rbytes": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "root_rsnaps": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_fetch": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_set_tag": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_backtrace_repaired": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_inotable_repaired": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_inodes": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dir_base_inodes": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_dirfrag_rstats": 0, 2024-04-22T14:09:14.190 INFO:teuthology.orchestra.run.smithi173.stdout: "scrub_file_inodes": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_inode_file_caps": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_revoke": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_grant": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_trunc": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_caps_dirty": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_cap_release": 0, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "process_request_cap_release": 0 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.191 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_cache": { 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_update_receipt": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_try_discover": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_send_discover": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "dir_handle_discover": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_delayed": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "num_strays_enqueuing": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_created": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_enqueued": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_reintegrated": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "strays_migrated": 0, 2024-04-22T14:09:14.192 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_processing": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_enqueued": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "num_recovering_prioritized": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_started": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "recovery_completed": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_path": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_quiesce_inode": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_enqueue_scrub": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_exportdir": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_flush": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragmentdir": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_fragstats": 0, 2024-04-22T14:09:14.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ireq_inodestats": 0 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_log": { 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evlrg": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evadd": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evex": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evtrm": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "ev": 30950, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evexg": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "evexd": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "segadd": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "segex": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "segtrm": 0, 2024-04-22T14:09:14.194 INFO:teuthology.orchestra.run.smithi173.stdout: "seg": 46, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "segmjr": 4, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "segexg": 0, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "segexd": 0, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "expos": 4194304, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "wrpos": 111815944, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "rdpos": 111810501, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "jlat": { 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.195 INFO:teuthology.orchestra.run.smithi173.stdout: "replayed": 30950 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_mem": { 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "ino": 1133, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "ino+": 3666, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "ino-": 2533, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dir": 55, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dir+": 105, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dir-": 50, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dn": 3467, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dn+": 4882, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "dn-": 1415, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "cap": 0, 2024-04-22T14:09:14.196 INFO:teuthology.orchestra.run.smithi173.stdout: "cap+": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "cap-": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "rss": 62872, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "heap": 215416 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_server": { 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_client_request": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "dispatch_server_request": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_request": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_client_session": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "handle_peer_request": 0, 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "req_create_latency": { 2024-04-22T14:09:14.197 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getattr_latency": { 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getfilelock_latency": { 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.198 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "req_link_latency": { 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookup_latency": { 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.199 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookuphash_latency": { 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupino_latency": { 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupname_latency": { 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.200 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupparent_latency": { 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lookupsnap_latency": { 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "req_lssnap_latency": { 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.201 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.202 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.202 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.202 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mkdir_latency": { 2024-04-22T14:09:14.202 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.202 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mknod_latency": { 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "req_mksnap_latency": { 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.203 INFO:teuthology.orchestra.run.smithi173.stdout: "req_open_latency": { 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "req_readdir_latency": { 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rename_latency": { 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.204 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "req_renamesnap_latency": { 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "req_snapdiff_latency": { 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmdir_latency": { 2024-04-22T14:09:14.205 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmsnap_latency": { 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "req_rmxattr_latency": { 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.206 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setattr_latency": { 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setdirlayout_latency": { 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.207 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setfilelock_latency": { 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setlayout_latency": { 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "req_setxattr_latency": { 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.208 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "req_symlink_latency": { 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "req_unlink_latency": { 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_revoke_eviction": 0, 2024-04-22T14:09:14.209 INFO:teuthology.orchestra.run.smithi173.stdout: "cap_acquisition_throttle": 0, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "req_getvxattr_latency": { 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_sessions": { 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "session_count": 1, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "session_add": 2, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "session_remove": 1, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_open": 1, 2024-04-22T14:09:14.210 INFO:teuthology.orchestra.run.smithi173.stdout: "sessions_stale": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "total_load": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "average_load": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "avg_session_uptime": 1808, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "mdthresh_evicted": 0 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "mempool": { 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_bytes": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bloom_filter_items": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_bytes": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_alloc_items": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_bytes": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_data_items": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-22T14:09:14.211 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_onode_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_meta_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_other_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_cache_buffer_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_extent_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_blob_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_shared_blob_items": 0, 2024-04-22T14:09:14.212 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_inline_bl_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_fsck_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_txc_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_deferred_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluestore_writing_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_bytes": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_items": 0, 2024-04-22T14:09:14.213 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_bytes": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_reader_items": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_bytes": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "bluefs_file_writer_items": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_bytes": 259621, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_anon_items": 1268, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_bytes": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "buffer_meta_items": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_bytes": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_items": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_bytes": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_mapbl_items": 0, 2024-04-22T14:09:14.214 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_bytes": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_pglog_items": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_bytes": 8152, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_items": 170, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_bytes": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_mapping_items": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_bytes": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "pgmap_items": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_bytes": 5184813, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "mds_co_items": 54622, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_bytes": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_1_items": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_bytes": 0, 2024-04-22T14:09:14.215 INFO:teuthology.orchestra.run.smithi173.stdout: "unittest_2_items": 0 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "objecter": { 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_active": 0, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_laggy": 0, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send": 2532, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_send_bytes": 21, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_resend": 3, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_reply": 2532, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "op_latency": { 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2532, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 1.654961706, 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000653618 2024-04-22T14:09:14.216 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op_inflight": 0, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "oplen_avg": { 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 2532, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 2533 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op": 2532, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op_r": 2532, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op_w": 0, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op_rmw": 0, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "op_pg": 0, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_stat": 1523, 2024-04-22T14:09:14.217 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_create": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_read": 1007, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_write": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writefull": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_writesame": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_append": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_zero": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_truncate": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_delete": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_mapext": 0, 2024-04-22T14:09:14.218 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_sparse_read": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_clonerange": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_getxattr": 1, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_setxattr": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_cmpxattr": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_rmxattr": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_resetxattrs": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_call": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_watch": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_notify": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_src_cmpxattr": 0, 2024-04-22T14:09:14.219 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_pgls_filter": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "osdop_other": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_active": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_send": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_resend": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "linger_ping": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_active": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_send": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolop_resend": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_active": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_send": 0, 2024-04-22T14:09:14.220 INFO:teuthology.orchestra.run.smithi173.stdout: "poolstat_resend": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_active": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_send": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "statfs_resend": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "command_active": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "command_send": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "command_resend": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "map_epoch": 95, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "map_full": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "map_inc": 10, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_sessions": 8, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_open": 8, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_session_close": 0, 2024-04-22T14:09:14.221 INFO:teuthology.orchestra.run.smithi173.stdout: "osd_laggy": 0, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_wr": 0, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_rd": 2, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_del": 0 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "oft": { 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_objs": 0, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_kv_pairs": 0, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_updates": 0, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "omap_total_removes": 0 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "osd-slow-ops": { 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "slow_ops_count": 0 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.222 INFO:teuthology.orchestra.run.smithi173.stdout: "purge_queue": { 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_ops_high_water": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executing_high_water": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed_ops": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_executed": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "pq_item_in_journal": 0 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:14.223 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 2805, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 109839212, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 2805, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2805, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 109839212, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.224 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_bytes": { 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 104857600, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2532, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 107627888, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2532, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 107627888, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.225 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-objecter_ops": { 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 1024, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:14.226 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 2532, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 2532, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 2532, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 2532, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle": { 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:14.227 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.228 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "throttle-write_buf_throttle-0x55c7373f86e0": { 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "val": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "max": 3758096384, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "get_started": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "get": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "get_sum": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_fail": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "get_or_fail_success": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "take": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "take_sum": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "put": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "put_sum": 0, 2024-04-22T14:09:14.229 INFO:teuthology.orchestra.run.smithi173.stdout: "wait": { 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout: "avgcount": 0, 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout: "sum": 0.000000000, 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout: "avgtime": 0.000000000 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-04-22T14:09:14.230 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-04-22T14:09:14.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:14 smithi173 ceph-mon[31493]: pgmap v341: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:09:14.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:14 smithi083 ceph-mon[27977]: pgmap v341: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:09:14.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:14 smithi084 ceph-mon[31312]: pgmap v341: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-22T14:09:14.998 INFO:tasks.check_counter:Daemon mds.l mds.dir_split=0 2024-04-22T14:09:14.999 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-22T14:09:15.009 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-22T14:09:15.009 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T14:09:15.009 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T14:09:15.031 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2024-04-22T14:09:15.031 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-22T14:09:15.090 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T14:09:15.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 -- 172.21.15.83:0/4196450197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894106f00 msgr2=0x7f88941072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.243 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 --2- 172.21.15.83:0/4196450197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894106f00 0x7f88941072e0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f888c009ca0 tx=0x7f888c02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 -- 172.21.15.83:0/4196450197 shutdown_connections 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 --2- 172.21.15.83:0/4196450197 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101ad0 0x7f889410dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 --2- 172.21.15.83:0/4196450197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894101130 0x7f8894101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 --2- 172.21.15.83:0/4196450197 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894106f00 0x7f88941072e0 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 -- 172.21.15.83:0/4196450197 >> 172.21.15.83:0/4196450197 conn(0x7f8894077e30 msgr2=0x7f8894078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 -- 172.21.15.83:0/4196450197 shutdown_connections 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.237+0000 7f889ab96640 1 -- 172.21.15.83:0/4196450197 wait complete. 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 Processor -- start 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 -- start start 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 0x7f889419e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 0x7f88941985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f88941110b0 con 0x7f8894101ad0 2024-04-22T14:09:15.244 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8894110f30 con 0x7f8894106f00 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f889ab96640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f8894111230 con 0x7f8894101130 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f8893fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f8893fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46514/0 (socket says 172.21.15.83:46514) 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f8893fff640 1 -- 172.21.15.83:0/241230693 learned_addr learned my addr 172.21.15.83:0/241230693 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.238+0000 7f8898932640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 0x7f889419e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8899133640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 0x7f88941985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 -- 172.21.15.83:0/241230693 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 msgr2=0x7f889419e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 0x7f889419e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 -- 172.21.15.83:0/241230693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 msgr2=0x7f88941985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 0x7f88941985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 -- 172.21.15.83:0/241230693 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8894198d20 con 0x7f8894101ad0 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8898932640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 0x7f889419e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8899133640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 0x7f88941985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:09:15.245 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8893fff640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f887c00d950 tx=0x7f887c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887c017030 con 0x7f8894101ad0 2024-04-22T14:09:15.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8894199010 con 0x7f8894101ad0 2024-04-22T14:09:15.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f887c004020 con 0x7f8894101ad0 2024-04-22T14:09:15.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887c0047a0 con 0x7f8894101ad0 2024-04-22T14:09:15.246 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.239+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88941a52b0 con 0x7f8894101ad0 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.240+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8894069230 con 0x7f8894101ad0 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.241+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f887c009a30 con 0x7f8894101ad0 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.242+0000 7f8891ffb640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 0x7f88800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.242+0000 7f8898932640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 0x7f88800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.242+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f887c0d0310 con 0x7f8894101ad0 2024-04-22T14:09:15.247 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.242+0000 7f8898932640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 0x7f88800a61e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f888c000f80 tx=0x7f888c005c50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.250 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.246+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f887c09c9b0 con 0x7f8894101ad0 2024-04-22T14:09:15.430 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.426+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88941a5540 con 0x7f8894101ad0 2024-04-22T14:09:15.431 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.427+0000 7f8891ffb640 1 -- 172.21.15.83:0/241230693 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+23090 (secure 0 0 0) 0x7f887c096e20 con 0x7f8894101ad0 2024-04-22T14:09:15.432 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:09:15.432 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":96,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T14:09:14.650312+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.429+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 msgr2=0x7f88800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 0x7f88800a61e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f888c000f80 tx=0x7f888c005c50 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 msgr2=0x7f889419e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f887c00d950 tx=0x7f887c00de10 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 shutdown_connections 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88800a3d20 0x7f88800a61e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8894106f00 0x7f88941985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8894101ad0 0x7f889419e930 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 --2- 172.21.15.83:0/241230693 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8894101130 0x7f889419e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 >> 172.21.15.83:0/241230693 conn(0x7f8894077e30 msgr2=0x7f8894105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:15.434 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 shutdown_connections 2024-04-22T14:09:15.435 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.430+0000 7f889ab96640 1 -- 172.21.15.83:0/241230693 wait complete. 2024-04-22T14:09:15.444 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-22T13:51:23.771526+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-22T13:56:02.292629+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-22T13:56:03.218111+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 16, 'snap_epoch': 95, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-22T14:09:15.445 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 -- 172.21.15.83:0/4083332650 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 msgr2=0x7f1d94101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/4083332650 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94101470 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f1d90009900 tx=0x7f1d9002bc30 comp rx=0 tx=0).stop 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 -- 172.21.15.83:0/4083332650 shutdown_connections 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/4083332650 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 0x7f1d9410dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/4083332650 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d94101a40 0x7f1d94105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/4083332650 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94101470 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 -- 172.21.15.83:0/4083332650 >> 172.21.15.83:0/4083332650 conn(0x7f1d940771d0 msgr2=0x7f1d940775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 -- 172.21.15.83:0/4083332650 shutdown_connections 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.541+0000 7f1d9bae0640 1 -- 172.21.15.83:0/4083332650 wait complete. 2024-04-22T14:09:15.547 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 Processor -- start 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 -- start start 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 0x7f1d94199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d9419a110 0x7f1d941a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f1d94111140 con 0x7f1d94101090 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1d94110fc0 con 0x7f1d94106160 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9bae0640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1d941112c0 con 0x7f1d9419a110 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46528/0 (socket says 172.21.15.83:46528) 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 -- 172.21.15.83:0/3975284921 learned_addr learned my addr 172.21.15.83:0/3975284921 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9a07d640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d9419a110 0x7f1d941a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9907b640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 0x7f1d94199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 -- 172.21.15.83:0/3975284921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d9419a110 msgr2=0x7f1d941a46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.548 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d9419a110 0x7f1d941a46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 -- 172.21.15.83:0/3975284921 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 msgr2=0x7f1d94199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 0x7f1d94199b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 -- 172.21.15.83:0/3975284921 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d941a4e90 con 0x7f1d94101090 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.542+0000 7f1d9987c640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1d90005940 tx=0x7f1d9002c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.543+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d90043020 con 0x7f1d94101090 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.543+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d941a5120 con 0x7f1d94101090 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.543+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d9002cbe0 con 0x7f1d94101090 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.543+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d90003bf0 con 0x7f1d94101090 2024-04-22T14:09:15.549 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.543+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d941a5670 con 0x7f1d94101090 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.544+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d94102560 con 0x7f1d94101090 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.545+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1d90046020 con 0x7f1d94101090 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.545+0000 7f1d8affd640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 0x7f1d800a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.545+0000 7f1d9907b640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 0x7f1d800a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.545+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f1d900f3050 con 0x7f1d94101090 2024-04-22T14:09:15.550 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.546+0000 7f1d9907b640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 0x7f1d800a61e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1d84005fd0 tx=0x7f1d84005850 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.553 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.549+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d9004d020 con 0x7f1d94101090 2024-04-22T14:09:15.731 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.727+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1d94109390 con 0x7f1d94101090 2024-04-22T14:09:15.732 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.728+0000 7f1d8affd640 1 -- 172.21.15.83:0/3975284921 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) ==== 93+0+10 (secure 0 0 0) 0x7f1d900bf800 con 0x7f1d94101090 2024-04-22T14:09:15.732 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 1 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 msgr2=0x7f1d800a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 0x7f1d800a61e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1d84005fd0 tx=0x7f1d84005850 comp rx=0 tx=0).stop 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 msgr2=0x7f1d94199640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1d90005940 tx=0x7f1d9002c7e0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 shutdown_connections 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f1d800a3d20 0x7f1d800a61e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.734 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f1d9419a110 0x7f1d941a46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1d94106160 0x7f1d94199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 --2- 172.21.15.83:0/3975284921 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1d94101090 0x7f1d94199640 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 >> 172.21.15.83:0/3975284921 conn(0x7f1d940771d0 msgr2=0x7f1d940fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:15.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 shutdown_connections 2024-04-22T14:09:15.735 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.730+0000 7f1d9bae0640 1 -- 172.21.15.83:0/3975284921 wait complete. 2024-04-22T14:09:15.743 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:15 smithi083 ceph-mon[27977]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T14:09:15.744 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:15 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/241230693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:15.744 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- 172.21.15.83:0/1376677589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 msgr2=0x7f657c10ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 --2- 172.21.15.83:0/1376677589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c10ede0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f6574009cd0 tx=0x7f657402c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- 172.21.15.83:0/1376677589 shutdown_connections 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 --2- 172.21.15.83:0/1376677589 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c10ede0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 --2- 172.21.15.83:0/1376677589 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c100450 0x7f657c1008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.846 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 --2- 172.21.15.83:0/1376677589 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c106f30 0x7f657c107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- 172.21.15.83:0/1376677589 >> 172.21.15.83:0/1376677589 conn(0x7f657c077410 msgr2=0x7f657c0fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:15.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- 172.21.15.83:0/1376677589 shutdown_connections 2024-04-22T14:09:15.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- 172.21.15.83:0/1376677589 wait complete. 2024-04-22T14:09:15.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 Processor -- start 2024-04-22T14:09:15.847 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.841+0000 7f6581ec1640 1 -- start start 2024-04-22T14:09:15.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c100450 0x7f657c19e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 0x7f657c1985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112290 con 0x7f657c100e10 2024-04-22T14:09:15.849 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112110 con 0x7f657c106f30 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112410 con 0x7f657c100450 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46540/0 (socket says 172.21.15.83:46540) 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 -- 172.21.15.83:0/3615967096 learned_addr learned my addr 172.21.15.83:0/3615967096 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657b7fe640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c100450 0x7f657c19e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657bfff640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 0x7f657c1985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 -- 172.21.15.83:0/3615967096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c100450 msgr2=0x7f657c19e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c100450 0x7f657c19e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 -- 172.21.15.83:0/3615967096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 msgr2=0x7f657c1985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 0x7f657c1985f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 -- 172.21.15.83:0/3615967096 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c198d70 con 0x7f657c100e10 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657bfff640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 0x7f657c1985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f657affd640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f656c00e9f0 tx=0x7f656c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c00cd80 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657c199060 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f656c0108e0 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c018980 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.842+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657c1a5300 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.843+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657c0691c0 con 0x7f657c100e10 2024-04-22T14:09:15.851 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.844+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f656c010430 con 0x7f657c100e10 2024-04-22T14:09:15.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.845+0000 7f6578ff9640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 0x7f65640a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:15.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.845+0000 7f657b7fe640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 0x7f65640a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:15.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.845+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f656c0d1040 con 0x7f657c100e10 2024-04-22T14:09:15.852 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.845+0000 7f657b7fe640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 0x7f65640a61e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6570009bd0 tx=0x7f6570005f90 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:15.853 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:15.849+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f656c09d6e0 con 0x7f657c100e10 2024-04-22T14:09:15.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:15 smithi084 ceph-mon[31312]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T14:09:15.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:15 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/241230693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:16.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.029+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f657c10a410 con 0x7f657c100e10 2024-04-22T14:09:16.034 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.029+0000 7f6578ff9640 1 -- 172.21.15.83:0/3615967096 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) ==== 104+0+11 (secure 0 0 0) 0x7f656c09cfe0 con 0x7f657c100e10 2024-04-22T14:09:16.034 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 32 2024-04-22T14:09:16.036 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 msgr2=0x7f65640a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 0x7f65640a61e0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6570009bd0 tx=0x7f6570005f90 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 msgr2=0x7f657c19e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f656c00e9f0 tx=0x7f656c00eeb0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 shutdown_connections 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f65640a3d20 0x7f65640a61e0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f657c106f30 0x7f657c1985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f657c100e10 0x7f657c19e980 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 --2- 172.21.15.83:0/3615967096 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f657c100450 0x7f657c19e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 >> 172.21.15.83:0/3615967096 conn(0x7f657c077410 msgr2=0x7f657c105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 shutdown_connections 2024-04-22T14:09:16.037 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.031+0000 7f6581ec1640 1 -- 172.21.15.83:0/3615967096 wait complete. 2024-04-22T14:09:16.047 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 -- 172.21.15.83:0/3614417520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734101a50 msgr2=0x7ff734105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 --2- 172.21.15.83:0/3614417520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734101a50 0x7ff734105a90 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7ff71c009900 tx=0x7ff71c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 -- 172.21.15.83:0/3614417520 shutdown_connections 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 --2- 172.21.15.83:0/3614417520 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734106170 0x7ff73410dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 --2- 172.21.15.83:0/3614417520 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734101a50 0x7ff734105a90 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 --2- 172.21.15.83:0/3614417520 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 0x7ff734101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 -- 172.21.15.83:0/3614417520 >> 172.21.15.83:0/3614417520 conn(0x7ff734077eb0 msgr2=0x7ff7340782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 -- 172.21.15.83:0/3614417520 shutdown_connections 2024-04-22T14:09:16.148 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.142+0000 7ff738ed2640 1 -- 172.21.15.83:0/3614417520 wait complete. 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.143+0000 7ff738ed2640 1 Processor -- start 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.143+0000 7ff738ed2640 1 -- start start 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 0x7ff734197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 0x7ff73419c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7ff734111090 con 0x7ff734106170 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff734110f10 con 0x7ff734197e40 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7ff734111210 con 0x7ff7341010a0 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46552/0 (socket says 172.21.15.83:46552) 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 -- 172.21.15.83:0/2695463996 learned_addr learned my addr 172.21.15.83:0/2695463996 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff73259c640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 0x7ff734197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.151 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff732d9d640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 0x7ff73419c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 -- 172.21.15.83:0/2695463996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 msgr2=0x7ff734197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 0x7ff734197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 -- 172.21.15.83:0/2695463996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 msgr2=0x7ff73419c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 0x7ff73419c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 -- 172.21.15.83:0/2695463996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73419cc00 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff732d9d640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 0x7ff73419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff729d9b640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7ff71c036040 tx=0x7ff71c02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c043020 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73419ce90 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff71c02cbe0 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71c003bf0 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.144+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff73419d430 con 0x7ff734106170 2024-04-22T14:09:16.152 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.145+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7340691c0 con 0x7ff734106170 2024-04-22T14:09:16.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.146+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7ff71c046020 con 0x7ff734106170 2024-04-22T14:09:16.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.147+0000 7ff72bfff640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 0x7ff7200a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.147+0000 7ff73259c640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 0x7ff7200a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.153 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.147+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7ff71c0f2990 con 0x7ff734106170 2024-04-22T14:09:16.154 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.147+0000 7ff73259c640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 0x7ff7200a61e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff72400bbe0 tx=0x7ff72400b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:16.156 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.151+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff71c04d020 con 0x7ff734106170 2024-04-22T14:09:16.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:15 smithi173 ceph-mon[31493]: osdmap e96: 12 total, 12 up, 12 in 2024-04-22T14:09:16.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:15 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/241230693' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:16.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.330+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7ff7341093c0 con 0x7ff734106170 2024-04-22T14:09:16.335 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.330+0000 7ff72bfff640 1 -- 172.21.15.83:0/2695463996 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) ==== 100+0+11 (secure 0 0 0) 0x7ff71c0bf140 con 0x7ff734106170 2024-04-22T14:09:16.335 INFO:teuthology.orchestra.run.smithi083.stdout:pg_num: 64 2024-04-22T14:09:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 msgr2=0x7ff7200a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 0x7ff7200a61e0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff72400bbe0 tx=0x7ff72400b390 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 msgr2=0x7ff734197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7ff71c036040 tx=0x7ff71c02c7e0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 shutdown_connections 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7ff7200a3d20 0x7ff7200a61e0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff734197e40 0x7ff73419c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7ff734106170 0x7ff734197860 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 --2- 172.21.15.83:0/2695463996 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7ff7341010a0 0x7ff734197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 >> 172.21.15.83:0/2695463996 conn(0x7ff734077eb0 msgr2=0x7ff7340ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.332+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 shutdown_connections 2024-04-22T14:09:16.338 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.333+0000 7ff738ed2640 1 -- 172.21.15.83:0/2695463996 wait complete. 2024-04-22T14:09:16.348 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.441+0000 7f88849ad640 1 -- 172.21.15.83:0/300628627 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8880101090 msgr2=0x7f8880101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.441+0000 7f88849ad640 1 --2- 172.21.15.83:0/300628627 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8880101090 0x7f8880101470 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f8870009ca0 tx=0x7f887002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 -- 172.21.15.83:0/300628627 shutdown_connections 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 --2- 172.21.15.83:0/300628627 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880106160 0x7f888010dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 --2- 172.21.15.83:0/300628627 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880101a40 0x7f8880105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 --2- 172.21.15.83:0/300628627 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f8880101090 0x7f8880101470 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 -- 172.21.15.83:0/300628627 >> 172.21.15.83:0/300628627 conn(0x7f8880077f50 msgr2=0x7f8880078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 -- 172.21.15.83:0/300628627 shutdown_connections 2024-04-22T14:09:16.447 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 -- 172.21.15.83:0/300628627 wait complete. 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 Processor -- start 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.442+0000 7f88849ad640 1 -- start start 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880101090 0x7f88801976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 0x7f8880197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f8880111120 con 0x7f888019bf60 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8880110fa0 con 0x7f8880106160 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f88801112a0 con 0x7f8880101090 2024-04-22T14:09:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46558/0 (socket says 172.21.15.83:46558) 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 -- 172.21.15.83:0/4266858798 learned_addr learned my addr 172.21.15.83:0/4266858798 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887dd9b640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 0x7f8880197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887e59c640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880101090 0x7f88801976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 -- 172.21.15.83:0/4266858798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880101090 msgr2=0x7f88801976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880101090 0x7f88801976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 -- 172.21.15.83:0/4266858798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 msgr2=0x7f8880197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 0x7f8880197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 -- 172.21.15.83:0/4266858798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f888019ca50 con 0x7f888019bf60 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887dd9b640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 0x7f8880197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f887ed9d640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f8878009fd0 tx=0x7f887800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8878011830 con 0x7f888019bf60 2024-04-22T14:09:16.451 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f888019cd40 con 0x7f888019bf60 2024-04-22T14:09:16.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8878016070 con 0x7f888019bf60 2024-04-22T14:09:16.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8878010de0 con 0x7f888019bf60 2024-04-22T14:09:16.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.443+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88801a44e0 con 0x7f888019bf60 2024-04-22T14:09:16.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.444+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8880068d70 con 0x7f888019bf60 2024-04-22T14:09:16.452 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.445+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f88780119d0 con 0x7f888019bf60 2024-04-22T14:09:16.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.446+0000 7f886f7fe640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 0x7f88680a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:16.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.446+0000 7f887e59c640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 0x7f88680a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:16.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.446+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f88780cfeb0 con 0x7f888019bf60 2024-04-22T14:09:16.453 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.446+0000 7f887e59c640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 0x7f88680a61e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8870000f80 tx=0x7f8870005c30 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:16.455 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.451+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f887809c660 con 0x7f888019bf60 2024-04-22T14:09:16.647 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.642+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8880101a40 con 0x7f888019bf60 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.643+0000 7f886f7fe640 1 -- 172.21.15.83:0/4266858798 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v96) ==== 81+0+940 (secure 0 0 0) 0x7f887809bf60 con 0x7f888019bf60 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/832850163 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1728162195 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/2826179710 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6801/295390471 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6800/295390471 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1604116935 2024-04-23T13:48:57.685150+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/3859632821 2024-04-23T13:48:57.685150+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6801/821414710 2024-04-23T13:48:57.685150+0000 2024-04-22T14:09:16.648 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1666535539 2024-04-23T13:48:30.998534+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6800/3538988241 2024-04-23T13:48:30.998534+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6801/3538988241 2024-04-23T13:48:30.998534+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1336267921 2024-04-23T13:58:11.104261+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/894842733 2024-04-23T13:48:30.998534+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1980766377 2024-04-23T13:48:30.998534+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:6800/821414710 2024-04-23T13:48:57.685150+0000 2024-04-22T14:09:16.649 INFO:teuthology.orchestra.run.smithi083.stdout:172.21.15.83:0/1056096258 2024-04-23T13:48:57.685150+0000 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:listed 16 entries 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 msgr2=0x7f88680a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 0x7f88680a61e0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8870000f80 tx=0x7f8870005c30 comp rx=0 tx=0).stop 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 msgr2=0x7f888019c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f8878009fd0 tx=0x7f887800b8e0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 shutdown_connections 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f88680a3d20 0x7f88680a61e0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f888019bf60 0x7f888019c410 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.650 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8880106160 0x7f8880197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 --2- 172.21.15.83:0/4266858798 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f8880101090 0x7f88801976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:16.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 >> 172.21.15.83:0/4266858798 conn(0x7f8880077f50 msgr2=0x7f88800ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:16.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 shutdown_connections 2024-04-22T14:09:16.651 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:16.645+0000 7f88849ad640 1 -- 172.21.15.83:0/4266858798 wait complete. 2024-04-22T14:09:16.660 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-22T14:09:16.661 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:09:16.661 DEBUG:teuthology.orchestra.run.smithi083:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-22T14:09:16.705 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T14:09:16.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:09:16.705 DEBUG:teuthology.orchestra.run.smithi083:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-22T14:09:16.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:09:16.745 DEBUG:teuthology.orchestra.run.smithi083:> ip netns list 2024-04-22T14:09:16.826 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-22T14:09:16.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:09:16.827 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-22T14:09:16.911 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:16 smithi083 ceph-mon[27977]: pgmap v343: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:09:16.912 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3975284921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.912 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/3615967096' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.912 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2695463996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.912 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:16 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/4266858798' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T14:09:16.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-22T14:09:16.917 DEBUG:teuthology.orchestra.run.smithi083:> sudo ip link delete ceph-brx 2024-04-22T14:09:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:16 smithi084 ceph-mon[31312]: pgmap v343: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:09:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3975284921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/3615967096' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2695463996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:09:16.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:16 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/4266858798' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T14:09:17.004 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-22T14:09:17.015 INFO:tasks.cephadm:Teardown begin 2024-04-22T14:09:17.015 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-22T14:09:17.015 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 -- 172.21.15.83:0/9960871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc77406b260 msgr2=0x7fc774106c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 --2- 172.21.15.83:0/9960871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc77406b260 0x7fc774106c10 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fc768009ca0 tx=0x7fc76802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 -- 172.21.15.83:0/9960871 shutdown_connections 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 --2- 172.21.15.83:0/9960871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc774107340 0x7fc77410eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 --2- 172.21.15.83:0/9960871 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc77406b260 0x7fc774106c10 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 --2- 172.21.15.83:0/9960871 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc77406a8b0 0x7fc77406ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.130+0000 7fc77bda4640 1 -- 172.21.15.83:0/9960871 >> 172.21.15.83:0/9960871 conn(0x7fc774077e30 msgr2=0x7fc774078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- 172.21.15.83:0/9960871 shutdown_connections 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- 172.21.15.83:0/9960871 wait complete. 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 Processor -- start 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- start start 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc77406a8b0 0x7fc77419e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7741985b0 0x7fc774198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fc7741121f0 con 0x7fc774107340 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc774112070 con 0x7fc77406a8b0 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77bda4640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fc774112370 con 0x7fc7741985b0 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77933f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77933f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46586/0 (socket says 172.21.15.83:46586) 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc77933f640 1 -- 172.21.15.83:0/412578330 learned_addr learned my addr 172.21.15.83:0/412578330 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.131+0000 7fc779b40640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc77406a8b0 0x7fc77419e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77a341640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7741985b0 0x7fc774198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 -- 172.21.15.83:0/412578330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7741985b0 msgr2=0x7fc774198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7741985b0 0x7fc774198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 -- 172.21.15.83:0/412578330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc77406a8b0 msgr2=0x7fc77419e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc77406a8b0 0x7fc77419e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.138 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 -- 172.21.15.83:0/412578330 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7741990d0 con 0x7fc774107340 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77933f640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc768004af0 tx=0x7fc7680346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768039040 con 0x7fc774107340 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7680324c0 con 0x7fc774107340 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc774199360 con 0x7fc774107340 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768004040 con 0x7fc774107340 2024-04-22T14:09:17.139 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.132+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7741a5550 con 0x7fc774107340 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.133+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc774069230 con 0x7fc774107340 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.135+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc768046030 con 0x7fc774107340 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.135+0000 7fc772ffd640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 0x7fc75c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.136+0000 7fc779b40640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 0x7fc75c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.136+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7fc7680f24d0 con 0x7fc774107340 2024-04-22T14:09:17.140 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.136+0000 7fc779b40640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 0x7fc75c0a61e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00bbe0 tx=0x7fc76c00b390 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.143 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.139+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc76804d060 con 0x7fc774107340 2024-04-22T14:09:17.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:16 smithi173 ceph-mon[31493]: pgmap v343: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 6 op/s 2024-04-22T14:09:17.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3975284921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-22T14:09:17.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/3615967096' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-22T14:09:17.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2695463996' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-22T14:09:17.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:16 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/4266858798' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-22T14:09:17.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.357+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc774199ae0 con 0x7fc774107340 2024-04-22T14:09:17.362 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.358+0000 7fc772ffd640 1 -- 172.21.15.83:0/412578330 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+11923 (secure 0 0 0) 0x7fc7680beda0 con 0x7fc774107340 2024-04-22T14:09:17.362 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:09:17.362 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:07:27.351668+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:09:17.362 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 45 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 msgr2=0x7fc75c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 0x7fc75c0a61e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fc76c00bbe0 tx=0x7fc76c00b390 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 msgr2=0x7fc77419e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc768004af0 tx=0x7fc7680346f0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 shutdown_connections 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc75c0a3d20 0x7fc75c0a61e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fc7741985b0 0x7fc774198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fc774107340 0x7fc77419e940 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 --2- 172.21.15.83:0/412578330 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc77406a8b0 0x7fc77419e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.365 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 >> 172.21.15.83:0/412578330 conn(0x7fc774077e30 msgr2=0x7fc7740ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:17.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 shutdown_connections 2024-04-22T14:09:17.366 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.360+0000 7fc77bda4640 1 -- 172.21.15.83:0/412578330 wait complete. 2024-04-22T14:09:17.376 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/96141407 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18106f10 msgr2=0x7fbb181072f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/96141407 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18106f10 0x7fbb181072f0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c009900 tx=0x7fbb0c02bc30 comp rx=0 tx=0).stop 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/96141407 shutdown_connections 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/96141407 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18101ad0 0x7fbb1810dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/96141407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/96141407 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18106f10 0x7fbb181072f0 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/96141407 >> 172.21.15.83:0/96141407 conn(0x7fbb18077e30 msgr2=0x7fbb18078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/96141407 shutdown_connections 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.470+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/96141407 wait complete. 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 Processor -- start 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 -- start start 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18106f10 0x7fbb1819bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fbb181110e0 con 0x7fbb18101ad0 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbb18110f60 con 0x7fbb18101130 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1ef9d640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fbb18111260 con 0x7fbb18106f10 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46598/0 (socket says 172.21.15.83:46598) 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 -- 172.21.15.83:0/2515206229 learned_addr learned my addr 172.21.15.83:0/2515206229 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1cd39640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1d53a640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18106f10 0x7fbb1819bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 -- 172.21.15.83:0/2515206229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18106f10 msgr2=0x7fbb1819bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18106f10 0x7fbb1819bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 -- 172.21.15.83:0/2515206229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 msgr2=0x7fbb18197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 -- 172.21.15.83:0/2515206229 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb1819c650 con 0x7fbb18101ad0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb1cd39640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.471+0000 7fbb17fff640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fbb0400d950 tx=0x7fbb0400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.472+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb04017030 con 0x7fbb18101ad0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.472+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbb04004020 con 0x7fbb18101ad0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.472+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb040047a0 con 0x7fbb18101ad0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.472+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb1819c940 con 0x7fbb18101ad0 2024-04-22T14:09:17.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.472+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb181a41d0 con 0x7fbb18101ad0 2024-04-22T14:09:17.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.473+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb18069230 con 0x7fbb18101ad0 2024-04-22T14:09:17.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.474+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fbb04009a30 con 0x7fbb18101ad0 2024-04-22T14:09:17.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.474+0000 7fbb15ffb640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 0x7fbb080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.474+0000 7fbb1cd39640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 0x7fbb080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.474+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7fbb040d01d0 con 0x7fbb18101ad0 2024-04-22T14:09:17.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.475+0000 7fbb1cd39640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 0x7fbb080a61e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c006010 tx=0x7fbb0c005e40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.479+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb0409c870 con 0x7fbb18101ad0 2024-04-22T14:09:17.700 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.696+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb18108dc0 con 0x7fbb18101ad0 2024-04-22T14:09:17.701 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.697+0000 7fbb15ffb640 1 -- 172.21.15.83:0/2515206229 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+11923 (secure 0 0 0) 0x7fbb0409c170 con 0x7fbb18101ad0 2024-04-22T14:09:17.701 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:09:17.701 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6835/3406618042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6834","nonce":3406618042},{"type":"v1","addr":"172.21.15.83:6835","nonce":3406618042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.83:6837/1304103560","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6836","nonce":1304103560},{"type":"v1","addr":"172.21.15.83:6837","nonce":1304103560}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-22T13:56:04.268375+0000","modified":"2024-04-22T14:07:27.351668+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24503,"mds_1":24481,"mds_2":24467,"mds_3":24466,"mds_4":14640},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.83:6839/518820115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6838","nonce":518820115},{"type":"v1","addr":"172.21.15.83:6839","nonce":518820115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14640":{"gid":14640,"name":"a","rank":4,"incarnation":23,"state":"up:active","state_seq":5,"addr":"172.21.15.83:6841/4109640173","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6840","nonce":4109640173},{"type":"v1","addr":"172.21.15.83:6841","nonce":4109640173}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24389":{"gid":24389,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6833/3433811948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":3433811948},{"type":"v1","addr":"172.21.15.84:6833","nonce":3433811948}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24409":{"gid":24409,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6833/2258189963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":2258189963},{"type":"v1","addr":"172.21.15.173:6833","nonce":2258189963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.84:6835/3093871366","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3093871366},{"type":"v1","addr":"172.21.15.84:6835","nonce":3093871366}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.173:6835/1099718733","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1099718733},{"type":"v1","addr":"172.21.15.173:6835","nonce":1099718733}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"c","rank":3,"incarnation":21,"state":"up:active","state_seq":8,"addr":"172.21.15.173:6837/3219055172","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6836","nonce":3219055172},{"type":"v1","addr":"172.21.15.173:6837","nonce":3219055172}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24467":{"gid":24467,"name":"h","rank":2,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.84:6837/1879659005","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6836","nonce":1879659005},{"type":"v1","addr":"172.21.15.84:6837","nonce":1879659005}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"i","rank":1,"incarnation":17,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6839/721223827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6838","nonce":721223827},{"type":"v1","addr":"172.21.15.173:6839","nonce":721223827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6839/510076969","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6838","nonce":510076969},{"type":"v1","addr":"172.21.15.84:6839","nonce":510076969}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24503,"qdb_cluster":[24467,24481,24466,24503,14640]},"id":1}]} 2024-04-22T14:09:17.702 INFO:teuthology.orchestra.run.smithi083.stderr:dumped fsmap epoch 45 2024-04-22T14:09:17.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 msgr2=0x7fbb080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.703 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 0x7fbb080a61e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c006010 tx=0x7fbb0c005e40 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 msgr2=0x7fbb18197ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7fbb0400d950 tx=0x7fbb0400de10 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 shutdown_connections 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fbb080a3d20 0x7fbb080a61e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fbb18106f10 0x7fbb1819bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fbb18101ad0 0x7fbb18197ba0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 --2- 172.21.15.83:0/2515206229 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbb18101130 0x7fbb18197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 >> 172.21.15.83:0/2515206229 conn(0x7fbb18077e30 msgr2=0x7fbb180ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 shutdown_connections 2024-04-22T14:09:17.704 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.699+0000 7fbb1ef9d640 1 -- 172.21.15.83:0/2515206229 wait complete. 2024-04-22T14:09:17.714 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-22T14:09:17.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 -- 172.21.15.83:0/2143853164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98069aa0 msgr2=0x7f4f9810ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/2143853164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98069aa0 0x7f4f9810ede0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f4f90009ca0 tx=0x7f4f9002c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.812 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 -- 172.21.15.83:0/2143853164 shutdown_connections 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/2143853164 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98069aa0 0x7f4f9810ede0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/2143853164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f980690e0 0x7f4f98069560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/2143853164 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98106f50 0x7f4f98107330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 -- 172.21.15.83:0/2143853164 >> 172.21.15.83:0/2143853164 conn(0x7f4f98077e30 msgr2=0x7f4f98078240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 -- 172.21.15.83:0/2143853164 shutdown_connections 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.808+0000 7f4f9d63a640 1 -- 172.21.15.83:0/2143853164 wait complete. 2024-04-22T14:09:17.813 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 Processor -- start 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 -- start start 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f980690e0 0x7f4f98198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 0x7f4f98198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f4f98112150 con 0x7f4f98106f50 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4f98111fd0 con 0x7f4f980690e0 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f9d63a640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f4f981122d0 con 0x7f4f98069aa0 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46622/0 (socket says 172.21.15.83:46622) 2024-04-22T14:09:17.815 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 -- 172.21.15.83:0/1591668813 learned_addr learned my addr 172.21.15.83:0/1591668813 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f8e7fc640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 0x7f4f98198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 -- 172.21.15.83:0/1591668813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 msgr2=0x7f4f98198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 0x7f4f98198b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 -- 172.21.15.83:0/1591668813 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f980690e0 msgr2=0x7f4f98198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f980690e0 0x7f4f98198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f977fe640 1 -- 172.21.15.83:0/1591668813 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f9819d5b0 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.809+0000 7f4f8e7fc640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 0x7f4f98198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f977fe640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f4f9002c700 tx=0x7f4f90035d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f90039040 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4f90044070 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f9819d840 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f900042a0 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.810+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f981a5130 con 0x7f4f98106f50 2024-04-22T14:09:17.816 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.811+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f98068de0 con 0x7f4f98106f50 2024-04-22T14:09:17.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.812+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f4f90004440 con 0x7f4f98106f50 2024-04-22T14:09:17.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.813+0000 7f4f94ff9640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 0x7f4f840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:17.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.813+0000 7f4f96ffd640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 0x7f4f840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:17.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.813+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f4f900f2cb0 con 0x7f4f98106f50 2024-04-22T14:09:17.817 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.813+0000 7f4f96ffd640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 0x7f4f840a61e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4f8800a8f0 tx=0x7f4f88005bf0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:17.821 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.817+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4f900bf460 con 0x7f4f98106f50 2024-04-22T14:09:17.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:17 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/412578330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:17.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:17 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/412578330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.001 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.997+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4f9810a500 con 0x7f4f98106f50 2024-04-22T14:09:18.003 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:17.999+0000 7f4f94ff9640 1 -- 172.21.15.83:0/1591668813 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+23090 (secure 0 0 0) 0x7f4f900bed60 con 0x7f4f98106f50 2024-04-22T14:09:18.003 INFO:teuthology.orchestra.run.smithi083.stdout: 2024-04-22T14:09:18.003 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":96,"fsid":"cb669d90-00ae-11ef-bc93-c7b262605968","created":"2024-04-22T13:48:04.035576+0000","modified":"2024-04-22T14:09:14.650312+0000","last_up_change":"2024-04-22T13:55:10.877634+0000","last_in_change":"2024-04-22T13:54:51.051824+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-22T13:51:23.771526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-22T13:56:02.292629+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-22T13:56:03.218111+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"74446dd5-65c7-4827-8dcc-71686cfab5cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6803","nonce":3248282238}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6805","nonce":3248282238}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6809","nonce":3248282238}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":3248282238},{"type":"v1","addr":"172.21.15.83:6807","nonce":3248282238}]},"public_addr":"172.21.15.83:6803/3248282238","cluster_addr":"172.21.15.83:6805/3248282238","heartbeat_back_addr":"172.21.15.83:6809/3248282238","heartbeat_front_addr":"172.21.15.83:6807/3248282238","state":["exists","up"]},{"osd":1,"uuid":"45e37bc5-99ad-4b5f-9339-2dcaf4c8e854","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6801","nonce":3574746022}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6803","nonce":3574746022}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6807","nonce":3574746022}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":3574746022},{"type":"v1","addr":"172.21.15.84:6805","nonce":3574746022}]},"public_addr":"172.21.15.84:6801/3574746022","cluster_addr":"172.21.15.84:6803/3574746022","heartbeat_back_addr":"172.21.15.84:6807/3574746022","heartbeat_front_addr":"172.21.15.84:6805/3574746022","state":["exists","up"]},{"osd":2,"uuid":"2d5d3093-34ff-4baa-ba69-f6e19d426df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6801","nonce":1348849915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6803","nonce":1348849915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6807","nonce":1348849915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1348849915},{"type":"v1","addr":"172.21.15.173:6805","nonce":1348849915}]},"public_addr":"172.21.15.173:6801/1348849915","cluster_addr":"172.21.15.173:6803/1348849915","heartbeat_back_addr":"172.21.15.173:6807/1348849915","heartbeat_front_addr":"172.21.15.173:6805/1348849915","state":["exists","up"]},{"osd":3,"uuid":"fd19b725-9dfc-43ed-9c35-3239249c6dc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6811","nonce":669086286}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6813","nonce":669086286}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6817","nonce":669086286}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":669086286},{"type":"v1","addr":"172.21.15.83:6815","nonce":669086286}]},"public_addr":"172.21.15.83:6811/669086286","cluster_addr":"172.21.15.83:6813/669086286","heartbeat_back_addr":"172.21.15.83:6817/669086286","heartbeat_front_addr":"172.21.15.83:6815/669086286","state":["exists","up"]},{"osd":4,"uuid":"4cb59306-0aca-4975-905f-8ba32898ff9f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6809","nonce":2625480710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6811","nonce":2625480710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6815","nonce":2625480710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":2625480710},{"type":"v1","addr":"172.21.15.84:6813","nonce":2625480710}]},"public_addr":"172.21.15.84:6809/2625480710","cluster_addr":"172.21.15.84:6811/2625480710","heartbeat_back_addr":"172.21.15.84:6815/2625480710","heartbeat_front_addr":"172.21.15.84:6813/2625480710","state":["exists","up"]},{"osd":5,"uuid":"3ba8a15f-2c40-45f8-953b-b177a2650328","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6809","nonce":2005939844}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6811","nonce":2005939844}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6815","nonce":2005939844}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":2005939844},{"type":"v1","addr":"172.21.15.173:6813","nonce":2005939844}]},"public_addr":"172.21.15.173:6809/2005939844","cluster_addr":"172.21.15.173:6811/2005939844","heartbeat_back_addr":"172.21.15.173:6815/2005939844","heartbeat_front_addr":"172.21.15.173:6813/2005939844","state":["exists","up"]},{"osd":6,"uuid":"af56e8f8-a47b-4a6a-adab-0ad675601d63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6819","nonce":4263990303}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6821","nonce":4263990303}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6825","nonce":4263990303}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4263990303},{"type":"v1","addr":"172.21.15.83:6823","nonce":4263990303}]},"public_addr":"172.21.15.83:6819/4263990303","cluster_addr":"172.21.15.83:6821/4263990303","heartbeat_back_addr":"172.21.15.83:6825/4263990303","heartbeat_front_addr":"172.21.15.83:6823/4263990303","state":["exists","up"]},{"osd":7,"uuid":"97a78f06-34d8-4094-999d-64d40c9792b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6817","nonce":2071620715}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6819","nonce":2071620715}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6823","nonce":2071620715}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":2071620715},{"type":"v1","addr":"172.21.15.84:6821","nonce":2071620715}]},"public_addr":"172.21.15.84:6817/2071620715","cluster_addr":"172.21.15.84:6819/2071620715","heartbeat_back_addr":"172.21.15.84:6823/2071620715","heartbeat_front_addr":"172.21.15.84:6821/2071620715","state":["exists","up"]},{"osd":8,"uuid":"8b7e9dc4-666a-4c80-a08f-441b4fdf20ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6817","nonce":2344477333}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6819","nonce":2344477333}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6823","nonce":2344477333}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":2344477333},{"type":"v1","addr":"172.21.15.173:6821","nonce":2344477333}]},"public_addr":"172.21.15.173:6817/2344477333","cluster_addr":"172.21.15.173:6819/2344477333","heartbeat_back_addr":"172.21.15.173:6823/2344477333","heartbeat_front_addr":"172.21.15.173:6821/2344477333","state":["exists","up"]},{"osd":9,"uuid":"e0f6261a-c829-45c9-bb7d-b43b44ddef35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6827","nonce":2324366409}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6829","nonce":2324366409}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6832","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6833","nonce":2324366409}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":2324366409},{"type":"v1","addr":"172.21.15.83:6831","nonce":2324366409}]},"public_addr":"172.21.15.83:6827/2324366409","cluster_addr":"172.21.15.83:6829/2324366409","heartbeat_back_addr":"172.21.15.83:6833/2324366409","heartbeat_front_addr":"172.21.15.83:6831/2324366409","state":["exists","up"]},{"osd":10,"uuid":"9a5122c6-2226-4dea-9b2d-cf41cd2914ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6825","nonce":3941458625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6827","nonce":3941458625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6831","nonce":3941458625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":3941458625},{"type":"v1","addr":"172.21.15.84:6829","nonce":3941458625}]},"public_addr":"172.21.15.84:6825/3941458625","cluster_addr":"172.21.15.84:6827/3941458625","heartbeat_back_addr":"172.21.15.84:6831/3941458625","heartbeat_front_addr":"172.21.15.84:6829/3941458625","state":["exists","up"]},{"osd":11,"uuid":"ad5156d9-e731-4f2a-94c2-95ad77f0b17a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6825","nonce":4125021289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6827","nonce":4125021289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6831","nonce":4125021289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":4125021289},{"type":"v1","addr":"172.21.15.173:6829","nonce":4125021289}]},"public_addr":"172.21.15.173:6825/4125021289","cluster_addr":"172.21.15.173:6827/4125021289","heartbeat_back_addr":"172.21.15.173:6831/4125021289","heartbeat_front_addr":"172.21.15.173:6829/4125021289","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:33.624238+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:50:57.410252+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:20.883058+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:51:46.149401+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:10.978680+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:52:35.148199+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:01.464871+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:26.336164+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:53:51.620245+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:18.426248+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:54:43.894584+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-22T13:55:09.128599+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":2,"to":1}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.31","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.83:0/832850163":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1728162195":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/2826179710":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6801/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:6800/295390471":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/1604116935":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/3859632821":"2024-04-23T13:48:57.685150+0000","172.21.15.83:6801/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1666535539":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6801/3538988241":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1336267921":"2024-04-23T13:58:11.104261+0000","172.21.15.83:0/894842733":"2024-04-23T13:48:30.998534+0000","172.21.15.83:0/1980766377":"2024-04-23T13:48:30.998534+0000","172.21.15.83:6800/821414710":"2024-04-23T13:48:57.685150+0000","172.21.15.83:0/1056096258":"2024-04-23T13:48:57.685150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 msgr2=0x7f4f840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 0x7f4f840a61e0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f4f8800a8f0 tx=0x7f4f88005bf0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 msgr2=0x7f4f9819ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f4f9002c700 tx=0x7f4f90035d60 comp rx=0 tx=0).stop 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 shutdown_connections 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f4f840a3d20 0x7f4f840a61e0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f4f98106f50 0x7f4f9819ce80 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f4f98069aa0 0x7f4f98198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.005 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 --2- 172.21.15.83:0/1591668813 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f980690e0 0x7f4f98198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 >> 172.21.15.83:0/1591668813 conn(0x7f4f98077e30 msgr2=0x7f4f980fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 shutdown_connections 2024-04-22T14:09:18.006 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.001+0000 7f4f9d63a640 1 -- 172.21.15.83:0/1591668813 wait complete. 2024-04-22T14:09:18.016 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- 172.21.15.83:0/1567147434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103970 msgr2=0x7f129810be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 --2- 172.21.15.83:0/1567147434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103970 0x7f129810be50 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f1294009900 tx=0x7f129402bcd0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- 172.21.15.83:0/1567147434 shutdown_connections 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 --2- 172.21.15.83:0/1567147434 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 0x7f129810e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 --2- 172.21.15.83:0/1567147434 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103970 0x7f129810be50 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 --2- 172.21.15.83:0/1567147434 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103050 0x7f1298103430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- 172.21.15.83:0/1567147434 >> 172.21.15.83:0/1567147434 conn(0x7f12980fc7d0 msgr2=0x7f12980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- 172.21.15.83:0/1567147434 shutdown_connections 2024-04-22T14:09:18.117 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- 172.21.15.83:0/1567147434 wait complete. 2024-04-22T14:09:18.119 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 Processor -- start 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.113+0000 7f129e59f640 1 -- start start 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 0x7f12981011e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 0x7f1298101720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f12981120b0 con 0x7f1298103050 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1298111f30 con 0x7f1298103970 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129e59f640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f1298112230 con 0x7f129810c420 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46638/0 (socket says 172.21.15.83:46638) 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 -- 172.21.15.83:0/2756250010 learned_addr learned my addr 172.21.15.83:0/2756250010 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129cd9c640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 0x7f12981011e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129dd9e640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 0x7f1298101720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 -- 172.21.15.83:0/2756250010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 msgr2=0x7f1298101720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.120 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 0x7f1298101720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 -- 172.21.15.83:0/2756250010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 msgr2=0x7f12981011e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 0x7f12981011e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 -- 172.21.15.83:0/2756250010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12981a6b10 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129cd9c640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 0x7f12981011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.114+0000 7f129d59d640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f128800d950 tx=0x7f128800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.115+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1288017070 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.115+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1288009c30 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.115+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12981a6e00 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.115+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128800f620 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.115+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12981a7270 con 0x7f1298103050 2024-04-22T14:09:18.121 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.116+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1298068c90 con 0x7f1298103050 2024-04-22T14:09:18.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.117+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f1288005030 con 0x7f1298103050 2024-04-22T14:09:18.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.118+0000 7f128e7fc640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 0x7f12840a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.118+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8513+0+0 (secure 0 0 0) 0x7f12880d0360 con 0x7f1298103050 2024-04-22T14:09:18.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.118+0000 7f129cd9c640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 0x7f12840a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.122 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.119+0000 7f129cd9c640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 0x7f12840a61e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1294006010 tx=0x7f1294005e40 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:18.126 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.122+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1288009de0 con 0x7f1298103050 2024-04-22T14:09:18.157 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:17 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/412578330' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.350 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.346+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f1298107510 con 0x7f1298103050 2024-04-22T14:09:18.352 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.348+0000 7f128e7fc640 1 -- 172.21.15.83:0/2756250010 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v46) ==== 161+0+0 (secure 0 0 0) 0x7f128809c3b0 con 0x7f1298103050 2024-04-22T14:09:18.352 INFO:teuthology.orchestra.run.smithi083.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-22T14:09:18.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 msgr2=0x7f12840a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 0x7f12840a61e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f1294006010 tx=0x7f1294005e40 comp rx=0 tx=0).stop 2024-04-22T14:09:18.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 msgr2=0x7f1298100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f128800d950 tx=0x7f128800de10 comp rx=0 tx=0).stop 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 shutdown_connections 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f12840a3d20 0x7f12840a61e0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f129810c420 0x7f1298101720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1298103970 0x7f12981011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 --2- 172.21.15.83:0/2756250010 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f1298103050 0x7f1298100ca0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.351+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 >> 172.21.15.83:0/2756250010 conn(0x7f12980fc7d0 msgr2=0x7f12980fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.352+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 shutdown_connections 2024-04-22T14:09:18.356 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.352+0000 7f129e59f640 1 -- 172.21.15.83:0/2756250010 wait complete. 2024-04-22T14:09:18.369 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-22T14:09:18.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 -- 172.21.15.83:0/1180840531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00106f30 msgr2=0x7fca00107310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 --2- 172.21.15.83:0/1180840531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00106f30 0x7fca00107310 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009cd0 tx=0x7fc9f802c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 -- 172.21.15.83:0/1180840531 shutdown_connections 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 --2- 172.21.15.83:0/1180840531 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100e10 0x7fca0010ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 --2- 172.21.15.83:0/1180840531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00100450 0x7fca001008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 --2- 172.21.15.83:0/1180840531 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00106f30 0x7fca00107310 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 -- 172.21.15.83:0/1180840531 >> 172.21.15.83:0/1180840531 conn(0x7fca00077410 msgr2=0x7fca000fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 -- 172.21.15.83:0/1180840531 shutdown_connections 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.475+0000 7fca07b98640 1 -- 172.21.15.83:0/1180840531 wait complete. 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 Processor -- start 2024-04-22T14:09:18.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 -- start start 2024-04-22T14:09:18.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100450 0x7fca0019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.482 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00106f30 0x7fca001985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7fca00112270 con 0x7fca00100e10 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fca001120f0 con 0x7fca00106f30 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca07b98640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7fca001123f0 con 0x7fca00100450 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46694/0 (socket says 172.21.15.83:46694) 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 -- 172.21.15.83:0/2858635533 learned_addr learned my addr 172.21.15.83:0/2858635533 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca06135640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00106f30 0x7fca001985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05934640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100450 0x7fca0019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 -- 172.21.15.83:0/2858635533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100450 msgr2=0x7fca0019e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100450 0x7fca0019e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 -- 172.21.15.83:0/2858635533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00106f30 msgr2=0x7fca001985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:18.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00106f30 0x7fca001985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.476+0000 7fca05133640 1 -- 172.21.15.83:0/2858635533 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca00198d30 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fca05133640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fc9f400e9f0 tx=0x7fc9f400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f400cd80 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc9f40108e0 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca00199020 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4018980 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.477+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca001a52c0 con 0x7fca00100e10 2024-04-22T14:09:18.484 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.478+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca000691c0 con 0x7fca00100e10 2024-04-22T14:09:18.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.479+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7fc9f4010430 con 0x7fca00100e10 2024-04-22T14:09:18.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.479+0000 7fc9feffd640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 0x7fc9e80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:18.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.480+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8899+0+0 (secure 0 0 0) 0x7fc9f40d0c40 con 0x7fca00100e10 2024-04-22T14:09:18.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.480+0000 7fca05934640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 0x7fc9e80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:18.485 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.480+0000 7fca05934640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 0x7fc9e80a61e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8004af0 tx=0x7fc9f8005c50 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:18.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.484+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc9f409cb10 con 0x7fca00100e10 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: starting mds.i at 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mds[62003]: -- 172.21.15.173:0/3515665019 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ccd0aafa40 con 0x55ccd0a83000 2024-04-22T14:09:18.658 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: starting mds.l at 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mds[62627]: -- 172.21.15.173:0/1328937157 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d7f275a40 con 0x563d7f248800 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: starting mds.c at 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mds[62317]: -- 172.21.15.173:0/3976380959 <== mon.0 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bba6337a40 con 0x55bba630a800 2024-04-22T14:09:18.659 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: starting mds.f at 2024-04-22T14:09:18.669 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a[27973]: 2024-04-22T14:09:18.347+0000 7fa6d6f47700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mds[69179]: -- 172.21.15.83:0/1670744847 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5575c4ad9a40 con 0x5575c4aacc00 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: starting mds.g at 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.670 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mds[69545]: -- 172.21.15.83:0/3387086850 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c0c8fcfa40 con 0x55c0c8fa2c00 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: starting mds.a at 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mds[61603]: -- 172.21.15.84:0/404604752 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560b7ec7ba40 con 0x560b7ec4e800 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: starting mds.e at 2024-04-22T14:09:18.671 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mds[62208]: -- 172.21.15.84:0/2833717100 <== mon.2 v2:172.21.15.84:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561df0c35a40 con 0x561df0c09000 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: starting mds.b at 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mds[61286]: -- 172.21.15.84:0/163758816 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f72686da40 con 0x55f726840800 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: starting mds.k at 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h[61905]: ignoring --setuser ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h[61905]: ignoring --setgroup ceph since I am not root 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mds[61909]: -- 172.21.15.84:0/3696985617 <== mon.1 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562f7291ba40 con 0x562f728eec00 2024-04-22T14:09:18.672 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h[61905]: starting mds.h at 2024-04-22T14:09:18.712 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:18.709+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fca0010a410 con 0x7fca00100e10 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: pgmap v344: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2515206229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1591668813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T14:09:18.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T14:09:18.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:18 smithi083 ceph-mon[27977]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: pgmap v344: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2515206229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1591668813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T14:09:18.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T14:09:18.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T14:09:18.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T14:09:18.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:18 smithi084 ceph-mon[31312]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: pgmap v344: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2515206229' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1591668813' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2756250010' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: osdmap e97: 12 total, 12 up, 12 in 2024-04-22T14:09:19.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:18 smithi173 ceph-mon[31493]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-22T14:09:19.353 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.349+0000 7fc9feffd640 1 -- 172.21.15.83:0/2858635533 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v47) ==== 104+0+0 (secure 0 0 0) 0x7fc9f40a0e10 con 0x7fca00100e10 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 msgr2=0x7fc9e80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 0x7fc9e80a61e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8004af0 tx=0x7fc9f8005c50 comp rx=0 tx=0).stop 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 msgr2=0x7fca0019e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fc9f400e9f0 tx=0x7fc9f400eeb0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 shutdown_connections 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7fc9e80a3d20 0x7fc9e80a61e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fca00106f30 0x7fca001985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7fca00100e10 0x7fca0019e940 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 --2- 172.21.15.83:0/2858635533 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7fca00100450 0x7fca0019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 >> 172.21.15.83:0/2858635533 conn(0x7fca00077410 msgr2=0x7fca001050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:19.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 shutdown_connections 2024-04-22T14:09:19.358 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.353+0000 7fca07b98640 1 -- 172.21.15.83:0/2858635533 wait complete. 2024-04-22T14:09:19.371 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-22T14:09:19.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- 172.21.15.83:0/1578373571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2710101a30 msgr2=0x7f2710105a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:19.476 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 --2- 172.21.15.83:0/1578373571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2710101a30 0x7f2710105a70 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f2700009900 tx=0x7f270002bc30 comp rx=0 tx=0).stop 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- 172.21.15.83:0/1578373571 shutdown_connections 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 --2- 172.21.15.83:0/1578373571 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f271010dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 --2- 172.21.15.83:0/1578373571 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f2710101a30 0x7f2710105a70 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 --2- 172.21.15.83:0/1578373571 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 0x7f2710101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- 172.21.15.83:0/1578373571 >> 172.21.15.83:0/1578373571 conn(0x7f2710078000 msgr2=0x7f2710078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- 172.21.15.83:0/1578373571 shutdown_connections 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- 172.21.15.83:0/1578373571 wait complete. 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 Processor -- start 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.470+0000 7f27178f2640 1 -- start start 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 0x7f2710199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f2710199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:19.477 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7f2710111070 con 0x7f271019a020 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2710110ef0 con 0x7f2710106150 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7f27101111f0 con 0x7f2710101080 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46716/0 (socket says 172.21.15.83:46716) 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2714e8d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f2710199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 -- 172.21.15.83:0/2321656691 learned_addr learned my addr 172.21.15.83:0/2321656691 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f271568e640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 0x7f2710199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 -- 172.21.15.83:0/2321656691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 msgr2=0x7f2710199550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 0x7f2710199550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 -- 172.21.15.83:0/2321656691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 msgr2=0x7f2710199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f2710199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 -- 172.21.15.83:0/2321656691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27101a4dd0 con 0x7f271019a020 2024-04-22T14:09:19.478 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2714e8d640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f2710199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f2715e8f640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f270800eb10 tx=0x7f270800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2708004b20 con 0x7f271019a020 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2708004cc0 con 0x7f271019a020 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27101a50c0 con 0x7f271019a020 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2708010670 con 0x7f271019a020 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.471+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27101a5590 con 0x7f271019a020 2024-04-22T14:09:19.479 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.472+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2710068d70 con 0x7f271019a020 2024-04-22T14:09:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.473+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7f2708005020 con 0x7f271019a020 2024-04-22T14:09:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.474+0000 7f27067fc640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 0x7f26fc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.474+0000 7f271568e640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 0x7f26fc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.474+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8899+0+0 (secure 0 0 0) 0x7f27080d0f30 con 0x7f271019a020 2024-04-22T14:09:19.480 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.474+0000 7f271568e640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 0x7f26fc0a61e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f270c0058c0 tx=0x7f270c00a4c0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:19.483 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.479+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f270809d450 con 0x7f271019a020 2024-04-22T14:09:19.663 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:19.659+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2710101a30 con 0x7f271019a020 2024-04-22T14:09:19.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T14:09:19.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T14:09:19.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T14:09:19.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: Cluster is now healthy 2024-04-22T14:09:19.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6832/1052553635,v1:172.21.15.173:6833/1052553635] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6834/864789956,v1:172.21.15.173:6835/864789956] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6838/1813876331,v1:172.21.15.83:6839/1813876331] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6832/2660401821,v1:172.21.15.84:6834/2660401821] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6833/3863370270,v1:172.21.15.84:6835/3863370270] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6836/1935615864,v1:172.21.15.84:6837/1935615864] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.84:6838/2417012751,v1:172.21.15.84:6839/2417012751] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6836/930447895,v1:172.21.15.173:6838/930447895] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.173:6837/262133368,v1:172.21.15.173:6839/262133368] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: mds.? [v2:172.21.15.83:6840/2338924927,v1:172.21.15.83:6841/2338924927] up:boot 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: fsmap 12 up:standby 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T14:09:19.942 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T14:09:19.943 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:19 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T14:09:19.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: Cluster is now healthy 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6832/1052553635,v1:172.21.15.173:6833/1052553635] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6834/864789956,v1:172.21.15.173:6835/864789956] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6838/1813876331,v1:172.21.15.83:6839/1813876331] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6832/2660401821,v1:172.21.15.84:6834/2660401821] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6833/3863370270,v1:172.21.15.84:6835/3863370270] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6836/1935615864,v1:172.21.15.84:6837/1935615864] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.84:6838/2417012751,v1:172.21.15.84:6839/2417012751] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6836/930447895,v1:172.21.15.173:6838/930447895] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.173:6837/262133368,v1:172.21.15.173:6839/262133368] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: mds.? [v2:172.21.15.83:6840/2338924927,v1:172.21.15.83:6841/2338924927] up:boot 2024-04-22T14:09:19.977 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: fsmap 12 up:standby 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T14:09:19.978 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:19 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:20.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-22T14:09:20.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-22T14:09:20.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: Cluster is now healthy 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2858635533' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6832/1052553635,v1:172.21.15.173:6833/1052553635] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6834/864789956,v1:172.21.15.173:6835/864789956] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6838/1813876331,v1:172.21.15.83:6839/1813876331] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6832/2660401821,v1:172.21.15.84:6834/2660401821] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6833/3863370270,v1:172.21.15.84:6835/3863370270] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6836/1935615864,v1:172.21.15.84:6837/1935615864] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.84:6838/2417012751,v1:172.21.15.84:6839/2417012751] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6836/930447895,v1:172.21.15.173:6838/930447895] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.173:6837/262133368,v1:172.21.15.173:6839/262133368] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: mds.? [v2:172.21.15.83:6840/2338924927,v1:172.21.15.83:6841/2338924927] up:boot 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: fsmap 12 up:standby 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-22T14:09:20.159 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='mgr.15360 172.21.15.83:0/719784194' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-22T14:09:20.160 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:19 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:20.355 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.351+0000 7f27067fc640 1 -- 172.21.15.83:0/2321656691 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v98) ==== 181+0+0 (secure 0 0 0) 0x7f270809cd50 con 0x7f271019a020 2024-04-22T14:09:20.355 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_metadata' removed 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 msgr2=0x7f26fc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 0x7f26fc0a61e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f270c0058c0 tx=0x7f270c00a4c0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 msgr2=0x7f27101a45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f270800eb10 tx=0x7f270800c2d0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 shutdown_connections 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7f26fc0a3d20 0x7f26fc0a61e0 secure :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f270c0058c0 tx=0x7f270c00a4c0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7f271019a020 0x7f27101a45d0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2710106150 0x7f2710199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 --2- 172.21.15.83:0/2321656691 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7f2710101080 0x7f2710199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.355+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 >> 172.21.15.83:0/2321656691 conn(0x7f2710078000 msgr2=0x7f27100ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:20.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.356+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 shutdown_connections 2024-04-22T14:09:20.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.356+0000 7f27178f2640 1 -- 172.21.15.83:0/2321656691 wait complete. 2024-04-22T14:09:20.376 DEBUG:teuthology.orchestra.run.smithi083:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 -- 172.21.15.83:0/1496131679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf4107270 msgr2=0x7faaf410ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1496131679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf4107270 0x7faaf410ee40 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7faaec009ca0 tx=0x7faaec02c0f0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 -- 172.21.15.83:0/1496131679 shutdown_connections 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1496131679 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf4107270 0x7faaf410ee40 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1496131679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf406b230 0x7faaf4106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1496131679 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf406a880 0x7faaf406ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 -- 172.21.15.83:0/1496131679 >> 172.21.15.83:0/1496131679 conn(0x7faaf4077eb0 msgr2=0x7faaf40782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 -- 172.21.15.83:0/1496131679 shutdown_connections 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.480+0000 7faafb3fd640 1 -- 172.21.15.83:0/1496131679 wait complete. 2024-04-22T14:09:20.487 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 Processor -- start 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 -- start start 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf4107270 0x7faaf4198c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 --2- >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf419cf40 0x7faaf419d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 -- --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_getmap magic: 0 -- 0x7faaf4112230 con 0x7faaf406a880 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faaf41120b0 con 0x7faaf4107270 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faafb3fd640 1 -- --> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] -- mon_getmap magic: 0 -- 0x7faaf41123b0 con 0x7faaf419cf40 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faaf9199640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faaf9199640 1 --2- >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.83:3300/0 says I am v2:172.21.15.83:46730/0 (socket says 172.21.15.83:46730) 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faaf9199640 1 -- 172.21.15.83:0/1816299556 learned_addr learned my addr 172.21.15.83:0/1816299556 (peer_addr_for_me v2:172.21.15.83:0/0) 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faaf8998640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf4107270 0x7faaf4198c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.481+0000 7faaf999a640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf419cf40 0x7faaf419d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:20.488 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 -- 172.21.15.83:0/1816299556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf419cf40 msgr2=0x7faaf419d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf419cf40 0x7faaf419d3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 -- 172.21.15.83:0/1816299556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf4107270 msgr2=0x7faaf4198c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf4107270 0x7faaf4198c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 -- 172.21.15.83:0/1816299556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf419da30 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaf9199640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7faaf000b4a0 tx=0x7faaf000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0014070 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faaf0010ac0 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf419dd20 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaf0017c30 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.482+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf41a5510 con 0x7faaf406a880 2024-04-22T14:09:20.489 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.483+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf40691c0 con 0x7faaf406a880 2024-04-22T14:09:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.484+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 4 ==== mgrmap(e 26) ==== 138777+0+0 (secure 0 0 0) 0x7faaf0017070 con 0x7faaf406a880 2024-04-22T14:09:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.484+0000 7faaea7fc640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 0x7faae00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-22T14:09:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.485+0000 7faaf8998640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 0x7faae00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-22T14:09:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.485+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8345+0+0 (secure 0 0 0) 0x7faaf00cfde0 con 0x7faaf406a880 2024-04-22T14:09:20.490 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.485+0000 7faaf8998640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 0x7faae00a61e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faae4005e10 tx=0x7faae4005da0 comp rx=0 tx=0).ready entity=mgr.15360 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-22T14:09:20.493 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.489+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faaf009c640 con 0x7faaf406a880 2024-04-22T14:09:20.673 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:20.670+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 --> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7faaf410a520 con 0x7faaf406a880 2024-04-22T14:09:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:20 smithi083 ceph-mon[27977]: pgmap v346: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T14:09:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:20 smithi083 ceph-mon[27977]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T14:09:20.941 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:20 smithi083 ceph-mon[27977]: from='client.? 172.21.15.83:0/1816299556' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:20 smithi084 ceph-mon[31312]: pgmap v346: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T14:09:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:20 smithi084 ceph-mon[31312]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T14:09:20.976 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:20 smithi084 ceph-mon[31312]: from='client.? 172.21.15.83:0/1816299556' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:21.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:20 smithi173 ceph-mon[31493]: pgmap v346: 97 pgs: 97 active+clean; 220 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-22T14:09:21.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/2321656691' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-22T14:09:21.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:20 smithi173 ceph-mon[31493]: osdmap e98: 12 total, 12 up, 12 in 2024-04-22T14:09:21.158 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:20 smithi173 ceph-mon[31493]: from='client.? 172.21.15.83:0/1816299556' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-22T14:09:21.357 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.353+0000 7faaea7fc640 1 -- 172.21.15.83:0/1816299556 <== mon.0 v2:172.21.15.83:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v99) ==== 169+0+0 (secure 0 0 0) 0x7faaf009bf40 con 0x7faaf406a880 2024-04-22T14:09:21.357 INFO:teuthology.orchestra.run.smithi083.stderr:pool 'cephfs_data' removed 2024-04-22T14:09:21.360 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 msgr2=0x7faae00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 0x7faae00a61e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7faae4005e10 tx=0x7faae4005da0 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 msgr2=0x7faaf41986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7faaf000b4a0 tx=0x7faaf000b960 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 shutdown_connections 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:6800/3267080000,v1:172.21.15.83:6801/3267080000] conn(0x7faae00a3d20 0x7faae00a61e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] conn(0x7faaf419cf40 0x7faaf419d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faaf4107270 0x7faaf4198c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 --2- 172.21.15.83:0/1816299556 >> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] conn(0x7faaf406a880 0x7faaf41986d0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 >> 172.21.15.83:0/1816299556 conn(0x7faaf4077eb0 msgr2=0x7faaf40fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 shutdown_connections 2024-04-22T14:09:21.361 INFO:teuthology.orchestra.run.smithi083.stderr:2024-04-22T14:09:21.356+0000 7faafb3fd640 1 -- 172.21.15.83:0/1816299556 wait complete. 2024-04-22T14:09:21.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:09:21.411 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:09:21.440 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:09:21.466 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-22T14:09:21.467 DEBUG:teuthology.orchestra.run.smithi083:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T14:09:21.481 DEBUG:teuthology.orchestra.run.smithi084:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T14:09:21.497 DEBUG:teuthology.orchestra.run.smithi173:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-22T14:09:21.521 INFO:tasks.cephadm:Stopping all daemons... 2024-04-22T14:09:21.522 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-22T14:09:21.522 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a 2024-04-22T14:09:21.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:21 smithi083 systemd[1]: Stopping Ceph mon.a for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:22.093 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a[27973]: 2024-04-22T14:09:21.835+0000 7fa6dc752700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:22.093 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a[27973]: 2024-04-22T14:09:21.835+0000 7fa6dc752700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-22T14:09:22.374 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:22 smithi083 podman[118355]: 2024-04-22 14:09:22.089723191 +0000 UTC m=+0.378553469 container died 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-22T14:09:22.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:22 smithi083 podman[118355]: 2024-04-22 14:09:22.469930387 +0000 UTC m=+0.758760649 container cleanup 33028291305b792858d8d5b4f8f531b82d759d02869e86424b9093c59ae65358 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:09:22.691 INFO:journalctl@ceph.mon.a.smithi083.stdout:Apr 22 14:09:22 smithi083 bash[118355]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-a 2024-04-22T14:09:22.894 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.a.service' 2024-04-22T14:09:22.956 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:22.956 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-22T14:09:22.957 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-22T14:09:22.957 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.b 2024-04-22T14:09:23.258 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 systemd[1]: Stopping Ceph mon.b for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:23.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-b[31308]: 2024-04-22T14:09:23.253+0000 7fbf6d3ed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:23.726 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-b[31308]: 2024-04-22T14:09:23.253+0000 7fbf6d3ed700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-22T14:09:23.727 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 podman[67620]: 2024-04-22 14:09:23.45860654 +0000 UTC m=+0.300849625 container died 275ee67cd7f33e8e4214ad40896ba083ff0d365da484b747af1693242c871187 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-b, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-22T14:09:24.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 podman[67620]: 2024-04-22 14:09:23.846216727 +0000 UTC m=+0.688459825 container cleanup 275ee67cd7f33e8e4214ad40896ba083ff0d365da484b747af1693242c871187 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-22T14:09:24.084 INFO:journalctl@ceph.mon.b.smithi084.stdout:Apr 22 14:09:23 smithi084 bash[67620]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-b 2024-04-22T14:09:24.222 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.b.service' 2024-04-22T14:09:24.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:24.267 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-22T14:09:24.267 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-22T14:09:24.267 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.c 2024-04-22T14:09:24.550 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:24 smithi173 systemd[1]: Stopping Ceph mon.c for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-c[31475]: 2024-04-22T14:09:24.546+0000 7f763e6cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-c[31475]: 2024-04-22T14:09:24.546+0000 7f763e6cb700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-22T14:09:24.908 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:24 smithi173 podman[68598]: 2024-04-22 14:09:24.659587744 +0000 UTC m=+0.203989584 container died 432db171b7c713a62b4aff6e88c7f260946db087d48bcdda4719419579f787b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-22T14:09:25.320 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:25 smithi173 podman[68598]: 2024-04-22 14:09:25.039590311 +0000 UTC m=+0.583992163 container cleanup 432db171b7c713a62b4aff6e88c7f260946db087d48bcdda4719419579f787b2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:09:25.320 INFO:journalctl@ceph.mon.c.smithi173.stdout:Apr 22 14:09:25 smithi173 bash[68598]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mon-c 2024-04-22T14:09:25.465 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mon.c.service' 2024-04-22T14:09:25.513 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:25.513 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-22T14:09:25.513 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-22T14:09:25.513 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x 2024-04-22T14:09:25.862 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 14:09:25 smithi083 systemd[1]: Stopping Ceph mgr.x for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:26.191 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 14:09:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x[28206]: 2024-04-22T14:09:25.857+0000 7f9355224700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:26.191 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 14:09:25 smithi083 podman[118566]: 2024-04-22 14:09:25.889877264 +0000 UTC m=+0.186396453 container died 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-04-22T14:09:26.556 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 14:09:26 smithi083 podman[118566]: 2024-04-22 14:09:26.305802979 +0000 UTC m=+0.602322161 container cleanup 05e9c0f8dd70d9bc7de451b9d4e3eb35ed0835b906906834ef320da97754ef2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2) 2024-04-22T14:09:26.556 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Apr 22 14:09:26 smithi083 bash[118566]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-x 2024-04-22T14:09:26.781 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-22T14:09:26.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:26.815 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-22T14:09:26.815 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-22T14:09:26.815 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.y 2024-04-22T14:09:27.149 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 14:09:26 smithi084 systemd[1]: Stopping Ceph mgr.y for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:27.476 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 14:09:27 smithi084 podman[67742]: 2024-04-22 14:09:27.146187928 +0000 UTC m=+0.143531241 container died 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-22T14:09:27.915 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 14:09:27 smithi084 podman[67742]: 2024-04-22 14:09:27.668159102 +0000 UTC m=+0.665502465 container cleanup 1160a6841e4c6069b1ba0676c17c09b31868bdfa1f4f82d273ef519797582a50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-22T14:09:27.915 INFO:journalctl@ceph.mgr.y.smithi084.stdout:Apr 22 14:09:27 smithi084 bash[67742]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-y 2024-04-22T14:09:28.079 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-22T14:09:28.111 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:28.111 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-22T14:09:28.111 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-22T14:09:28.112 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.z 2024-04-22T14:09:28.408 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 14:09:28 smithi173 systemd[1]: Stopping Ceph mgr.z for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:28.742 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 14:09:28 smithi173 podman[68721]: 2024-04-22 14:09:28.44051353 +0000 UTC m=+0.140159720 container died 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-22T14:09:29.093 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 14:09:28 smithi173 podman[68721]: 2024-04-22 14:09:28.838564337 +0000 UTC m=+0.538210521 container cleanup 7b9b30f484c11b048b475ad887a5953dc489373c644ea07b10301a3d9b1e3cc7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-22T14:09:29.093 INFO:journalctl@ceph.mgr.z.smithi173.stdout:Apr 22 14:09:28 smithi173 bash[68721]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mgr-z 2024-04-22T14:09:29.311 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-22T14:09:29.344 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:29.345 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-22T14:09:29.345 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-22T14:09:29.345 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.0 2024-04-22T14:09:29.651 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:29 smithi083 systemd[1]: Stopping Ceph osd.0 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:29.941 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0[42694]: 2024-04-22T14:09:29.647+0000 7f5ecd834700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:29.941 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0[42694]: 2024-04-22T14:09:29.647+0000 7f5ecd834700 -1 osd.0 99 *** Got signal Terminated *** 2024-04-22T14:09:29.941 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0[42694]: 2024-04-22T14:09:29.647+0000 7f5ecd834700 -1 osd.0 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:09:35.441 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:35 smithi083 podman[118689]: 2024-04-22 14:09:35.172762557 +0000 UTC m=+5.644264266 container stop 076fa20b3b5e4a774bae153728e0f382e4d0241531d242ecf957be3436dc302a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-22T14:09:35.442 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:35 smithi083 podman[118689]: 2024-04-22 14:09:35.198429159 +0000 UTC m=+5.669930868 container died 076fa20b3b5e4a774bae153728e0f382e4d0241531d242ecf957be3436dc302a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-22T14:09:35.819 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:35 smithi083 podman[118689]: 2024-04-22 14:09:35.589485291 +0000 UTC m=+6.060987000 container cleanup 076fa20b3b5e4a774bae153728e0f382e4d0241531d242ecf957be3436dc302a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-22T14:09:35.819 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:35 smithi083 bash[118689]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0 2024-04-22T14:09:36.191 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:35 smithi083 podman[118706]: 2024-04-22 14:09:35.815854093 +0000 UTC m=+0.636788205 container remove 076fa20b3b5e4a774bae153728e0f382e4d0241531d242ecf957be3436dc302a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:09:36.573 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.161919472 +0000 UTC m=+0.018082784 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:09:36.574 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.309268184 +0000 UTC m=+0.165431483 container create ca884011e96566890491a99bdc3bbdc5c3a25e4faef2e75f06d0a2122d0f1e9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T14:09:36.574 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.570429154 +0000 UTC m=+0.426592453 container init ca884011e96566890491a99bdc3bbdc5c3a25e4faef2e75f06d0a2122d0f1e9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-22T14:09:36.866 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.573596574 +0000 UTC m=+0.429759873 container start ca884011e96566890491a99bdc3bbdc5c3a25e4faef2e75f06d0a2122d0f1e9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-22T14:09:36.866 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.678877979 +0000 UTC m=+0.535041290 container attach ca884011e96566890491a99bdc3bbdc5c3a25e4faef2e75f06d0a2122d0f1e9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:09:37.191 INFO:journalctl@ceph.osd.0.smithi083.stdout:Apr 22 14:09:36 smithi083 podman[118800]: 2024-04-22 14:09:36.863098597 +0000 UTC m=+0.719261899 container died ca884011e96566890491a99bdc3bbdc5c3a25e4faef2e75f06d0a2122d0f1e9d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:09:37.584 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.0.service' 2024-04-22T14:09:37.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:37.625 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-22T14:09:37.626 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-22T14:09:37.626 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.1 2024-04-22T14:09:37.925 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:37 smithi084 systemd[1]: Stopping Ceph osd.1 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:38.226 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1[35909]: 2024-04-22T14:09:37.920+0000 7fdd87ee6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:38.226 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1[35909]: 2024-04-22T14:09:37.920+0000 7fdd87ee6700 -1 osd.1 99 *** Got signal Terminated *** 2024-04-22T14:09:38.226 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1[35909]: 2024-04-22T14:09:37.920+0000 7fdd87ee6700 -1 osd.1 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:09:43.609 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:43 smithi084 podman[67868]: 2024-04-22 14:09:43.304066351 +0000 UTC m=+5.494687983 container died 07af4baa7546b344b240b01200fec4bbb06e1b80659f924f2cf8d5901aca03be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-22T14:09:43.976 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:43 smithi084 podman[67868]: 2024-04-22 14:09:43.704942079 +0000 UTC m=+5.895563712 container cleanup 07af4baa7546b344b240b01200fec4bbb06e1b80659f924f2cf8d5901aca03be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416) 2024-04-22T14:09:43.976 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:43 smithi084 bash[67868]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1 2024-04-22T14:09:44.470 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67885]: 2024-04-22 14:09:44.040049543 +0000 UTC m=+0.728235915 container remove 07af4baa7546b344b240b01200fec4bbb06e1b80659f924f2cf8d5901aca03be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:09:44.726 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67980]: 2024-04-22 14:09:44.369380368 +0000 UTC m=+0.018306747 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:09:44.726 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67980]: 2024-04-22 14:09:44.499135258 +0000 UTC m=+0.148061616 container create c211b22d1e9e90782e466d67454ecadff4de4b3b5a4f2508e649c7474311f309 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:09:45.057 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67980]: 2024-04-22 14:09:44.760721853 +0000 UTC m=+0.409648212 container init c211b22d1e9e90782e466d67454ecadff4de4b3b5a4f2508e649c7474311f309 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-22T14:09:45.058 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67980]: 2024-04-22 14:09:44.76404485 +0000 UTC m=+0.412971207 container start c211b22d1e9e90782e466d67454ecadff4de4b3b5a4f2508e649c7474311f309 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-04-22T14:09:45.058 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:44 smithi084 podman[67980]: 2024-04-22 14:09:44.85235368 +0000 UTC m=+0.501280052 container attach c211b22d1e9e90782e466d67454ecadff4de4b3b5a4f2508e649c7474311f309 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:09:45.058 INFO:journalctl@ceph.osd.1.smithi084.stdout:Apr 22 14:09:45 smithi084 podman[67980]: 2024-04-22 14:09:45.052846498 +0000 UTC m=+0.701772879 container died c211b22d1e9e90782e466d67454ecadff4de4b3b5a4f2508e649c7474311f309 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-22T14:09:45.747 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.1.service' 2024-04-22T14:09:45.785 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:45.785 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-22T14:09:45.785 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-22T14:09:45.785 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.2 2024-04-22T14:09:46.089 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:45 smithi173 systemd[1]: Stopping Ceph osd.2 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:46.352 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2[36648]: 2024-04-22T14:09:46.084+0000 7f4f7149a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:46.353 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2[36648]: 2024-04-22T14:09:46.084+0000 7f4f7149a700 -1 osd.2 99 *** Got signal Terminated *** 2024-04-22T14:09:46.353 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2[36648]: 2024-04-22T14:09:46.084+0000 7f4f7149a700 -1 osd.2 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:09:51.757 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:51 smithi173 podman[68844]: 2024-04-22 14:09:51.457497948 +0000 UTC m=+5.483864856 container died 95494426c493636b9188cb1ade1128997d8054fbd8207e8749d28a74c3183b0a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-22T14:09:52.141 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:51 smithi173 podman[68844]: 2024-04-22 14:09:51.844428452 +0000 UTC m=+5.870795357 container cleanup 95494426c493636b9188cb1ade1128997d8054fbd8207e8749d28a74c3183b0a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-22T14:09:52.141 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:51 smithi173 bash[68844]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2 2024-04-22T14:09:52.408 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68875]: 2024-04-22 14:09:52.137991729 +0000 UTC m=+0.675025184 container remove 95494426c493636b9188cb1ade1128997d8054fbd8207e8749d28a74c3183b0a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-22T14:09:52.737 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.33959266 +0000 UTC m=+0.017893230 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:09:52.738 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.456225479 +0000 UTC m=+0.134526076 container create 70084fea1315703f935544e488fc74ae3acfe7e548a828a7a6b74e4be5ae7fb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-22T14:09:52.738 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.659219454 +0000 UTC m=+0.337520009 container init 70084fea1315703f935544e488fc74ae3acfe7e548a828a7a6b74e4be5ae7fb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:09:52.738 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.662296914 +0000 UTC m=+0.340597475 container start 70084fea1315703f935544e488fc74ae3acfe7e548a828a7a6b74e4be5ae7fb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-22T14:09:52.738 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.734395839 +0000 UTC m=+0.412696394 container attach 70084fea1315703f935544e488fc74ae3acfe7e548a828a7a6b74e4be5ae7fb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:09:53.158 INFO:journalctl@ceph.osd.2.smithi173.stdout:Apr 22 14:09:52 smithi173 podman[68969]: 2024-04-22 14:09:52.946410209 +0000 UTC m=+0.624710765 container died 70084fea1315703f935544e488fc74ae3acfe7e548a828a7a6b74e4be5ae7fb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-22T14:09:53.536 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.2.service' 2024-04-22T14:09:53.577 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:09:53.578 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-22T14:09:53.578 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-22T14:09:53.578 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.3 2024-04-22T14:09:53.941 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:53 smithi083 systemd[1]: Stopping Ceph osd.3 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:09:54.441 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:54 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T14:09:54.069+0000 7fbac4422700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:09:54.441 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:54 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T14:09:54.069+0000 7fbac4422700 -1 osd.3 99 *** Got signal Terminated *** 2024-04-22T14:09:54.442 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:54 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T14:09:54.069+0000 7fbac4422700 -1 osd.3 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:09:56.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:09:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:09:56.335+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:09:57.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:09:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:09:57.285+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:09:57.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:09:57 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:09:57.423+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:09:58.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:09:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:09:57.787+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:09:58.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:09:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:09:58.238+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:09:58.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:09:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:09:58.269+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:09:58.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:09:58 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:09:58.298+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:09:58.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:09:58 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:09:58.457+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:09:59.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:09:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:09:58.758+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:09:59.191 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:58 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3[49356]: 2024-04-22T14:09:58.786+0000 7fbabca0e700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.762611+0000 front 2024-04-22T14:09:33.762664+0000 (oldest deadline 2024-04-22T14:09:58.462775+0000) 2024-04-22T14:09:59.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:09:59 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:09:59.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:09:59.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:09:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:09:59.204+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:09:59.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:09:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:09:59.260+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:09:59.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:09:59 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:09:59.290+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:09:59.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:09:59 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:09:59.419+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:09:59.691 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:59 smithi083 podman[118906]: 2024-04-22 14:09:59.503714503 +0000 UTC m=+5.741540471 container died 22c42f51baeb58598b37b7bc031b5d9e8bcaebb5f6bab6568d74733490c1819b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:00.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:09:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:09:59.765+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:00.191 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:59 smithi083 podman[118906]: 2024-04-22 14:09:59.927709172 +0000 UTC m=+6.165535129 container cleanup 22c42f51baeb58598b37b7bc031b5d9e8bcaebb5f6bab6568d74733490c1819b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T14:10:00.191 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:09:59 smithi083 bash[118906]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3 2024-04-22T14:10:00.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:00 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:00.049+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:00.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:00.233+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:00.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:00.268+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:00.691 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:00 smithi083 podman[118936]: 2024-04-22 14:10:00.212552927 +0000 UTC m=+0.703782831 container remove 22c42f51baeb58598b37b7bc031b5d9e8bcaebb5f6bab6568d74733490c1819b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-22T14:10:00.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:00.330+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:00.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:00 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:00.432+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:00.969 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:00 smithi083 podman[119029]: 2024-04-22 14:10:00.596399415 +0000 UTC m=+0.018214410 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:00.970 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:00 smithi083 podman[119029]: 2024-04-22 14:10:00.730628377 +0000 UTC m=+0.152443393 container create af87be767382c0cf5e9f9b20259ddebf974f20711a7ce052ec96f715031acc3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:00.970 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:00 smithi083 podman[119029]: 2024-04-22 14:10:00.966455837 +0000 UTC m=+0.388270811 container init af87be767382c0cf5e9f9b20259ddebf974f20711a7ce052ec96f715031acc3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T14:10:00.982 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:00.720+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:01.263 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:00 smithi083 podman[119029]: 2024-04-22 14:10:00.969749981 +0000 UTC m=+0.391564956 container start af87be767382c0cf5e9f9b20259ddebf974f20711a7ce052ec96f715031acc3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:01.263 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:01 smithi083 podman[119029]: 2024-04-22 14:10:01.05005286 +0000 UTC m=+0.471867840 container attach af87be767382c0cf5e9f9b20259ddebf974f20711a7ce052ec96f715031acc3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:01.316 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:01.226+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:01.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:01 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:01.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:01.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:01.312+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:01.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:01 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:01.428+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:01.692 INFO:journalctl@ceph.osd.3.smithi083.stdout:Apr 22 14:10:01 smithi083 podman[119029]: 2024-04-22 14:10:01.260251581 +0000 UTC m=+0.682066557 container died af87be767382c0cf5e9f9b20259ddebf974f20711a7ce052ec96f715031acc3a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:01.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:01 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:01.304+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:01.903 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.3.service' 2024-04-22T14:10:01.942 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:01.943 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-22T14:10:01.943 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-22T14:10:01.943 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.4 2024-04-22T14:10:02.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:01.713+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:02.226 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:01 smithi084 systemd[1]: Stopping Ceph osd.4 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:02.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:02 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:02.081+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:02.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:02.263+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:02.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:02.348+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:02.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:02 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:02.287+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:02.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:02 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:02.394+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:02.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:02 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:02.257+0000 7f2aac553700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:02.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:02 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:02.257+0000 7f2aac553700 -1 osd.4 99 *** Got signal Terminated *** 2024-04-22T14:10:02.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:02 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:02.257+0000 7f2aac553700 -1 osd.4 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:03.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:02.707+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:03.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:03 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:03.089+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:03.585 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:03.221+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:03.586 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:03.331+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:03.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:03 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:03.264+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:03.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:03 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:03.388+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:03.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:03.658+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:03.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:03 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:03.658+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:04.448 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:04.086+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:04.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:04.175+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:04.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:04.331+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:04.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:04.331+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:04.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:04.247+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:04.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:04.369+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:04.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:04 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:04.369+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:04.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:04 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:04.443+0000 7f2aa8b47700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.143423+0000 front 2024-04-22T14:09:40.143443+0000 (oldest deadline 2024-04-22T14:10:04.243580+0000) 2024-04-22T14:10:05.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:04.708+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:05.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:04 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:04.708+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:05.424 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:05 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:05.101+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:05.425 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:05 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:05.164+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:05.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:05.163+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:05.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:05.316+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:05.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:05.316+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:05.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:05 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:05.256+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:05.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:05 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:05.417+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:05.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:05 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:05.417+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:05.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:05 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:05.420+0000 7f2aa8b47700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.143423+0000 front 2024-04-22T14:09:40.143443+0000 (oldest deadline 2024-04-22T14:10:04.243580+0000) 2024-04-22T14:10:06.140 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:05.693+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:06.140 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:05 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:05.693+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:06.401 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:06.143+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:06.401 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:06.134+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:06.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:06.302+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:06.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:06.302+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:06.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:06.136+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:06.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:06.136+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:06.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:06.296+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:06.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:06.296+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:06.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:06.367+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:06.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:06 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:06.367+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:06.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:06 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4[42836]: 2024-04-22T14:10:06.397+0000 7f2aa8b47700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.143423+0000 front 2024-04-22T14:09:40.143443+0000 (oldest deadline 2024-04-22T14:10:04.243580+0000) 2024-04-22T14:10:07.155 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:06.681+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:07.324 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:06 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:06.681+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:07.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:07.350+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:07.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:07.350+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:07.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:07.150+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:07.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:07.150+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:07.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:07 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:07.100+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:07.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:07 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:07.101+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:07.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:07 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:07.101+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:07.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:07.345+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:07.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:07.345+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:07.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:07.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:07.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:07.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:07.976 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:07 smithi084 podman[68099]: 2024-04-22 14:10:07.715126677 +0000 UTC m=+5.582407673 container died fdde654676e00b697b99b33ea938f59ba080190095c4d640d43496cce1826fe7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-22T14:10:08.150 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:07.724+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:08.150 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:07 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:07.724+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:08.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:08.146+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:08.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:08.146+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:08.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:08.392+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:08.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:08.392+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:08.412 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:08.070+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:08.412 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:08.070+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:08.413 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:08 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:08.116+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:08.413 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:08 smithi084 podman[68099]: 2024-04-22 14:10:08.140985327 +0000 UTC m=+6.008266313 container cleanup fdde654676e00b697b99b33ea938f59ba080190095c4d640d43496cce1826fe7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:08.413 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:08 smithi084 bash[68099]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4 2024-04-22T14:10:08.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:08.338+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:08.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:08.338+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:08.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:08.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:08.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:08 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:08.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:08.726 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:08 smithi084 podman[68117]: 2024-04-22 14:10:08.408917612 +0000 UTC m=+0.689861600 container remove fdde654676e00b697b99b33ea938f59ba080190095c4d640d43496cce1826fe7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:10:09.100 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:09.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:09.100 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:09.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:09.100 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:08 smithi084 podman[68209]: 2024-04-22 14:10:08.705403474 +0000 UTC m=+0.017649348 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:09.100 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:08 smithi084 podman[68209]: 2024-04-22 14:10:08.827709365 +0000 UTC m=+0.139955239 container create 25b1c127e8ecaf3885a4ae7e3c4e281806125b852a05490227c4b2fe166019b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:10:09.100 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:09 smithi084 podman[68209]: 2024-04-22 14:10:09.09627274 +0000 UTC m=+0.408518616 container init 25b1c127e8ecaf3885a4ae7e3c4e281806125b852a05490227c4b2fe166019b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T14:10:09.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:08.736+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:09.158 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:08 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:08.736+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:09.392 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:09 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:09.161+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:09.392 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:09 smithi084 podman[68209]: 2024-04-22 14:10:09.099953294 +0000 UTC m=+0.412199169 container start 25b1c127e8ecaf3885a4ae7e3c4e281806125b852a05490227c4b2fe166019b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:10:09.392 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:09 smithi084 podman[68209]: 2024-04-22 14:10:09.187622871 +0000 UTC m=+0.499868751 container attach 25b1c127e8ecaf3885a4ae7e3c4e281806125b852a05490227c4b2fe166019b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T14:10:09.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:09.195+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:09.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:09.195+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:09.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:09.435+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:09.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:09.435+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:09.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:09.364+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:09.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:09.364+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:09.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:09.413+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:09.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:09 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:09.413+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:09.702 INFO:journalctl@ceph.osd.4.smithi084.stdout:Apr 22 14:10:09 smithi084 podman[68209]: 2024-04-22 14:10:09.389196408 +0000 UTC m=+0.701442284 container died 25b1c127e8ecaf3885a4ae7e3c4e281806125b852a05490227c4b2fe166019b6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:10.025 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.4.service' 2024-04-22T14:10:10.064 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:10.064 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-22T14:10:10.064 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-22T14:10:10.064 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.5 2024-04-22T14:10:10.090 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:09.697+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:10.090 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:09 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:09.697+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:10.380 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 systemd[1]: Stopping Ceph osd.5 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:10.380 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:10.193+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:10.380 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:10.193+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:10.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:10.176+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:10.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:10.069+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:10.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:10 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:10.069+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:10.658 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:10.376+0000 7fe704441700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:10.658 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:10.376+0000 7fe704441700 -1 osd.5 99 *** Got signal Terminated *** 2024-04-22T14:10:10.658 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:10.376+0000 7fe704441700 -1 osd.5 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:10.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:10.463+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:10.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:10.463+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:10.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:10.323+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:10.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:10.323+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:10.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:10.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:10.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:10 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:10.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:11.153 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:10.696+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:11.153 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:10 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:10.696+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:11.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:11.149+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:11.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:11.149+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:11.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:11.196+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:11.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:11.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:11.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:11 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:11.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:11.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:11.353+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:11.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:11.353+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:11.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:11.412+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:11.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:11 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:11.412+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:11.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:11.686+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:11.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:11.686+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:11.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:11.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:11.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:11 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:11.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:12.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:12.112+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:12.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:12.112+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:12.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:12.229+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:12.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:12.062+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:12.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:12 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:12.062+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:12.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:12.443+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:12.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:12.443+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:12.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:12.332+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:12.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:12.332+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:12.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:12.332+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:12.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:12.675+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:12.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:12.675+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:12.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:12.466+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:12.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:12.466+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:12.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:12 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:12.466+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:13.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:13.140+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:13.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:13.140+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:13.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:13.219+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:13.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:13.023+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:13.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:13 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:13.023+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:13.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:13.310+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:13.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:13.310+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:13.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:13.310+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:13.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:13.486+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:13.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:13 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:13.486+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:13.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:13.634+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:13.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:13.634+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:13.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:13.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:13.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:13.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:13.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:13 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:13.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:14.458 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:14.183+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:14.459 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:14.183+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:14.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:14.173+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:14.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:14.173+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:14.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:14.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:14.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:14 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:14.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:14.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:14.314+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:14.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:14.314+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:14.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:14.314+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:14.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:14.460+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:14.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:14.460+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:14.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:14 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:14.460+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:14.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:14.590+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:31.257075+0000 front 2024-04-22T14:09:31.257153+0000 (oldest deadline 2024-04-22T14:09:57.156965+0000) 2024-04-22T14:10:14.908 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5[43594]: 2024-04-22T14:10:14.590+0000 7fe6fca2d700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.157475+0000 front 2024-04-22T14:09:37.157439+0000 (oldest deadline 2024-04-22T14:10:03.558153+0000) 2024-04-22T14:10:14.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:14.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:14.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:14.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:14.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:14 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:14.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:15.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:15.130+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:15.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:15.130+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:15.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:15.050+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:15.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:15 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:15.050+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:15.477 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:15 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:15.202+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:15.477 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:15 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:15.202+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:15.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:15.348+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:15.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:15.348+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:15.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:15.348+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:15.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:15.417+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:15.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:15.417+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:15.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:15.417+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:15.782 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:15 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:15.473+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:15.782 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:15 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:15.473+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:15.783 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:15 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:15.473+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:16.082 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:15 smithi173 podman[69078]: 2024-04-22 14:10:15.779517083 +0000 UTC m=+5.528386497 container died 92a8153b7fe41c7cca991ee38a7dadcec29c947bfca6055dad14861704ecf06d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T14:10:16.377 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:16.095+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:16.377 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:16.095+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:16.377 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:16.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:16.378 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:16.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:16.378 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:16 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:16.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:16.406 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69078]: 2024-04-22 14:10:16.176833954 +0000 UTC m=+5.925703358 container cleanup 92a8153b7fe41c7cca991ee38a7dadcec29c947bfca6055dad14861704ecf06d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:10:16.406 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 bash[69078]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5 2024-04-22T14:10:16.406 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:16 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:16.206+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:16.406 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:16 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:16.206+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:16.658 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69096]: 2024-04-22 14:10:16.403084881 +0000 UTC m=+0.625019420 container remove 92a8153b7fe41c7cca991ee38a7dadcec29c947bfca6055dad14861704ecf06d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-22T14:10:16.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:16 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:16.440+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:16.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:16 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:16.440+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:16.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:16 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:16.440+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:16.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:16.331+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:16.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:16.331+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:16.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:16.331+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:16.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:16.368+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:16.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:16.368+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:16.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:16 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:16.368+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:16.994 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69188]: 2024-04-22 14:10:16.596626452 +0000 UTC m=+0.017835803 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:16.994 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69188]: 2024-04-22 14:10:16.704357973 +0000 UTC m=+0.125567310 container create 5eff77520b084ecf473b7b0179175f7ab7a2896376df2585ac5c60da89c68213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-22T14:10:16.994 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69188]: 2024-04-22 14:10:16.915552207 +0000 UTC m=+0.336761542 container init 5eff77520b084ecf473b7b0179175f7ab7a2896376df2585ac5c60da89c68213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:10:16.994 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69188]: 2024-04-22 14:10:16.918655287 +0000 UTC m=+0.339864630 container start 5eff77520b084ecf473b7b0179175f7ab7a2896376df2585ac5c60da89c68213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-22T14:10:16.994 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:16 smithi173 podman[69188]: 2024-04-22 14:10:16.990497735 +0000 UTC m=+0.411707099 container attach 5eff77520b084ecf473b7b0179175f7ab7a2896376df2585ac5c60da89c68213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:10:17.390 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:17.062+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:17.390 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:17.062+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:17.390 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:17.068+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:17.390 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:17.068+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:17.391 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:17 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:17.068+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:17.399 INFO:journalctl@ceph.osd.5.smithi173.stdout:Apr 22 14:10:17 smithi173 podman[69188]: 2024-04-22 14:10:17.20604368 +0000 UTC m=+0.627253020 container died 5eff77520b084ecf473b7b0179175f7ab7a2896376df2585ac5c60da89c68213 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-5-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-22T14:10:17.400 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:17 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:17.190+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:17.400 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:17 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:17.190+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:17.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:17 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:17.395+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:17.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:17 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:17.395+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:17.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:17 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:17.395+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:17.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:17.358+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:17.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:17.358+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:17.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:17.358+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:17.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:17.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:17.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:17.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:17.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:17 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:17.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:17.875 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.5.service' 2024-04-22T14:10:17.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:17.955 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-22T14:10:17.955 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-22T14:10:17.955 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.6 2024-04-22T14:10:18.269 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 systemd[1]: Stopping Ceph osd.6 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:18.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:18.036+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:18.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:18.036+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:18.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:18.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:18.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:18.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:18.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:18.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:18.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:18.400+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:18.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:18.400+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:18.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:18.400+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:18.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:18.237+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:18.659 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:18.237+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:18.659 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:18 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:18.237+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:18.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:18.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:18.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:18.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:18.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:18.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:18.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.264+0000 7f5a5eb50700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:18.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.264+0000 7f5a5eb50700 -1 osd.6 99 *** Got signal Terminated *** 2024-04-22T14:10:18.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.264+0000 7f5a5eb50700 -1 osd.6 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:18.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.366+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:18.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.366+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:18.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:18 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:18.366+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:19.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:19 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:19.018+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:19.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:19 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:19.018+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:19.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:19 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:19.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:19.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:19 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:19.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:19.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:19 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:19.066+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:19.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:19.258+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:19.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:19.258+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:19.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:19.258+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:19.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:19.427+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:19.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:19.427+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:19.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:19 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:19.427+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:19.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:19.346+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:19.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:19.346+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:19.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:19.346+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:19.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:19.412+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:19.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:19.412+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:19.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:19 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:19.412+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:20.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:20.057+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:20.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:20.057+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:20.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:20.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:20.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:20.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:20.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:20.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:20.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:20 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:20.059+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:20.286+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:20.286+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:20.286+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:20.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:20.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:20.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:20 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:20.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:20.308+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:20.308+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:20.308+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:20.387+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:20.387+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:20.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:20 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:20.387+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:21.045+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:21.045+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:21.035+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:21.035+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:21.035+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:21.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:21 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:21.035+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:21.490+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:21.490+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:21.490+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:21.277+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:21.277+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:21.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:21.277+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:21.659 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:21 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:21.277+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:21.316+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:21.316+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:21.316+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:21.427+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:21.427+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:21.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:21.427+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:21.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:21 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:21.427+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:22.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:22.052+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:22.052+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:22.052+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:22.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:22.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:22.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:22.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:22 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:22.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:22.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:22.304+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:22.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:22.304+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:22.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:22.304+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:22.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:22.304+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:22.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:22.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:22.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:22.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:22.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:22.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:22.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:22 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:22.468+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:22.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:22.329+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.098500+0000 front 2024-04-22T14:09:32.098478+0000 (oldest deadline 2024-04-22T14:09:57.998663+0000) 2024-04-22T14:10:22.691 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:22.329+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.099726+0000 front 2024-04-22T14:09:42.099761+0000 (oldest deadline 2024-04-22T14:10:05.599637+0000) 2024-04-22T14:10:22.692 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6[56075]: 2024-04-22T14:10:22.329+0000 7f5a5b144700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:45.600354+0000 front 2024-04-22T14:09:45.600242+0000 (oldest deadline 2024-04-22T14:10:11.500153+0000) 2024-04-22T14:10:22.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:22.419+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:22.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:22.419+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:22.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:22.419+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:22.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:22 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:22.419+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:23.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:23.100+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:23.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:23.100+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:23.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:23.100+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:23.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:23.036+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:23.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:23.036+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:23.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:23.036+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:23.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:23.036+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:23.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:23.301+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:23.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:23.301+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:23.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:23.301+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:23.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:23.301+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:23.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:23.495+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:23.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:23.495+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:23.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:23.495+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:23.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:23 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:23.495+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:23.919 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:23 smithi083 podman[119137]: 2024-04-22 14:10:23.620962778 +0000 UTC m=+5.473369751 container died db3f5d73edb8dc956d1bbb6e5cd485157395031f9b83d1645c0d98fb2394aafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-22T14:10:23.920 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:23 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:23.456+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:23.920 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:23 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:23.456+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:23.920 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:23 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:23.456+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:23.920 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:23 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:23.456+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:24.191 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119137]: 2024-04-22 14:10:24.01514347 +0000 UTC m=+5.867550432 container cleanup db3f5d73edb8dc956d1bbb6e5cd485157395031f9b83d1645c0d98fb2394aafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-22T14:10:24.191 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 bash[119137]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6 2024-04-22T14:10:24.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:24.116+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:24.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:24.116+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:24.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:24.116+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:24.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:24.072+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:24.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:24.072+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:24.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:24.072+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:24.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:24 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:24.072+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:24.507 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119154]: 2024-04-22 14:10:24.249733856 +0000 UTC m=+0.622579974 container remove db3f5d73edb8dc956d1bbb6e5cd485157395031f9b83d1645c0d98fb2394aafe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:24.293+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:24.293+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:24.293+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:24.293+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:24.472+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:24.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:24.472+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:24.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:24.472+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:24.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:24 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:24.472+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:24.789 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119249]: 2024-04-22 14:10:24.464524219 +0000 UTC m=+0.018789471 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:24.790 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119249]: 2024-04-22 14:10:24.575438473 +0000 UTC m=+0.129703719 container create 499a01d6fe044a224b8e2315825d20ca245f2b8e08a9bbe7d4b80e401b71ab74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-22T14:10:24.790 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:24.503+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:24.790 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:24.503+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:24.790 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:24.503+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:24.790 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:24 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:24.503+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:25.086 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119249]: 2024-04-22 14:10:24.786518038 +0000 UTC m=+0.340783284 container init 499a01d6fe044a224b8e2315825d20ca245f2b8e08a9bbe7d4b80e401b71ab74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-22T14:10:25.086 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119249]: 2024-04-22 14:10:24.789574023 +0000 UTC m=+0.343839269 container start 499a01d6fe044a224b8e2315825d20ca245f2b8e08a9bbe7d4b80e401b71ab74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:10:25.087 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:24 smithi083 podman[119249]: 2024-04-22 14:10:24.894950312 +0000 UTC m=+0.449215587 container attach 499a01d6fe044a224b8e2315825d20ca245f2b8e08a9bbe7d4b80e401b71ab74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-22T14:10:25.384 INFO:journalctl@ceph.osd.6.smithi083.stdout:Apr 22 14:10:25 smithi083 podman[119249]: 2024-04-22 14:10:25.083335887 +0000 UTC m=+0.637601125 container died 499a01d6fe044a224b8e2315825d20ca245f2b8e08a9bbe7d4b80e401b71ab74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T14:10:25.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:25.090+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:25.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:25.090+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:25.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:25.090+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:25.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:25.056+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:25.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:25.056+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:25.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:25.056+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:25.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:25 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:25.056+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:25.248+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:25.248+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:25.248+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:25.248+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:25.496+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:25.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:25.496+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:25.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:25.496+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:25.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:25 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:25.496+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:25.660 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:25.461+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:25.660 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:25.461+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:25.660 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:25.461+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:25.660 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:25 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:25.461+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:25.682 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.6.service' 2024-04-22T14:10:25.719 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:25.719 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-22T14:10:25.719 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-22T14:10:25.719 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.7 2024-04-22T14:10:26.038 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:25 smithi084 systemd[1]: Stopping Ceph osd.7 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:26.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:26.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:26.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:26.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:26.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:26.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.034+0000 7fdf27b92700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.034+0000 7fdf27b92700 -1 osd.7 99 *** Got signal Terminated *** 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.034+0000 7fdf27b92700 -1 osd.7 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.135+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.135+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:26.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:26 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:26.135+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:26.534 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:26.255+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:26.534 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:26.255+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:26.534 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:26.255+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:26.534 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:26.255+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:26.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:26.418+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:26.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:26.418+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:26.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:26.418+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:26.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:26 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:26.418+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:26.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:26.530+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:26.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:26.530+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:26.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:26.530+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:26.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:26 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:26.530+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:27.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:27.093+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:27.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:27.093+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:27.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:27.093+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:27.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:27.018+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:27.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:27.018+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:27.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:27.018+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:27.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:27.018+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:27.501+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:27.501+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:27.501+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:27.501+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:27.306+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:27.306+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:27.306+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:27.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:27 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:27.306+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:27.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:27.416+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:27.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:27.416+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:27.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:27.416+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:27.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:27 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:27.416+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:28.127+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:28.127+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:28.127+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:28.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.030+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:28.295+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:28.295+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:28.295+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:28.295+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:28.460+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:28.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:28.460+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:28.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:28.461+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:28.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:28 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:28.461+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:28.789 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:28.437+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:28.789 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:28.437+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:28.789 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:28.437+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:28.789 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:28 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:28.437+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:29.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:29 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:29.113+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:29.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:29 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:29.113+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:29.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:29 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:29.113+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:29.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.996+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:29.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.996+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:29.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.996+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:29.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.996+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:29.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:28 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:28.996+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:29.324+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:29.324+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:29.324+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:29.324+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:29.506+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:29.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:29.506+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:29.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:29.506+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:29.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:29 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:29.506+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:29.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:29.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:29.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:29.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:29.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:29.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:29.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:29 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:29.406+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:30.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:30.105+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.744338+0000 front 2024-04-22T14:09:42.744402+0000 (oldest deadline 2024-04-22T14:10:04.444462+0000) 2024-04-22T14:10:30.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:30.105+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:50.246119+0000 front 2024-04-22T14:09:50.246219+0000 (oldest deadline 2024-04-22T14:10:13.746189+0000) 2024-04-22T14:10:30.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7[49798]: 2024-04-22T14:10:30.105+0000 7fdf24186700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:56.647317+0000 front 2024-04-22T14:09:56.647252+0000 (oldest deadline 2024-04-22T14:10:21.947249+0000) 2024-04-22T14:10:30.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:30.019+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:30.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:30.019+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:30.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:30.019+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:30.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:30.019+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:30.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:30 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:30.019+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:30.370+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:30.370+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:30.370+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:30.370+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:30.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:30.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:30.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:30.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:30.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:30.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:30 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:30.470+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:30.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:30.366+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:30.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:30.366+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:30.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:30.366+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:30.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:30 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:30.366+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:31.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:31.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:31.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:31.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:31.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:31.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:31.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:31.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:31.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:31.065+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:31.352+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:31.352+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:31.352+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:31.352+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:31.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:31.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:31.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:31.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:31.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:31 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:31.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:31.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:31 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:31.414+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:31.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:31 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:31.414+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:31.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:31 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:31.414+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:31.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:31 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:31.414+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:31.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:31 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:31.414+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:31.830 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:31 smithi084 podman[68325]: 2024-04-22 14:10:31.536634668 +0000 UTC m=+5.624514823 container died 444b78703ad33dee12159f39f53573a5b9bf451b9299b1b15d03a59a6dfd0134 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-22T14:10:32.104 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:31 smithi084 podman[68325]: 2024-04-22 14:10:31.925485524 +0000 UTC m=+6.013365684 container cleanup 444b78703ad33dee12159f39f53573a5b9bf451b9299b1b15d03a59a6dfd0134 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-22T14:10:32.105 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:31 smithi084 bash[68325]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7 2024-04-22T14:10:32.476 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68343]: 2024-04-22 14:10:32.227114736 +0000 UTC m=+0.683021940 container remove 444b78703ad33dee12159f39f53573a5b9bf451b9299b1b15d03a59a6dfd0134 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-22T14:10:32.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:32 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:32.099+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:32.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:32 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:32.099+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:32.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:32 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:32.099+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:32.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:32 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:32.099+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:32.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:32 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:32.099+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:32.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:32.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:32.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:32.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:32.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:32.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:32.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:32.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:32.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:32.408+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:32.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:32.408+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:32.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:32.408+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:32.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:32.408+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:32.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:32 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:32.408+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:32.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:32.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:32.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:32.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:32.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:32.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:32.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:32.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:32.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:32 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:32.381+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:32.833 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68432]: 2024-04-22 14:10:32.449632926 +0000 UTC m=+0.018038953 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:32.834 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68432]: 2024-04-22 14:10:32.586432729 +0000 UTC m=+0.154838805 container create 8b6e604bff7451654d414c8b895d9c8abd9b89f58031725414ce9eb010671a97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T14:10:32.834 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68432]: 2024-04-22 14:10:32.830348492 +0000 UTC m=+0.398754510 container init 8b6e604bff7451654d414c8b895d9c8abd9b89f58031725414ce9eb010671a97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-22T14:10:33.085 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68432]: 2024-04-22 14:10:32.833930504 +0000 UTC m=+0.402336521 container start 8b6e604bff7451654d414c8b895d9c8abd9b89f58031725414ce9eb010671a97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:33.085 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:32 smithi084 podman[68432]: 2024-04-22 14:10:32.955877115 +0000 UTC m=+0.524283143 container attach 8b6e604bff7451654d414c8b895d9c8abd9b89f58031725414ce9eb010671a97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.7.smithi084.stdout:Apr 22 14:10:33 smithi084 podman[68432]: 2024-04-22 14:10:33.123885976 +0000 UTC m=+0.692291985 container died 8b6e604bff7451654d414c8b895d9c8abd9b89f58031725414ce9eb010671a97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:33 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:33.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:33 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:33.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:33 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:33.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:33 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:33.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:33.396 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:33 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:33.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:33.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:33.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:33.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:33.374+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:33.358+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:33.358+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:33.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:33.358+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:33.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:33.358+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:33.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:33 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:33.358+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:33.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:33 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:33.389+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:33.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:33 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:33.389+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:33.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:33 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:33.389+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:33.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:33 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:33.389+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:33.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:33 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:33.389+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:33.703 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.7.service' 2024-04-22T14:10:33.739 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:33.740 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-22T14:10:33.740 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-22T14:10:33.740 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.8 2024-04-22T14:10:34.068 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:33 smithi173 systemd[1]: Stopping Ceph osd.8 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:34.340 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:34 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:34.077+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:34.340 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:34 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:34.077+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:34.340 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:34 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:34.077+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:34.340 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:34 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:34.077+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:34.340 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:34 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:34.077+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:34.366 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:34.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:34.366 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:34.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:34.367 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:34.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:34.367 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:34.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:34.367 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:34.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:34.367 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.063+0000 7f920b4c4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.063+0000 7f920b4c4700 -1 osd.8 99 *** Got signal Terminated *** 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.063+0000 7f920b4c4700 -1 osd.8 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.362+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.362+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.362+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:34.368 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:34 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:34.362+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:34.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:34.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:34.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:34.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:34.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:34.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:34.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:34.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:34.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:34 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:34.353+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:35.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:35 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:35.098+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:35.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:35 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:35.098+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:35.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:35 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:35.098+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:35.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:35 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:35.098+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:35.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:35 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:35.098+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:35.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:35.336+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:35.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:35.336+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:35.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:35.336+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:35.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:35.336+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:35.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:35.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:35.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:35.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:35.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:35.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:35.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:35.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:35.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:35.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:35.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:35.316+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:35.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:35.316+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:35.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:35.316+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:35.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:35.316+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:35.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:35 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:35.316+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:36.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:36 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:36.127+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:36.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:36 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:36.127+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:36.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:36 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:36.127+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:36.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:36 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:36.127+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:36.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:36 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:36.127+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:36.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:36.382+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:36.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:36.382+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:36.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:36.382+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:36.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:36.382+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:36.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:36.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:36.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:36.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:36.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:36.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:36.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:36.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:36.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:36 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:36.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:36.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:36 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:36.359+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:36.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:36 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:36.359+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:36.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:36 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:36.359+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:36.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:36 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:36.359+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:36.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:36 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:36.359+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:37.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:37.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:37.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:37.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:37.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:37.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:37.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:37.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:37.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:37 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:37.080+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:37.383+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:37.383+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:37.383+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:37.383+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:37.221+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:37.221+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:37.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:37.221+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:37.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:37.221+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:37.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:37 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:37.221+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:37.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:37.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:37.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:37.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:37.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:37.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:37 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:37.345+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:38.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:38.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:38.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:38.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:38.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:38.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:38.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:38.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:38.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:38 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:38.055+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:38.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:38.428+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:30.899685+0000 front 2024-04-22T14:09:30.899765+0000 (oldest deadline 2024-04-22T14:09:55.500332+0000) 2024-04-22T14:10:38.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:38.428+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:40.801540+0000 front 2024-04-22T14:09:40.801562+0000 (oldest deadline 2024-04-22T14:10:06.101509+0000) 2024-04-22T14:10:38.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:38.428+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:49.602332+0000 front 2024-04-22T14:09:49.602350+0000 (oldest deadline 2024-04-22T14:10:17.202987+0000) 2024-04-22T14:10:38.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:38.428+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:57.203457+0000 front 2024-04-22T14:09:57.203396+0000 (oldest deadline 2024-04-22T14:10:20.703538+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8[50444]: 2024-04-22T14:10:38.428+0000 7f9203ab0700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.705881+0000 front 2024-04-22T14:10:14.705922+0000 (oldest deadline 2024-04-22T14:10:37.606144+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:38.217+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:38.217+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:38.217+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:38.217+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:38.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:38 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:38.217+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:38.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:38.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:38.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:38.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:38.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:38.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:38 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:38.305+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:39.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:39 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:39.074+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:39.658 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:39 smithi173 podman[69292]: 2024-04-22 14:10:39.505863815 +0000 UTC m=+5.577118068 container died 44e14977673ddf1c745ddda401d621e4942972ed216123f802b6eb592d621485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-22T14:10:39.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:39.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:39.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:39.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:39.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:39.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:39.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:39.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:39.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:39.267+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:39.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:39.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:39.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:39.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:39.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:39.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:39 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:39.308+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:40.127 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:39 smithi173 podman[69292]: 2024-04-22 14:10:39.855894028 +0000 UTC m=+5.927148280 container cleanup 44e14977673ddf1c745ddda401d621e4942972ed216123f802b6eb592d621485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-22T14:10:40.127 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:39 smithi173 bash[69292]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8 2024-04-22T14:10:40.408 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69309]: 2024-04-22 14:10:40.124193445 +0000 UTC m=+0.621437447 container remove 44e14977673ddf1c745ddda401d621e4942972ed216123f802b6eb592d621485 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:40.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:40 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:40.219+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:40.408 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:40 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:40.219+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:40.409 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:40 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:40.219+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:40.409 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:40 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:40.219+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:40.409 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:40 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:40.219+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:40.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:40.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:40.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:40.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:40.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:40.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:40 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:40.027+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:40.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:40.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:40.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:40.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:40.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:40.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:40 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:40.349+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:40.783 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69397]: 2024-04-22 14:10:40.383175166 +0000 UTC m=+0.018048424 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:40.783 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69397]: 2024-04-22 14:10:40.494095207 +0000 UTC m=+0.128968452 container create 7b62154d5efd09246f4b307ec51c11c4edccb8380f56ab901af27868bb93f296 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-22T14:10:40.783 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69397]: 2024-04-22 14:10:40.696544045 +0000 UTC m=+0.331417290 container init 7b62154d5efd09246f4b307ec51c11c4edccb8380f56ab901af27868bb93f296 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:40.783 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69397]: 2024-04-22 14:10:40.699712865 +0000 UTC m=+0.334586120 container start 7b62154d5efd09246f4b307ec51c11c4edccb8380f56ab901af27868bb93f296 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-22T14:10:40.783 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:40 smithi173 podman[69397]: 2024-04-22 14:10:40.779684603 +0000 UTC m=+0.414557857 container attach 7b62154d5efd09246f4b307ec51c11c4edccb8380f56ab901af27868bb93f296 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-22T14:10:41.158 INFO:journalctl@ceph.osd.8.smithi173.stdout:Apr 22 14:10:41 smithi173 podman[69423]: 2024-04-22 14:10:41.013921739 +0000 UTC m=+0.019104872 container died 7b62154d5efd09246f4b307ec51c11c4edccb8380f56ab901af27868bb93f296 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:10:41.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:41.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:41.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:41.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:41.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:41.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:41 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:41.016+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:41.594 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:41.595 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:41.595 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:41.595 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:41.595 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:41.595 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:41 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:41.226+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:41.614 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.8.service' 2024-04-22T14:10:41.651 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:41.651 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-22T14:10:41.652 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-22T14:10:41.652 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.9 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:41.680 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.379+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:41.941 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 systemd[1]: Stopping Ceph osd.9 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.950+0000 7f8525fcc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.950+0000 7f8525fcc700 -1 osd.9 99 *** Got signal Terminated *** 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:41 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:41.950+0000 7f8525fcc700 -1 osd.9 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:42.376 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:42.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:42.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:42.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:42.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:42.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:42.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:42 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:42.038+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:42.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:42 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:42.273+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:42.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:42 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:42.371+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:43.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:43.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:43.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:43.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:43.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:43.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.004+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:43.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:43.257+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:43.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:43.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:43.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:43.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:43.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:43.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:43 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:43.333+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:44.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:44.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:44.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:44.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:44.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:44.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:43 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:43.974+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:44.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:44.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:44.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:44.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:44.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:44.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:44 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:44.240+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:44.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:44.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:44.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:44.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:44.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:44.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:44 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:44.377+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:45.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:45.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:44 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:44.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:45.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:45 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:45.252+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:45.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:45 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:45.351+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:46.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:46.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:46.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:46.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:46.476 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:46.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:46.477 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:45 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:45.978+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:46.559 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:46.559 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:46.559 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:46.559 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:46.560 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:46.560 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:46 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:46.294+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:46.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.264970+0000 front 2024-04-22T14:09:33.265117+0000 (oldest deadline 2024-04-22T14:09:57.365168+0000) 2024-04-22T14:10:46.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.365893+0000 front 2024-04-22T14:09:37.365832+0000 (oldest deadline 2024-04-22T14:10:03.766409+0000) 2024-04-22T14:10:46.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:51.070009+0000 front 2024-04-22T14:09:51.069925+0000 (oldest deadline 2024-04-22T14:10:13.969842+0000) 2024-04-22T14:10:46.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.472098+0000 front 2024-04-22T14:09:58.472288+0000 (oldest deadline 2024-04-22T14:10:21.372284+0000) 2024-04-22T14:10:46.691 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.373641+0000 front 2024-04-22T14:10:05.373666+0000 (oldest deadline 2024-04-22T14:10:31.174058+0000) 2024-04-22T14:10:46.692 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:46 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9[62978]: 2024-04-22T14:10:46.335+0000 7f85225c0700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.075055+0000 front 2024-04-22T14:10:14.075110+0000 (oldest deadline 2024-04-22T14:10:36.974956+0000) 2024-04-22T14:10:47.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:47.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:47.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:47.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:47.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:47.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:47.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:46 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:46.971+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:47.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:47.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:47.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:47.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:47.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:47.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:47.311+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:47.687 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:47 smithi083 podman[119366]: 2024-04-22 14:10:47.325291657 +0000 UTC m=+5.488598114 container died 5a987a95117e1200b4ef11f88b865d702e467532bd0b1159f05002466ba96123 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-22T14:10:47.687 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:47 smithi083 podman[119366]: 2024-04-22 14:10:47.683968361 +0000 UTC m=+5.847274805 container cleanup 5a987a95117e1200b4ef11f88b865d702e467532bd0b1159f05002466ba96123 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-22T14:10:47.941 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:47 smithi083 bash[119366]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9 2024-04-22T14:10:48.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:48.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:48.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:48.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:48.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:48.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:48.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:47 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:47.938+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:48.307 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:47 smithi083 podman[119386]: 2024-04-22 14:10:47.976752434 +0000 UTC m=+0.646538534 container remove 5a987a95117e1200b4ef11f88b865d702e467532bd0b1159f05002466ba96123 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True) 2024-04-22T14:10:48.567 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.207386391 +0000 UTC m=+0.017906066 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:48.567 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.327673477 +0000 UTC m=+0.138193192 container create efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:10:48.567 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.563322831 +0000 UTC m=+0.373842490 container init efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:48.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:48 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:48.347+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:48.856 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.566680445 +0000 UTC m=+0.377200105 container start efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True) 2024-04-22T14:10:48.856 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.638208925 +0000 UTC m=+0.448728604 container attach efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-22T14:10:49.144 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:48 smithi083 podman[119478]: 2024-04-22 14:10:48.852929906 +0000 UTC m=+0.663449569 container died efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:10:49.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:49.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:48 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:48.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:49.406 INFO:journalctl@ceph.osd.9.smithi083.stdout:Apr 22 14:10:49 smithi083 podman[119505]: 2024-04-22 14:10:49.383619281 +0000 UTC m=+0.522724492 container remove efab4669a0e9be638ffe3488d8c92c4d5e2554a55cb348acb24bd2a260041e72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-22T14:10:49.412 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.9.service' 2024-04-22T14:10:49.489 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:49.490 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-22T14:10:49.490 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-22T14:10:49.490 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.10 2024-04-22T14:10:49.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:49.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:49.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:49.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:49.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:49.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:49 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:49.386+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:49.803 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 systemd[1]: Stopping Ceph osd.10 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:50.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.798+0000 7f2ce048e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.798+0000 7f2ce048e700 -1 osd.10 99 *** Got signal Terminated *** 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.798+0000 7f2ce048e700 -1 osd.10 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:50.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:49 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:49.957+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:50.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:50.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:50.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:50.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:50.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:50.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:50 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:50.422+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:51.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:50 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:50.962+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:51.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:51 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:51.450+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:52.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:52.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:51 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:51.925+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:52.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:52.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:52.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:52.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:52.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:52.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:52 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:52.424+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:53.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:53.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:52 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:52.907+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:53.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:53.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:53.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:53.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:53.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:53.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:53 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:53.406+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:32.239214+0000 front 2024-04-22T14:09:32.239260+0000 (oldest deadline 2024-04-22T14:09:58.139282+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:42.641229+0000 front 2024-04-22T14:09:42.641203+0000 (oldest deadline 2024-04-22T14:10:06.741337+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:46.741779+0000 front 2024-04-22T14:09:46.741932+0000 (oldest deadline 2024-04-22T14:10:15.542454+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:55.543214+0000 front 2024-04-22T14:09:55.543143+0000 (oldest deadline 2024-04-22T14:10:19.642966+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:01.943790+0000 front 2024-04-22T14:10:01.943833+0000 (oldest deadline 2024-04-22T14:10:27.843922+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:14.245289+0000 front 2024-04-22T14:10:14.245323+0000 (oldest deadline 2024-04-22T14:10:38.345133+0000) 2024-04-22T14:10:54.227 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:53 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10[56552]: 2024-04-22T14:10:53.890+0000 7f2cdca82700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.83:6822 osd.6 since back 2024-04-22T14:10:22.445980+0000 front 2024-04-22T14:10:22.446063+0000 (oldest deadline 2024-04-22T14:10:44.145934+0000) 2024-04-22T14:10:54.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:54.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:54.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:54.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:54.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:54.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:54 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:54.454+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:55.614 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:55 smithi084 podman[68562]: 2024-04-22 14:10:55.357884034 +0000 UTC m=+5.681880665 container died c1043ca65d0031718b52337fc4e76b43894061b360327371af0d930ee216691b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-22T14:10:55.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:55.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:55.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:55.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:55.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:55.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:55.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:55 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:55.475+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:10:55.964 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:55 smithi084 podman[68562]: 2024-04-22 14:10:55.701274177 +0000 UTC m=+6.025270796 container cleanup c1043ca65d0031718b52337fc4e76b43894061b360327371af0d930ee216691b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-22T14:10:55.964 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:55 smithi084 bash[68562]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10 2024-04-22T14:10:56.226 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:55 smithi084 podman[68580]: 2024-04-22 14:10:55.960514556 +0000 UTC m=+0.605294942 container remove c1043ca65d0031718b52337fc4e76b43894061b360327371af0d930ee216691b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-22T14:10:56.550 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.294462347 +0000 UTC m=+0.094056122 container create 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-22T14:10:56.551 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.2181154 +0000 UTC m=+0.017709186 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:10:56.551 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.471967869 +0000 UTC m=+0.271561644 container init 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-22T14:10:56.551 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.475091703 +0000 UTC m=+0.274685481 container start 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:10:56.551 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.546975586 +0000 UTC m=+0.346569380 container attach 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:10:56.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:56.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:56.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:56.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:56.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:56.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:56.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:56 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:56.469+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:10:56.977 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:56 smithi084 podman[68671]: 2024-04-22 14:10:56.764600511 +0000 UTC m=+0.564194296 container died 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:10:57.316 INFO:journalctl@ceph.osd.10.smithi084.stdout:Apr 22 14:10:57 smithi084 podman[68697]: 2024-04-22 14:10:57.2997929 +0000 UTC m=+0.529559649 container remove 432ff8ce41e77ba272841cc8f17418c6086b6c7afdd31dcc5f87b6c556e19b5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-22T14:10:57.322 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.10.service' 2024-04-22T14:10:57.361 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:10:57.361 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-22T14:10:57.361 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-22T14:10:57.362 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.11 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 systemd[1]: Stopping Ceph osd.11 for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:57.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:57.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:57.659 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.455+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:10:58.158 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.678+0000 7ff8dfeac700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:10:58.158 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.678+0000 7ff8dfeac700 -1 osd.11 99 *** Got signal Terminated *** 2024-04-22T14:10:58.158 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:57 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:57.678+0000 7ff8dfeac700 -1 osd.11 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-22T14:10:58.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:58.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:58.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:58.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:58.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:58.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:58.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:58 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:58.409+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:10:59.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:10:59.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:10:59.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:10:59.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:10:59.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:10:59.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:10:59.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:10:59 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:10:59.418+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:11:00.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:11:00.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:00 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:00.439+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:11:01.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:11:01.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:11:01.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:11:01.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:11:01.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:11:01.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:11:01.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:11:01.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:01 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:01.481+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6820 osd.8 since back 2024-04-22T14:10:34.966145+0000 front 2024-04-22T14:10:34.966219+0000 (oldest deadline 2024-04-22T14:11:00.866102+0000) 2024-04-22T14:11:02.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6806 osd.0 since back 2024-04-22T14:09:33.955060+0000 front 2024-04-22T14:09:33.955125+0000 (oldest deadline 2024-04-22T14:09:57.455100+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6804 osd.1 since back 2024-04-22T14:09:37.455789+0000 front 2024-04-22T14:09:37.455598+0000 (oldest deadline 2024-04-22T14:10:03.355713+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6804 osd.2 since back 2024-04-22T14:09:47.857920+0000 front 2024-04-22T14:09:47.857942+0000 (oldest deadline 2024-04-22T14:10:11.958091+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.83:6814 osd.3 since back 2024-04-22T14:09:58.860191+0000 front 2024-04-22T14:09:58.860135+0000 (oldest deadline 2024-04-22T14:10:21.660745+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6812 osd.4 since back 2024-04-22T14:10:05.062778+0000 front 2024-04-22T14:10:05.062874+0000 (oldest deadline 2024-04-22T14:10:29.762804+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6812 osd.5 since back 2024-04-22T14:10:15.063726+0000 front 2024-04-22T14:10:15.063785+0000 (oldest deadline 2024-04-22T14:10:40.963853+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.84:6820 osd.7 since back 2024-04-22T14:10:28.565450+0000 front 2024-04-22T14:10:28.565437+0000 (oldest deadline 2024-04-22T14:10:54.965752+0000) 2024-04-22T14:11:02.909 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:02 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11[57481]: 2024-04-22T14:11:02.486+0000 7ff8dc4a0700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.173:6820 osd.8 since back 2024-04-22T14:10:34.966145+0000 front 2024-04-22T14:10:34.966219+0000 (oldest deadline 2024-04-22T14:11:00.866102+0000) 2024-04-22T14:11:03.298 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 podman[69515]: 2024-04-22 14:11:03.002633324 +0000 UTC m=+5.449626655 container died 9f79a4b36551bd997b7f4f1e226d6e1bf4d2bbefdd98b65d6341c458f96c386b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-22T14:11:03.614 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 podman[69515]: 2024-04-22 14:11:03.385328416 +0000 UTC m=+5.832321744 container cleanup 9f79a4b36551bd997b7f4f1e226d6e1bf4d2bbefdd98b65d6341c458f96c386b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:11:03.615 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 bash[69515]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11 2024-04-22T14:11:03.908 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 podman[69532]: 2024-04-22 14:11:03.611321631 +0000 UTC m=+0.605496996 container remove 9f79a4b36551bd997b7f4f1e226d6e1bf4d2bbefdd98b65d6341c458f96c386b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-22T14:11:04.226 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 podman[69626]: 2024-04-22 14:11:03.820453203 +0000 UTC m=+0.018345090 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-22T14:11:04.226 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:03 smithi173 podman[69626]: 2024-04-22 14:11:03.928641853 +0000 UTC m=+0.126533782 container create 68d648299ccf92b84851bfdaa23e55f06cacd56d4dd9ef3a011acb0a7c8ddd08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-22T14:11:04.226 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:04 smithi173 podman[69626]: 2024-04-22 14:11:04.139523065 +0000 UTC m=+0.337414952 container init 68d648299ccf92b84851bfdaa23e55f06cacd56d4dd9ef3a011acb0a7c8ddd08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-22T14:11:04.226 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:04 smithi173 podman[69626]: 2024-04-22 14:11:04.14263183 +0000 UTC m=+0.340523721 container start 68d648299ccf92b84851bfdaa23e55f06cacd56d4dd9ef3a011acb0a7c8ddd08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:11:04.226 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:04 smithi173 podman[69626]: 2024-04-22 14:11:04.222518721 +0000 UTC m=+0.420410628 container attach 68d648299ccf92b84851bfdaa23e55f06cacd56d4dd9ef3a011acb0a7c8ddd08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:11:04.658 INFO:journalctl@ceph.osd.11.smithi173.stdout:Apr 22 14:11:04 smithi173 podman[69626]: 2024-04-22 14:11:04.433814237 +0000 UTC m=+0.631706127 container died 68d648299ccf92b84851bfdaa23e55f06cacd56d4dd9ef3a011acb0a7c8ddd08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-22T14:11:05.021 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@osd.11.service' 2024-04-22T14:11:05.058 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:05.058 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-22T14:11:05.059 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-22T14:11:05.059 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.a 2024-04-22T14:11:05.348 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:05 smithi083 systemd[1]: Stopping Ceph mds.a for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:05.691 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:05 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: 2024-04-22T14:11:05.343+0000 7f8792895700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:05.691 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:05 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a[69520]: 2024-04-22T14:11:05.343+0000 7f8792895700 -1 mds.a *** got signal Terminated *** 2024-04-22T14:11:06.691 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:06 smithi083 podman[119608]: 2024-04-22 14:11:06.436858678 +0000 UTC m=+1.187111009 container died cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-22T14:11:06.982 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:06 smithi083 podman[119608]: 2024-04-22 14:11:06.768866824 +0000 UTC m=+1.519119144 container cleanup cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-22T14:11:06.982 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:06 smithi083 bash[119608]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a 2024-04-22T14:11:07.210 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.a.service' 2024-04-22T14:11:07.233 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:06 smithi083 podman[119622]: 2024-04-22 14:11:06.978363844 +0000 UTC m=+0.534498215 container remove cb182a7e0f719931a89ce5b9f4c0dd4f42f510769c118aa6c6347fc672e997db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:11:07.233 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:07 smithi083 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-22T14:11:07.233 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:07 smithi083 systemd[1]: Stopped Ceph mds.a for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T14:11:07.233 INFO:journalctl@ceph.mds.a.smithi083.stdout:Apr 22 14:11:07 smithi083 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.a.service: Consumed 1min 846ms CPU time. 2024-04-22T14:11:07.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:07.245 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-22T14:11:07.245 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-22T14:11:07.245 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.d 2024-04-22T14:11:07.551 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:07 smithi083 systemd[1]: Stopping Ceph mds.d for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:07.941 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d[68566]: 2024-04-22T14:11:07.546+0000 7fefb0386700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:07.942 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:07 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d[68566]: 2024-04-22T14:11:07.546+0000 7fefb0386700 -1 mds.d *** got signal Terminated *** 2024-04-22T14:11:11.691 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:11 smithi083 podman[119727]: 2024-04-22 14:11:11.552983891 +0000 UTC m=+4.100583063 container died 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-22T14:11:12.119 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:11 smithi083 podman[119727]: 2024-04-22 14:11:11.897674277 +0000 UTC m=+4.445273436 container cleanup 5f2285df7a64ddeeeee886730faa958ed58972c54b95a74cbdbe6d9e18940eb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-22T14:11:12.119 INFO:journalctl@ceph.mds.d.smithi083.stdout:Apr 22 14:11:11 smithi083 bash[119727]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-d 2024-04-22T14:11:12.323 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.d.service' 2024-04-22T14:11:12.355 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:12.355 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-22T14:11:12.356 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-22T14:11:12.356 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.g 2024-04-22T14:11:12.689 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:12 smithi083 systemd[1]: Stopping Ceph mds.g for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:12.941 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: 2024-04-22T14:11:12.684+0000 7fd41961b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:12.941 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:12 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g[69175]: 2024-04-22T14:11:12.684+0000 7fd41961b700 -1 mds.g *** got signal Terminated *** 2024-04-22T14:11:14.691 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:14 smithi083 podman[119848]: 2024-04-22 14:11:14.426030858 +0000 UTC m=+1.852699696 container died 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:11:14.964 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:14 smithi083 podman[119848]: 2024-04-22 14:11:14.767824853 +0000 UTC m=+2.194493676 container cleanup 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-04-22T14:11:14.964 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:14 smithi083 bash[119848]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g 2024-04-22T14:11:15.193 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.g.service' 2024-04-22T14:11:15.215 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:14 smithi083 podman[119863]: 2024-04-22 14:11:14.960732797 +0000 UTC m=+0.534548551 container remove 45ced75808c2b3d4128aaf074a1230948493390b12b8c203bb1bc84b56714c96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-22T14:11:15.216 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:15 smithi083 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.g.service: Deactivated successfully. 2024-04-22T14:11:15.216 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:15 smithi083 systemd[1]: Stopped Ceph mds.g for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T14:11:15.216 INFO:journalctl@ceph.mds.g.smithi083.stdout:Apr 22 14:11:15 smithi083 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.g.service: Consumed 6.040s CPU time. 2024-04-22T14:11:15.226 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:15.226 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-22T14:11:15.226 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-22T14:11:15.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.j 2024-04-22T14:11:15.542 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:15 smithi083 systemd[1]: Stopping Ceph mds.j for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:15.941 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j[68216]: 2024-04-22T14:11:15.537+0000 7f3d5cc0b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:15.941 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:15 smithi083 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j[68216]: 2024-04-22T14:11:15.537+0000 7f3d5cc0b700 -1 mds.j *** got signal Terminated *** 2024-04-22T14:11:17.191 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:16 smithi083 podman[119970]: 2024-04-22 14:11:16.85929028 +0000 UTC m=+1.418174136 container died 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-22T14:11:17.585 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:17 smithi083 podman[119970]: 2024-04-22 14:11:17.355462264 +0000 UTC m=+1.914346120 container cleanup 488a8dc6ac53dbc4bc158e5eb2725b5ef1cfead55f35eb1ae50c5fdc55dfb92d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:11:17.585 INFO:journalctl@ceph.mds.j.smithi083.stdout:Apr 22 14:11:17 smithi083 bash[119970]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-j 2024-04-22T14:11:17.725 DEBUG:teuthology.orchestra.run.smithi083:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.j.service' 2024-04-22T14:11:17.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:17.757 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-22T14:11:17.757 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-22T14:11:17.757 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.b 2024-04-22T14:11:18.070 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:17 smithi084 systemd[1]: Stopping Ceph mds.b for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:18.328 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: 2024-04-22T14:11:18.065+0000 7fa196ba3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:18.328 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:18 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b[62204]: 2024-04-22T14:11:18.065+0000 7fa196ba3700 -1 mds.b *** got signal Terminated *** 2024-04-22T14:11:22.361 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:22 smithi084 podman[68777]: 2024-04-22 14:11:22.078097692 +0000 UTC m=+4.128499779 container died dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-22T14:11:22.726 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:22 smithi084 podman[68777]: 2024-04-22 14:11:22.46551993 +0000 UTC m=+4.515922024 container cleanup dddf18a6f4218739660e3ea1eaed2de36e3974ec3221269f564115900157eb4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-22T14:11:22.727 INFO:journalctl@ceph.mds.b.smithi084.stdout:Apr 22 14:11:22 smithi084 bash[68777]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-b 2024-04-22T14:11:22.891 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.b.service' 2024-04-22T14:11:22.926 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:22.926 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-22T14:11:22.926 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-22T14:11:22.926 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.e 2024-04-22T14:11:23.476 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:23 smithi084 systemd[1]: Stopping Ceph mds.e for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:23.477 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: 2024-04-22T14:11:23.227+0000 7fac15cbc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:23.477 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:23 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e[61599]: 2024-04-22T14:11:23.227+0000 7fac15cbc700 -1 mds.e *** got signal Terminated *** 2024-04-22T14:11:26.726 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:26 smithi084 podman[68910]: 2024-04-22 14:11:26.434232232 +0000 UTC m=+3.298794164 container died f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-04-22T14:11:27.181 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:26 smithi084 podman[68910]: 2024-04-22 14:11:26.935137316 +0000 UTC m=+3.799699244 container cleanup f8e2e27f396384abb0f09c55f1ec2c0df5b518ce8c2335a7508cfe533aa2bf40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=) 2024-04-22T14:11:27.181 INFO:journalctl@ceph.mds.e.smithi084.stdout:Apr 22 14:11:26 smithi084 bash[68910]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-e 2024-04-22T14:11:27.327 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.e.service' 2024-04-22T14:11:27.359 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:27.359 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-22T14:11:27.359 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-22T14:11:27.359 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.h 2024-04-22T14:11:27.726 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:27 smithi084 systemd[1]: Stopping Ceph mds.h for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:27.727 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h[61905]: 2024-04-22T14:11:27.659+0000 7f39356cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:27.727 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:27 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h[61905]: 2024-04-22T14:11:27.659+0000 7f39356cb700 -1 mds.h *** got signal Terminated *** 2024-04-22T14:11:30.727 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:30 smithi084 podman[69032]: 2024-04-22 14:11:30.42029781 +0000 UTC m=+2.847897426 container died e611adbee07b79d716cccdc24914a301cf992ad3c93db5b906f64d42bffee4c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-22T14:11:31.169 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:30 smithi084 podman[69032]: 2024-04-22 14:11:30.914839277 +0000 UTC m=+3.342438902 container cleanup e611adbee07b79d716cccdc24914a301cf992ad3c93db5b906f64d42bffee4c1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:11:31.169 INFO:journalctl@ceph.mds.h.smithi084.stdout:Apr 22 14:11:30 smithi084 bash[69032]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-h 2024-04-22T14:11:31.345 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.h.service' 2024-04-22T14:11:31.376 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:31.376 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-22T14:11:31.377 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-22T14:11:31.377 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.k 2024-04-22T14:11:31.698 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:31 smithi084 systemd[1]: Stopping Ceph mds.k for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:31.976 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: 2024-04-22T14:11:31.692+0000 7f29bdced700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:31.976 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:31 smithi084 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k[61282]: 2024-04-22T14:11:31.692+0000 7f29bdced700 -1 mds.k *** got signal Terminated *** 2024-04-22T14:11:34.727 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:34 smithi084 podman[69154]: 2024-04-22 14:11:34.434716805 +0000 UTC m=+2.851115849 container died e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-22T14:11:35.048 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:34 smithi084 podman[69154]: 2024-04-22 14:11:34.818596424 +0000 UTC m=+3.234995467 container cleanup e7c7523c64cfd9bb28dd69c72e0160604258be6cbbec13733e48353ec4e47aed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-22T14:11:35.048 INFO:journalctl@ceph.mds.k.smithi084.stdout:Apr 22 14:11:34 smithi084 bash[69154]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-k 2024-04-22T14:11:35.179 DEBUG:teuthology.orchestra.run.smithi084:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.k.service' 2024-04-22T14:11:35.209 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:35.210 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-22T14:11:35.210 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-22T14:11:35.210 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.c 2024-04-22T14:11:35.496 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:35 smithi173 systemd[1]: Stopping Ceph mds.c for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:35.756 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: 2024-04-22T14:11:35.491+0000 7f39eb0f5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:35.756 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:35 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c[62623]: 2024-04-22T14:11:35.491+0000 7f39eb0f5700 -1 mds.c *** got signal Terminated *** 2024-04-22T14:11:38.672 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:38 smithi173 podman[69734]: 2024-04-22 14:11:38.415190835 +0000 UTC m=+3.022095638 container died 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-22T14:11:38.955 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:38 smithi173 podman[69734]: 2024-04-22 14:11:38.758758909 +0000 UTC m=+3.365663697 container cleanup 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-22T14:11:38.955 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:38 smithi173 bash[69734]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c 2024-04-22T14:11:39.197 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.c.service' 2024-04-22T14:11:39.218 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:38 smithi173 podman[69761]: 2024-04-22 14:11:38.951522319 +0000 UTC m=+0.531722953 container remove 8d898bd4a0fb3160aa2f85a8f84ab9f915fd80def4a1ee2e24ecac0a8b7ec531 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-22T14:11:39.218 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:39 smithi173 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.c.service: Deactivated successfully. 2024-04-22T14:11:39.218 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:39 smithi173 systemd[1]: Stopped Ceph mds.c for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T14:11:39.218 INFO:journalctl@ceph.mds.c.smithi173.stdout:Apr 22 14:11:39 smithi173 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.c.service: Consumed 2.903s CPU time. 2024-04-22T14:11:39.230 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:39.231 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-22T14:11:39.231 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-22T14:11:39.231 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.f 2024-04-22T14:11:39.542 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:39 smithi173 systemd[1]: Stopping Ceph mds.f for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:39.908 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: 2024-04-22T14:11:39.537+0000 7f5cd2b89700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:39.908 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:39 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f[62313]: 2024-04-22T14:11:39.537+0000 7f5cd2b89700 -1 mds.f *** got signal Terminated *** 2024-04-22T14:11:42.692 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:42 smithi173 podman[69867]: 2024-04-22 14:11:42.43552555 +0000 UTC m=+2.995332949 container died c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-22T14:11:42.959 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:42 smithi173 podman[69867]: 2024-04-22 14:11:42.762862736 +0000 UTC m=+3.322670136 container cleanup c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-22T14:11:42.959 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:42 smithi173 bash[69867]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f 2024-04-22T14:11:43.187 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.f.service' 2024-04-22T14:11:43.209 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:42 smithi173 podman[69881]: 2024-04-22 14:11:42.955550821 +0000 UTC m=+0.519169656 container remove c6d3bf1065fef2dc472a5a7af7e48934ba17259b74aacadb942f4ef6bd476f72 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-f, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-22T14:11:43.210 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:43 smithi173 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.f.service: Deactivated successfully. 2024-04-22T14:11:43.210 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:43 smithi173 systemd[1]: Stopped Ceph mds.f for cb669d90-00ae-11ef-bc93-c7b262605968. 2024-04-22T14:11:43.210 INFO:journalctl@ceph.mds.f.smithi173.stdout:Apr 22 14:11:43 smithi173 systemd[1]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.f.service: Consumed 2.368s CPU time. 2024-04-22T14:11:43.220 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:43.220 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-22T14:11:43.220 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-22T14:11:43.221 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.i 2024-04-22T14:11:43.528 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:43 smithi173 systemd[1]: Stopping Ceph mds.i for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:43.908 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: 2024-04-22T14:11:43.523+0000 7fe63fa2e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:43.908 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:43 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i[62937]: 2024-04-22T14:11:43.523+0000 7fe63fa2e700 -1 mds.i *** got signal Terminated *** 2024-04-22T14:11:46.658 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:46 smithi173 podman[69987]: 2024-04-22 14:11:46.416513046 +0000 UTC m=+2.985016046 container died a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-22T14:11:47.034 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:46 smithi173 podman[69987]: 2024-04-22 14:11:46.791317624 +0000 UTC m=+3.359820637 container cleanup a639c2756e1e4e00b3179c7c77088ba0edcfa29ff481cffd2d8e6f89cb966379 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-22T14:11:47.034 INFO:journalctl@ceph.mds.i.smithi173.stdout:Apr 22 14:11:46 smithi173 bash[69987]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-i 2024-04-22T14:11:47.169 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.i.service' 2024-04-22T14:11:47.200 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:47.200 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-22T14:11:47.201 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-22T14:11:47.201 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.l 2024-04-22T14:11:47.408 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:47 smithi173 systemd[1]: Stopping Ceph mds.l for cb669d90-00ae-11ef-bc93-c7b262605968... 2024-04-22T14:11:47.908 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: 2024-04-22T14:11:47.519+0000 7fd1735bf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-22T14:11:47.908 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:47 smithi173 ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l[61999]: 2024-04-22T14:11:47.519+0000 7fd1735bf700 -1 mds.l *** got signal Terminated *** 2024-04-22T14:11:50.724 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:50 smithi173 podman[70109]: 2024-04-22 14:11:50.432549511 +0000 UTC m=+3.018722608 container died b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-22T14:11:51.058 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:50 smithi173 podman[70109]: 2024-04-22 14:11:50.803910894 +0000 UTC m=+3.390083945 container cleanup b42416eff4418b8eca69283433502119abe3385f8f35e4cc25c8e47c680edb54 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-22T14:11:51.058 INFO:journalctl@ceph.mds.l.smithi173.stdout:Apr 22 14:11:50 smithi173 bash[70109]: ceph-cb669d90-00ae-11ef-bc93-c7b262605968-mds-l 2024-04-22T14:11:51.180 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cb669d90-00ae-11ef-bc93-c7b262605968@mds.l.service' 2024-04-22T14:11:51.211 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-22T14:11:51.211 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-22T14:11:51.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T14:11:51.401 INFO:teuthology.orchestra.run.smithi083.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:11:53.914 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T14:11:54.108 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:11:56.522 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-22T14:11:56.710 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:11:59.015 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:11:59.047 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:11:59.078 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-22T14:11:59.103 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-22T14:11:59.106 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi083/crash 2024-04-22T14:11:59.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash -- . 2024-04-22T14:11:59.161 INFO:teuthology.orchestra.run.smithi083.stderr:tar: /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T14:11:59.161 INFO:teuthology.orchestra.run.smithi083.stderr:tar: Error is not recoverable: exiting now 2024-04-22T14:11:59.163 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi084/crash 2024-04-22T14:11:59.164 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash -- . 2024-04-22T14:11:59.206 INFO:teuthology.orchestra.run.smithi084.stderr:tar: /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T14:11:59.206 INFO:teuthology.orchestra.run.smithi084.stderr:tar: Error is not recoverable: exiting now 2024-04-22T14:11:59.208 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi173/crash 2024-04-22T14:11:59.209 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash -- . 2024-04-22T14:11:59.249 INFO:teuthology.orchestra.run.smithi173.stderr:tar: /var/lib/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-22T14:11:59.249 INFO:teuthology.orchestra.run.smithi173.stderr:tar: Error is not recoverable: exiting now 2024-04-22T14:11:59.251 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-22T14:11:59.251 DEBUG:teuthology.orchestra.run.smithi083:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-04-22T14:11:59.287 INFO:tasks.cephadm:Compressing logs... 2024-04-22T14:11:59.287 DEBUG:teuthology.orchestra.run.smithi083:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T14:11:59.329 DEBUG:teuthology.orchestra.run.smithi084:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T14:11:59.332 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-22T14:11:59.353 INFO:teuthology.orchestra.run.smithi083.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T14:11:59.353 INFO:teuthology.orchestra.run.smithi083.stderr:: No such file or directory 2024-04-22T14:11:59.353 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log 2024-04-22T14:11:59.354 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T14:11:59.354 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-22T14:11:59.354 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-22T14:11:59.355 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-22T14:11:59.355 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.g.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.x.log: 87.3% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr: 90.2% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T14:11:59.360 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.a.log: 94.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:: No such file or directory 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.f.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-22T14:11:59.361 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.5.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.c.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.3% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T14:11:59.362 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.i.log: 90.4% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T14:11:59.365 INFO:teuthology.orchestra.run.smithi083.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T14:11:59.365 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T14:11:59.366 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-22T14:11:59.366 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T14:11:59.366 INFO:teuthology.orchestra.run.smithi083.stderr: 84.4% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log.gz/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.a.log: 2024-04-22T14:11:59.366 INFO:teuthology.orchestra.run.smithi083.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:: No such file or directory 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.7.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-22T14:11:59.368 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr: 87.3% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- 90.4% /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-22T14:11:59.369 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.10.log: 91.9% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-22T14:11:59.371 INFO:teuthology.orchestra.run.smithi173.stderr: 91.9% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-22T14:11:59.371 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-22T14:11:59.371 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-22T14:11:59.371 INFO:teuthology.orchestra.run.smithi173.stderr: 84.1% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T14:11:59.372 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-22T14:11:59.374 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-22T14:11:59.374 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T14:11:59.375 INFO:teuthology.orchestra.run.smithi084.stderr: 84.2% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-22T14:11:59.375 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-22T14:11:59.377 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.d.log: 94.5% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-22T14:11:59.378 INFO:teuthology.orchestra.run.smithi083.stderr: 91.1% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T14:11:59.386 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-22T14:11:59.388 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log: 91.0% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T14:11:59.390 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-22T14:11:59.399 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-22T14:11:59.426 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-22T14:11:59.452 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.b.log: /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.k.log: 94.2% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-22T14:11:59.493 INFO:teuthology.orchestra.run.smithi084.stderr: 94.3% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-22T14:11:59.493 INFO:teuthology.orchestra.run.smithi173.stderr: 94.0% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-22T14:11:59.683 INFO:teuthology.orchestra.run.smithi173.stderr: 93.7% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-22T14:11:59.731 INFO:teuthology.orchestra.run.smithi083.stderr:/var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.9.log: 90.3% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-22T14:11:59.826 INFO:teuthology.orchestra.run.smithi173.stderr: 91.9% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-22T14:11:59.838 INFO:teuthology.orchestra.run.smithi173.stderr: 93.8% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-22T14:11:59.882 INFO:teuthology.orchestra.run.smithi084.stderr: 92.1% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-22T14:12:00.632 INFO:teuthology.orchestra.run.smithi083.stderr: 90.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-22T14:12:00.776 INFO:teuthology.orchestra.run.smithi084.stderr: 93.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-22T14:12:00.929 INFO:teuthology.orchestra.run.smithi083.stderr: 95.5% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-22T14:12:01.452 INFO:teuthology.orchestra.run.smithi173.stderr: 96.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-22T14:12:04.081 INFO:teuthology.orchestra.run.smithi084.stderr: 91.9% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-22T14:12:07.006 INFO:teuthology.orchestra.run.smithi173.stderr: 91.7% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-22T14:12:07.736 INFO:teuthology.orchestra.run.smithi084.stderr: 92.2% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-22T14:12:07.975 INFO:teuthology.orchestra.run.smithi083.stderr: 91.5% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-22T14:12:08.116 INFO:teuthology.orchestra.run.smithi084.stderr: 91.7% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-22T14:12:08.457 INFO:teuthology.orchestra.run.smithi173.stderr: 91.7% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-22T14:12:08.710 INFO:teuthology.orchestra.run.smithi173.stderr: 91.8% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-22T14:12:09.154 INFO:teuthology.orchestra.run.smithi083.stderr: 92.5% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-22T14:12:09.800 INFO:teuthology.orchestra.run.smithi084.stderr: 92.2% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-22T14:12:10.606 INFO:teuthology.orchestra.run.smithi173.stderr: 91.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-22T14:12:10.608 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-04-22T14:12:10.608 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m11.263s 2024-04-22T14:12:10.608 INFO:teuthology.orchestra.run.smithi173.stderr:user 0m39.370s 2024-04-22T14:12:10.609 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m1.278s 2024-04-22T14:12:11.941 INFO:teuthology.orchestra.run.smithi083.stderr: 91.6% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-22T14:12:14.970 INFO:teuthology.orchestra.run.smithi083.stderr: 91.7% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-22T14:12:18.007 INFO:teuthology.orchestra.run.smithi083.stderr: 94.4% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-22T14:12:18.009 INFO:teuthology.orchestra.run.smithi083.stderr: 2024-04-22T14:12:18.009 INFO:teuthology.orchestra.run.smithi083.stderr:real 0m18.666s 2024-04-22T14:12:18.009 INFO:teuthology.orchestra.run.smithi083.stderr:user 1m6.332s 2024-04-22T14:12:18.010 INFO:teuthology.orchestra.run.smithi083.stderr:sys 0m2.058s 2024-04-22T14:12:20.633 INFO:teuthology.orchestra.run.smithi084.stderr: 93.8% -- replaced with /var/log/ceph/cb669d90-00ae-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-22T14:12:20.635 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-22T14:12:20.635 INFO:teuthology.orchestra.run.smithi084.stderr:real 0m21.289s 2024-04-22T14:12:20.635 INFO:teuthology.orchestra.run.smithi084.stderr:user 0m53.803s 2024-04-22T14:12:20.635 INFO:teuthology.orchestra.run.smithi084.stderr:sys 0m1.709s 2024-04-22T14:12:20.636 INFO:tasks.cephadm:Archiving logs... 2024-04-22T14:12:20.636 DEBUG:teuthology.misc:Transferring archived files from smithi083:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi083/log 2024-04-22T14:12:20.637 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T14:12:29.787 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi084/log 2024-04-22T14:12:29.789 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T14:12:37.491 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi173/log 2024-04-22T14:12:37.492 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-22T14:12:43.587 INFO:tasks.cephadm:Removing cluster... 2024-04-22T14:12:43.587 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force 2024-04-22T14:12:43.781 INFO:teuthology.orchestra.run.smithi083.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:12:44.213 DEBUG:teuthology.orchestra.run.smithi084:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force 2024-04-22T14:12:44.402 INFO:teuthology.orchestra.run.smithi084.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:12:44.761 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cb669d90-00ae-11ef-bc93-c7b262605968 --force 2024-04-22T14:12:44.951 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: cb669d90-00ae-11ef-bc93-c7b262605968 2024-04-22T14:12:45.256 INFO:tasks.cephadm:Removing cephadm ... 2024-04-22T14:12:45.256 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T14:12:45.275 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T14:12:45.292 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-22T14:12:45.307 INFO:tasks.cephadm:Teardown complete 2024-04-22T14:12:45.307 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-22T14:12:45.318 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-22T14:12:45.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T14:12:45.321 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T14:12:45.334 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-22T14:12:45.443 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-22T14:12:45.453 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-22T14:12:45.453 DEBUG:teuthology.orchestra.run.smithi083:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T14:12:45.456 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T14:12:45.459 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-22T14:12:45.470 INFO:teuthology.orchestra.run.smithi083.stderr:bash: line 1: ntpq: command not found 2024-04-22T14:12:45.471 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-22T14:12:45.472 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-04-22T14:12:45.475 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T14:12:45.475 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-22T14:12:45.475 INFO:teuthology.orchestra.run.smithi084.stdout:^- hv01.front.sepia.ceph.com 2 6 377 43 +831us[ +831us] +/- 578ms 2024-04-22T14:12:45.475 INFO:teuthology.orchestra.run.smithi084.stdout:^* hv02.front.sepia.ceph.com 3 6 377 43 -2744us[-2602us] +/- 58ms 2024-04-22T14:12:45.475 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 +4191us[+4191us] +/- 89ms 2024-04-22T14:12:45.476 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:^- hv01.front.sepia.ceph.com 2 6 377 40 +968us[ +968us] +/- 578ms 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:^* hv02.front.sepia.ceph.com 3 6 377 41 -2593us[-2761us] +/- 58ms 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 +4339us[+4171us] +/- 89ms 2024-04-22T14:12:45.477 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:^- hv01.front.sepia.ceph.com 2 6 377 42 +915us[ +915us] +/- 578ms 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:^* hv02.front.sepia.ceph.com 3 6 377 44 -2664us[-2631us] +/- 58ms 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 +4280us[+4280us] +/- 89ms 2024-04-22T14:12:45.478 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-22T14:12:45.479 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-22T14:12:45.488 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-22T14:12:45.489 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-22T14:12:45.499 DEBUG:teuthology.orchestra.run.smithi083:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T14:12:45.598 DEBUG:teuthology.orchestra.run.smithi084:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T14:12:45.663 DEBUG:teuthology.orchestra.run.smithi173:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-22T14:12:45.726 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T14:12:45.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:45.755 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T14:12:45.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:45.781 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-22T14:12:45.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:45.808 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-22T14:12:45.818 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-22T14:12:45.829 INFO:teuthology.task.internal:Duration was 1911.352968 seconds 2024-04-22T14:12:45.829 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-22T14:12:45.839 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-22T14:12:45.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T14:12:45.842 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T14:12:45.845 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-22T14:12:45.877 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T14:12:45.880 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T14:12:45.884 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-22T14:12:46.263 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-22T14:12:46.263 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi083.front.sepia.ceph.com 2024-04-22T14:12:46.264 DEBUG:teuthology.orchestra.run.smithi083:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T14:12:46.294 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-04-22T14:12:46.294 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T14:12:46.327 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2024-04-22T14:12:46.327 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-22T14:12:46.350 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-22T14:12:46.350 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T14:12:46.353 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T14:12:46.370 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-22T14:12:46.415 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-22T14:12:46.415 DEBUG:teuthology.orchestra.run.smithi083:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T14:12:46.419 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T14:12:46.437 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-22T14:12:46.822 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-22T14:12:46.835 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-22T14:12:46.835 DEBUG:teuthology.orchestra.run.smithi083:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T14:12:46.859 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T14:12:46.883 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-22T14:12:46.907 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-22T14:12:46.919 DEBUG:teuthology.orchestra.run.smithi083:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:46.923 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:46.927 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:46.942 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = core 2024-04-22T14:12:46.946 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-04-22T14:12:46.969 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2024-04-22T14:12:46.996 DEBUG:teuthology.orchestra.run.smithi083:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:47.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:47.026 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:47.050 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:47.051 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-22T14:12:47.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-22T14:12:47.065 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-22T14:12:47.078 INFO:teuthology.task.internal:Transferring archived files... 2024-04-22T14:12:47.079 DEBUG:teuthology.misc:Transferring archived files from smithi083:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi083 2024-04-22T14:12:47.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T14:12:47.124 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi084 2024-04-22T14:12:47.124 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T14:12:47.161 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-22_12:36:42-fs-wip-lusov-quiescer-distro-default-smithi/7668302/remote/smithi173 2024-04-22T14:12:47.161 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-22T14:12:47.197 INFO:teuthology.task.internal:Removing archive directory... 2024-04-22T14:12:47.197 DEBUG:teuthology.orchestra.run.smithi083:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T14:12:47.202 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T14:12:47.205 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-22T14:12:47.246 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-22T14:12:47.260 INFO:teuthology.task.internal:Not uploading archives. 2024-04-22T14:12:47.260 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-22T14:12:47.271 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-22T14:12:47.271 DEBUG:teuthology.orchestra.run.smithi083:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T14:12:47.273 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T14:12:47.276 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-22T14:12:47.285 INFO:teuthology.orchestra.run.smithi083.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 14:12 /home/ubuntu/cephtest 2024-04-22T14:12:47.288 INFO:teuthology.orchestra.run.smithi084.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 14:12 /home/ubuntu/cephtest 2024-04-22T14:12:47.300 INFO:teuthology.orchestra.run.smithi173.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 22 14:12 /home/ubuntu/cephtest 2024-04-22T14:12:47.301 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-22T14:12:47.312 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-22T14:12:47.339 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/fsx}} duration: 1911.3529679775238 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-22T14:12:47.340 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-22T14:12:47.421 INFO:teuthology.run:pass